{"level":"warn","ts":"2026-06-02T23:53:15.011718Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-02T23:53:15.011812Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.156:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.156:2380","--initial-cluster=instance=https://199.204.45.156:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.156:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.156:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-06-02T23:53:15.011874Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-02T23:53:15.011881Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.156:2380"]} {"level":"info","ts":"2026-06-02T23:53:15.01191Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-02T23:53:15.012507Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"]} {"level":"info","ts":"2026-06-02T23:53:15.012586Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.156:2380"],"listen-peer-urls":["https://199.204.45.156:2380"],"advertise-client-urls":["https://199.204.45.156:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.156:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-06-02T23:53:15.295436Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"282.615508ms"} {"level":"info","ts":"2026-06-02T23:53:15.30916Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5ac240a6daec2148","cluster-id":"62163637a46c33c2"} {"level":"info","ts":"2026-06-02T23:53:15.309278Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=()"} {"level":"info","ts":"2026-06-02T23:53:15.30931Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became follower at term 0"} {"level":"info","ts":"2026-06-02T23:53:15.309333Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5ac240a6daec2148 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-06-02T23:53:15.309348Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became follower at term 1"} {"level":"info","ts":"2026-06-02T23:53:15.309414Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=(6539860694277038408)"} {"level":"warn","ts":"2026-06-02T23:53:15.316888Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-06-02T23:53:15.318473Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-06-02T23:53:15.319901Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-06-02T23:53:15.32201Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5ac240a6daec2148","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-06-02T23:53:15.322131Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5ac240a6daec2148","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-06-02T23:53:15.322316Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-02T23:53:15.322429Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-02T23:53:15.322446Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-02T23:53:15.323879Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=(6539860694277038408)"} {"level":"info","ts":"2026-06-02T23:53:15.324185Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"62163637a46c33c2","local-member-id":"5ac240a6daec2148","added-peer-id":"5ac240a6daec2148","added-peer-peer-urls":["https://199.204.45.156:2380"]} {"level":"info","ts":"2026-06-02T23:53:15.326598Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-02T23:53:15.327013Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5ac240a6daec2148","initial-advertise-peer-urls":["https://199.204.45.156:2380"],"listen-peer-urls":["https://199.204.45.156:2380"],"advertise-client-urls":["https://199.204.45.156:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-06-02T23:53:15.32708Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-06-02T23:53:15.327342Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.156:2380"} {"level":"info","ts":"2026-06-02T23:53:15.327388Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.156:2380"} {"level":"info","ts":"2026-06-02T23:53:16.010462Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 is starting a new election at term 1"} {"level":"info","ts":"2026-06-02T23:53:16.010523Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became pre-candidate at term 1"} {"level":"info","ts":"2026-06-02T23:53:16.010563Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 received MsgPreVoteResp from 5ac240a6daec2148 at term 1"} {"level":"info","ts":"2026-06-02T23:53:16.010582Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became candidate at term 2"} {"level":"info","ts":"2026-06-02T23:53:16.010593Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 received MsgVoteResp from 5ac240a6daec2148 at term 2"} {"level":"info","ts":"2026-06-02T23:53:16.010608Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became leader at term 2"} {"level":"info","ts":"2026-06-02T23:53:16.010621Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5ac240a6daec2148 elected leader 5ac240a6daec2148 at term 2"} {"level":"info","ts":"2026-06-02T23:53:16.01174Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5ac240a6daec2148","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.156:2379]}","request-path":"/0/members/5ac240a6daec2148/attributes","cluster-id":"62163637a46c33c2","publish-timeout":"7s"} {"level":"info","ts":"2026-06-02T23:53:16.011753Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-02T23:53:16.011803Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-06-02T23:53:16.011933Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-02T23:53:16.012029Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-06-02T23:53:16.012102Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-06-02T23:53:16.012795Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"62163637a46c33c2","local-member-id":"5ac240a6daec2148","cluster-version":"3.5"} {"level":"info","ts":"2026-06-02T23:53:16.012932Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-06-02T23:53:16.012995Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-06-02T23:53:16.014495Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-06-02T23:53:16.015918Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.156:2379"} {"level":"info","ts":"2026-06-02T23:53:30.243576Z","caller":"traceutil/trace.go:171","msg":"trace[1926088572] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"264.388824ms","start":"2026-06-02T23:53:29.979153Z","end":"2026-06-02T23:53:30.243542Z","steps":["trace[1926088572] 'process raft request' (duration: 264.140217ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T23:53:30.589821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.582135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-02T23:53:30.590073Z","caller":"traceutil/trace.go:171","msg":"trace[2016795903] linearizableReadLoop","detail":"{readStateIndex:382; appliedIndex:380; }","duration":"342.055079ms","start":"2026-06-02T23:53:30.248002Z","end":"2026-06-02T23:53:30.590057Z","steps":["trace[2016795903] 'read index received' (duration: 26.694103ms)","trace[2016795903] 'applied index is now lower than readState.Index' (duration: 315.359836ms)"],"step_count":2} {"level":"info","ts":"2026-06-02T23:53:30.590125Z","caller":"traceutil/trace.go:171","msg":"trace[1701552783] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"342.157402ms","start":"2026-06-02T23:53:30.247906Z","end":"2026-06-02T23:53:30.590063Z","steps":["trace[1701552783] 'process raft request' (duration: 26.775726ms)","trace[1701552783] 'compare' (duration: 314.458402ms)"],"step_count":2} {"level":"info","ts":"2026-06-02T23:53:30.590403Z","caller":"traceutil/trace.go:171","msg":"trace[2079103299] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"342.487011ms","start":"2026-06-02T23:53:30.247904Z","end":"2026-06-02T23:53:30.590391Z","steps":["trace[2079103299] 'process raft request' (duration: 342.044479ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T23:53:30.590419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-02T23:53:30.247886Z","time spent":"342.402928ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-02T23:53:30.590498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-02T23:53:30.247881Z","time spent":"342.571544ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-02T23:53:30.590686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.675136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"warn","ts":"2026-06-02T23:53:30.590699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.790546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-02T23:53:30.590721Z","caller":"traceutil/trace.go:171","msg":"trace[1276606367] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:366; }","duration":"342.747097ms","start":"2026-06-02T23:53:30.247964Z","end":"2026-06-02T23:53:30.590712Z","steps":["trace[1276606367] 'agreement among raft nodes before linearized reading' (duration: 342.669286ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T23:53:30.590763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-02T23:53:30.247949Z","time spent":"342.807509ms","remote":"127.0.0.1:46954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4348,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-06-02T23:53:30.590769Z","caller":"traceutil/trace.go:171","msg":"trace[1447342785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:366; }","duration":"126.92947ms","start":"2026-06-02T23:53:30.463822Z","end":"2026-06-02T23:53:30.590751Z","steps":["trace[1447342785] 'agreement among raft nodes before linearized reading' (duration: 126.780515ms)"],"step_count":1} {"level":"info","ts":"2026-06-02T23:53:30.783131Z","caller":"traceutil/trace.go:171","msg":"trace[596877721] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"185.088066ms","start":"2026-06-02T23:53:30.598017Z","end":"2026-06-02T23:53:30.783105Z","steps":["trace[596877721] 'process raft request' (duration: 182.934987ms)"],"step_count":1} {"level":"info","ts":"2026-06-02T23:53:51.68814Z","caller":"traceutil/trace.go:171","msg":"trace[518802571] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"361.348482ms","start":"2026-06-02T23:53:51.326734Z","end":"2026-06-02T23:53:51.688082Z","steps":["trace[518802571] 'process raft request' (duration: 361.073714ms)"],"step_count":1} {"level":"info","ts":"2026-06-02T23:53:51.68821Z","caller":"traceutil/trace.go:171","msg":"trace[832721212] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"360.033946ms","start":"2026-06-02T23:53:51.328114Z","end":"2026-06-02T23:53:51.688148Z","steps":["trace[832721212] 'process raft request' (duration: 359.81691ms)"],"step_count":1} {"level":"info","ts":"2026-06-02T23:53:51.688325Z","caller":"traceutil/trace.go:171","msg":"trace[1752208979] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"353.799458ms","start":"2026-06-02T23:53:51.334491Z","end":"2026-06-02T23:53:51.68829Z","steps":["trace[1752208979] 'process raft request' (duration: 353.51161ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T23:53:51.688428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-02T23:53:51.326716Z","time spent":"361.614969ms","remote":"127.0.0.1:46828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-02T23:53:51.688491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-02T23:53:51.334455Z","time spent":"353.943502ms","remote":"127.0.0.1:46828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-02T23:53:51.688491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-02T23:53:51.328106Z","time spent":"360.287644ms","remote":"127.0.0.1:46828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-02T23:53:51.688526Z","caller":"traceutil/trace.go:171","msg":"trace[211965229] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"350.231801ms","start":"2026-06-02T23:53:51.338244Z","end":"2026-06-02T23:53:51.688476Z","steps":["trace[211965229] 'process raft request' (duration: 349.910812ms)"],"step_count":1} {"level":"info","ts":"2026-06-02T23:53:51.688703Z","caller":"traceutil/trace.go:171","msg":"trace[184072269] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"350.083678ms","start":"2026-06-02T23:53:51.338597Z","end":"2026-06-02T23:53:51.688681Z","steps":["trace[184072269] 'process raft request' (duration: 350.024336ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T23:53:51.688748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-02T23:53:51.338219Z","time spent":"350.441097ms","remote":"127.0.0.1:46828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-02T23:53:51.688695Z","caller":"traceutil/trace.go:171","msg":"trace[1421492386] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"350.355644ms","start":"2026-06-02T23:53:51.338244Z","end":"2026-06-02T23:53:51.6886Z","steps":["trace[1421492386] 'process raft request' (duration: 350.19922ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T23:53:51.688823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-02T23:53:51.338591Z","time spent":"350.18069ms","remote":"127.0.0.1:46828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-02T23:53:51.688718Z","caller":"traceutil/trace.go:171","msg":"trace[2091295082] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"350.427447ms","start":"2026-06-02T23:53:51.338257Z","end":"2026-06-02T23:53:51.688685Z","steps":["trace[2091295082] 'process raft request' (duration: 350.299093ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T23:53:51.688949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-02T23:53:51.338231Z","time spent":"350.691343ms","remote":"127.0.0.1:46828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-02T23:53:51.689533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-02T23:53:51.338219Z","time spent":"350.620052ms","remote":"127.0.0.1:46828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-02T23:53:51.694805Z","caller":"traceutil/trace.go:171","msg":"trace[608045713] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"332.099259ms","start":"2026-06-02T23:53:51.36269Z","end":"2026-06-02T23:53:51.694789Z","steps":["trace[608045713] 'process raft request' (duration: 331.900253ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T23:53:51.694888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-02T23:53:51.362656Z","time spent":"332.189343ms","remote":"127.0.0.1:48186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-02T23:53:51.695027Z","caller":"traceutil/trace.go:171","msg":"trace[134777345] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"331.261157ms","start":"2026-06-02T23:53:51.36375Z","end":"2026-06-02T23:53:51.695011Z","steps":["trace[134777345] 'process raft request' (duration: 330.929489ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T23:53:51.695124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-02T23:53:51.363744Z","time spent":"331.34047ms","remote":"127.0.0.1:46828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7317,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-02T23:53:51.695098Z","caller":"traceutil/trace.go:171","msg":"trace[1446258365] linearizableReadLoop","detail":"{readStateIndex:517; appliedIndex:506; }","duration":"101.577013ms","start":"2026-06-02T23:53:51.593503Z","end":"2026-06-02T23:53:51.69508Z","steps":["trace[1446258365] 'read index received' (duration: 94.702206ms)","trace[1446258365] 'applied index is now lower than readState.Index' (duration: 6.873857ms)"],"step_count":2} {"level":"info","ts":"2026-06-02T23:53:51.698177Z","caller":"traceutil/trace.go:171","msg":"trace[286389722] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"324.514354ms","start":"2026-06-02T23:53:51.373623Z","end":"2026-06-02T23:53:51.698138Z","steps":["trace[286389722] 'process raft request' (duration: 321.290787ms)"],"step_count":1} {"level":"info","ts":"2026-06-02T23:53:51.698264Z","caller":"traceutil/trace.go:171","msg":"trace[519663982] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"201.607493ms","start":"2026-06-02T23:53:51.496572Z","end":"2026-06-02T23:53:51.698179Z","steps":["trace[519663982] 'process raft request' (duration: 198.454128ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T23:53:51.698282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-02T23:53:51.373613Z","time spent":"324.590096ms","remote":"127.0.0.1:46828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-02T23:53:51.698318Z","caller":"traceutil/trace.go:171","msg":"trace[1564140950] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"310.468023ms","start":"2026-06-02T23:53:51.387744Z","end":"2026-06-02T23:53:51.698212Z","steps":["trace[1564140950] 'process raft request' (duration: 307.221336ms)"],"step_count":1} {"level":"info","ts":"2026-06-02T23:53:51.698476Z","caller":"traceutil/trace.go:171","msg":"trace[686987118] transaction","detail":"{read_only:false; number_of_response:1; response_revision:491; }","duration":"332.583352ms","start":"2026-06-02T23:53:51.365844Z","end":"2026-06-02T23:53:51.698428Z","steps":["trace[686987118] 'process raft request' (duration: 328.932993ms)"],"step_count":1} {"level":"info","ts":"2026-06-02T23:53:51.698666Z","caller":"traceutil/trace.go:171","msg":"trace[648635399] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"331.42868ms","start":"2026-06-02T23:53:51.366902Z","end":"2026-06-02T23:53:51.698331Z","steps":["trace[648635399] 'process raft request' (duration: 327.920376ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T23:53:51.698749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.240822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-02T23:53:51.698762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-02T23:53:51.366896Z","time spent":"331.819632ms","remote":"127.0.0.1:46828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-02T23:53:51.698834Z","caller":"traceutil/trace.go:171","msg":"trace[828973005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:496; }","duration":"105.350316ms","start":"2026-06-02T23:53:51.593448Z","end":"2026-06-02T23:53:51.698798Z","steps":["trace[828973005] 'agreement among raft nodes before linearized reading' (duration: 105.174651ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T23:53:51.698828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-02T23:53:51.365837Z","time spent":"332.741317ms","remote":"127.0.0.1:46828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7365,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-02T23:53:51.69972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-02T23:53:51.387722Z","time spent":"310.638247ms","remote":"127.0.0.1:46828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-02T23:53:57.843401Z","caller":"traceutil/trace.go:171","msg":"trace[1751048600] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"120.023563ms","start":"2026-06-02T23:53:57.723344Z","end":"2026-06-02T23:53:57.843368Z","steps":["trace[1751048600] 'process raft request' (duration: 119.571161ms)"],"step_count":1} {"level":"info","ts":"2026-06-02T23:53:58.511502Z","caller":"traceutil/trace.go:171","msg":"trace[919989844] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"344.332911ms","start":"2026-06-02T23:53:58.167121Z","end":"2026-06-02T23:53:58.511454Z","steps":["trace[919989844] 'process raft request' (duration: 319.285733ms)","trace[919989844] 'compare' (duration: 24.501873ms)"],"step_count":2} {"level":"warn","ts":"2026-06-02T23:53:58.511647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.98198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-blt42\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-06-02T23:53:58.511721Z","caller":"traceutil/trace.go:171","msg":"trace[217506239] range","detail":"{range_begin:/registry/pods/kube-system/cilium-blt42; range_end:; response_count:1; response_revision:590; }","duration":"493.127343ms","start":"2026-06-02T23:53:58.018576Z","end":"2026-06-02T23:53:58.511703Z","steps":["trace[217506239] 'range keys from in-memory index tree' (duration: 492.341013ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T23:53:58.511749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-02T23:53:58.018547Z","time spent":"493.195285ms","remote":"127.0.0.1:46954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-blt42\" "} {"level":"warn","ts":"2026-06-02T23:53:58.511776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-02T23:53:58.167099Z","time spent":"344.513876ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-02T23:53:58.512319Z","caller":"traceutil/trace.go:171","msg":"trace[304167582] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"237.703971ms","start":"2026-06-02T23:53:58.274599Z","end":"2026-06-02T23:53:58.512303Z","steps":["trace[304167582] 'process raft request' (duration: 236.90933ms)"],"step_count":1} {"level":"info","ts":"2026-06-02T23:54:24.164135Z","caller":"traceutil/trace.go:171","msg":"trace[1745022831] linearizableReadLoop","detail":"{readStateIndex:816; appliedIndex:815; }","duration":"169.329711ms","start":"2026-06-02T23:54:23.994779Z","end":"2026-06-02T23:54:24.164109Z","steps":["trace[1745022831] 'read index received' (duration: 169.136656ms)","trace[1745022831] 'applied index is now lower than readState.Index' (duration: 192.315µs)"],"step_count":2} {"level":"info","ts":"2026-06-02T23:54:24.164266Z","caller":"traceutil/trace.go:171","msg":"trace[7498526] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"294.632323ms","start":"2026-06-02T23:54:23.869609Z","end":"2026-06-02T23:54:24.164241Z","steps":["trace[7498526] 'process raft request' (duration: 294.337185ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T23:54:24.164425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.62513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-02T23:54:24.164472Z","caller":"traceutil/trace.go:171","msg":"trace[23728968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:783; }","duration":"169.712901ms","start":"2026-06-02T23:54:23.994748Z","end":"2026-06-02T23:54:24.164461Z","steps":["trace[23728968] 'agreement among raft nodes before linearized reading' (duration: 169.492825ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T23:54:24.164519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.55144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-06-02T23:54:24.164615Z","caller":"traceutil/trace.go:171","msg":"trace[1297041257] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:783; }","duration":"139.690974ms","start":"2026-06-02T23:54:24.0249Z","end":"2026-06-02T23:54:24.164591Z","steps":["trace[1297041257] 'agreement among raft nodes before linearized reading' (duration: 139.423886ms)"],"step_count":1} {"level":"info","ts":"2026-06-02T23:54:24.295015Z","caller":"traceutil/trace.go:171","msg":"trace[789744464] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"126.140605ms","start":"2026-06-02T23:54:24.168849Z","end":"2026-06-02T23:54:24.29499Z","steps":["trace[789744464] 'process raft request' (duration: 123.425541ms)"],"step_count":1} {"level":"info","ts":"2026-06-02T23:54:24.295541Z","caller":"traceutil/trace.go:171","msg":"trace[1235156751] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"120.984215ms","start":"2026-06-02T23:54:24.174531Z","end":"2026-06-02T23:54:24.295515Z","steps":["trace[1235156751] 'process raft request' (duration: 120.890372ms)"],"step_count":1} {"level":"info","ts":"2026-06-02T23:54:24.295587Z","caller":"traceutil/trace.go:171","msg":"trace[1013702666] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"124.711966ms","start":"2026-06-02T23:54:24.170818Z","end":"2026-06-02T23:54:24.29553Z","steps":["trace[1013702666] 'process raft request' (duration: 124.447169ms)"],"step_count":1} {"level":"info","ts":"2026-06-02T23:54:28.898752Z","caller":"traceutil/trace.go:171","msg":"trace[357419334] linearizableReadLoop","detail":"{readStateIndex:864; appliedIndex:863; }","duration":"103.059276ms","start":"2026-06-02T23:54:28.795667Z","end":"2026-06-02T23:54:28.898726Z","steps":["trace[357419334] 'read index received' (duration: 70.358596ms)","trace[357419334] 'applied index is now lower than readState.Index' (duration: 32.69956ms)"],"step_count":2} {"level":"info","ts":"2026-06-02T23:54:28.898856Z","caller":"traceutil/trace.go:171","msg":"trace[1431770058] transaction","detail":"{read_only:false; response_revision:830; number_of_response:1; }","duration":"105.580655ms","start":"2026-06-02T23:54:28.793231Z","end":"2026-06-02T23:54:28.898812Z","steps":["trace[1431770058] 'process raft request' (duration: 72.830953ms)","trace[1431770058] 'compare' (duration: 32.480395ms)"],"step_count":2} {"level":"warn","ts":"2026-06-02T23:54:28.900114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.435814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050260"} {"level":"info","ts":"2026-06-02T23:54:28.900183Z","caller":"traceutil/trace.go:171","msg":"trace[1401545098] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:830; }","duration":"104.520706ms","start":"2026-06-02T23:54:28.795646Z","end":"2026-06-02T23:54:28.900166Z","steps":["trace[1401545098] 'agreement among raft nodes before linearized reading' (duration: 103.240181ms)"],"step_count":1} {"level":"info","ts":"2026-06-02T23:54:56.498417Z","caller":"traceutil/trace.go:171","msg":"trace[1790002227] transaction","detail":"{read_only:false; response_revision:1189; number_of_response:1; }","duration":"166.212406ms","start":"2026-06-02T23:54:56.332162Z","end":"2026-06-02T23:54:56.498374Z","steps":["trace[1790002227] 'process raft request' (duration: 166.041191ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T23:55:40.041256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.964366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-752415d0-80a8-4e3c-9030-44e25174cb7f\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-06-02T23:55:40.041437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.302494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-06-02T23:55:40.041507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.538933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-02T23:55:40.041541Z","caller":"traceutil/trace.go:171","msg":"trace[1710946710] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1836; }","duration":"569.443737ms","start":"2026-06-02T23:55:39.472073Z","end":"2026-06-02T23:55:40.041517Z","steps":["trace[1710946710] 'range keys from in-memory index tree' (duration: 569.162439ms)"],"step_count":1} {"level":"info","ts":"2026-06-02T23:55:40.041598Z","caller":"traceutil/trace.go:171","msg":"trace[2020564868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1836; }","duration":"577.693116ms","start":"2026-06-02T23:55:39.463886Z","end":"2026-06-02T23:55:40.04158Z","steps":["trace[2020564868] 'range keys from in-memory index tree' (duration: 577.45334ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T23:55:40.041605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-02T23:55:39.472056Z","time spent":"569.537029ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-02T23:55:40.041647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-02T23:55:39.463863Z","time spent":"577.774199ms","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-02T23:55:40.041678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.321909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18b568dfbea9ac15\" ","response":"range_response_count:1 size:982"} {"level":"warn","ts":"2026-06-02T23:55:40.04171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.241586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-02T23:55:40.041768Z","caller":"traceutil/trace.go:171","msg":"trace[1715658035] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18b568dfbea9ac15; range_end:; response_count:1; response_revision:1836; }","duration":"562.460272ms","start":"2026-06-02T23:55:39.479287Z","end":"2026-06-02T23:55:40.041747Z","steps":["trace[1715658035] 'range keys from in-memory index tree' (duration: 562.140203ms)"],"step_count":1} {"level":"info","ts":"2026-06-02T23:55:40.041612Z","caller":"traceutil/trace.go:171","msg":"trace[843996433] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-752415d0-80a8-4e3c-9030-44e25174cb7f; range_end:; response_count:1; response_revision:1836; }","duration":"545.295854ms","start":"2026-06-02T23:55:39.496199Z","end":"2026-06-02T23:55:40.041495Z","steps":["trace[843996433] 'range keys from in-memory index tree' (duration: 544.728439ms)"],"step_count":1} {"level":"info","ts":"2026-06-02T23:55:40.041827Z","caller":"traceutil/trace.go:171","msg":"trace[1506272581] linearizableReadLoop","detail":"{readStateIndex:1913; appliedIndex:1912; }","duration":"121.088201ms","start":"2026-06-02T23:55:39.920721Z","end":"2026-06-02T23:55:40.041809Z","steps":["trace[1506272581] 'read index received' (duration: 8.660321ms)","trace[1506272581] 'applied index is now lower than readState.Index' (duration: 112.42658ms)"],"step_count":2} {"level":"info","ts":"2026-06-02T23:55:40.041873Z","caller":"traceutil/trace.go:171","msg":"trace[152840684] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"222.64024ms","start":"2026-06-02T23:55:39.819221Z","end":"2026-06-02T23:55:40.041861Z","steps":["trace[152840684] 'process raft request' (duration: 110.151568ms)","trace[152840684] 'compare' (duration: 111.898575ms)"],"step_count":2} {"level":"warn","ts":"2026-06-02T23:55:40.041938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-02T23:55:39.496168Z","time spent":"545.721106ms","remote":"127.0.0.1:46954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-752415d0-80a8-4e3c-9030-44e25174cb7f\" "} {"level":"warn","ts":"2026-06-02T23:55:40.041818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-02T23:55:39.479268Z","time spent":"562.538694ms","remote":"127.0.0.1:46850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1004,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18b568dfbea9ac15\" "} {"level":"warn","ts":"2026-06-02T23:55:40.042022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.304887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-752415d0-80a8-4e3c-9030-44e25174cb7f\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-06-02T23:55:40.042057Z","caller":"traceutil/trace.go:171","msg":"trace[1914195550] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-752415d0-80a8-4e3c-9030-44e25174cb7f; range_end:; response_count:1; response_revision:1837; }","duration":"121.37472ms","start":"2026-06-02T23:55:39.920671Z","end":"2026-06-02T23:55:40.042046Z","steps":["trace[1914195550] 'agreement among raft nodes before linearized reading' (duration: 121.191575ms)"],"step_count":1} {"level":"info","ts":"2026-06-02T23:55:40.244571Z","caller":"traceutil/trace.go:171","msg":"trace[932354764] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"198.511078ms","start":"2026-06-02T23:55:40.046028Z","end":"2026-06-02T23:55:40.244539Z","steps":["trace[932354764] 'process raft request' (duration: 198.21294ms)"],"step_count":1} {"level":"info","ts":"2026-06-02T23:55:40.244584Z","caller":"traceutil/trace.go:171","msg":"trace[1749414269] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"195.118084ms","start":"2026-06-02T23:55:40.049445Z","end":"2026-06-02T23:55:40.244563Z","steps":["trace[1749414269] 'process raft request' (duration: 194.960079ms)"],"step_count":1} {"level":"info","ts":"2026-06-02T23:55:40.244501Z","caller":"traceutil/trace.go:171","msg":"trace[1646842429] linearizableReadLoop","detail":"{readStateIndex:1916; appliedIndex:1913; }","duration":"123.703765ms","start":"2026-06-02T23:55:40.120764Z","end":"2026-06-02T23:55:40.244467Z","steps":["trace[1646842429] 'read index received' (duration: 4.930978ms)","trace[1646842429] 'applied index is now lower than readState.Index' (duration: 118.771467ms)"],"step_count":2} {"level":"warn","ts":"2026-06-02T23:55:40.245045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.226869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-02T23:55:40.245248Z","caller":"traceutil/trace.go:171","msg":"trace[513672678] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1840; }","duration":"124.515517ms","start":"2026-06-02T23:55:40.120711Z","end":"2026-06-02T23:55:40.245226Z","steps":["trace[513672678] 'agreement among raft nodes before linearized reading' (duration: 124.171198ms)"],"step_count":1} {"level":"info","ts":"2026-06-02T23:55:48.445953Z","caller":"traceutil/trace.go:171","msg":"trace[690161417] linearizableReadLoop","detail":"{readStateIndex:1997; appliedIndex:1996; }","duration":"187.11394ms","start":"2026-06-02T23:55:48.258793Z","end":"2026-06-02T23:55:48.445907Z","steps":["trace[690161417] 'read index received' (duration: 186.831502ms)","trace[690161417] 'applied index is now lower than readState.Index' (duration: 281.238µs)"],"step_count":2} {"level":"info","ts":"2026-06-02T23:55:48.44605Z","caller":"traceutil/trace.go:171","msg":"trace[1100648078] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"332.292143ms","start":"2026-06-02T23:55:48.113729Z","end":"2026-06-02T23:55:48.446021Z","steps":["trace[1100648078] 'process raft request' (duration: 331.971674ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T23:55:48.446199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-02T23:55:48.113707Z","time spent":"332.407406ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-02T23:55:48.446235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.422228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11982"} {"level":"info","ts":"2026-06-02T23:55:48.446324Z","caller":"traceutil/trace.go:171","msg":"trace[92280576] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1920; }","duration":"187.539952ms","start":"2026-06-02T23:55:48.25875Z","end":"2026-06-02T23:55:48.44629Z","steps":["trace[92280576] 'agreement among raft nodes before linearized reading' (duration: 187.315246ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T23:55:48.446462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.639087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-06-02T23:55:48.446545Z","caller":"traceutil/trace.go:171","msg":"trace[1240415859] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1920; }","duration":"168.769679ms","start":"2026-06-02T23:55:48.277753Z","end":"2026-06-02T23:55:48.446523Z","steps":["trace[1240415859] 'agreement among raft nodes before linearized reading' (duration: 168.511972ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T23:55:48.446523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.829819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-06-02T23:55:48.446649Z","caller":"traceutil/trace.go:171","msg":"trace[745414914] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1920; }","duration":"132.966303ms","start":"2026-06-02T23:55:48.313631Z","end":"2026-06-02T23:55:48.446597Z","steps":["trace[745414914] 'agreement among raft nodes before linearized reading' (duration: 132.674954ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T23:55:53.736432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.023327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-06-02T23:55:53.736516Z","caller":"traceutil/trace.go:171","msg":"trace[495207401] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1955; }","duration":"252.149411ms","start":"2026-06-02T23:55:53.484348Z","end":"2026-06-02T23:55:53.736498Z","steps":["trace[495207401] 'range keys from in-memory index tree' (duration: 251.842864ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T23:55:53.736651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.526552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-06-02T23:55:53.736791Z","caller":"traceutil/trace.go:171","msg":"trace[539232104] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1955; }","duration":"252.689966ms","start":"2026-06-02T23:55:53.484043Z","end":"2026-06-02T23:55:53.736733Z","steps":["trace[539232104] 'range keys from in-memory index tree' (duration: 252.306016ms)"],"step_count":1} {"level":"info","ts":"2026-06-02T23:56:25.802569Z","caller":"traceutil/trace.go:171","msg":"trace[423359151] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"206.748438ms","start":"2026-06-02T23:56:25.595794Z","end":"2026-06-02T23:56:25.802542Z","steps":["trace[423359151] 'process raft request' (duration: 139.961917ms)","trace[423359151] 'compare' (duration: 66.374639ms)"],"step_count":2} {"level":"info","ts":"2026-06-02T23:56:25.802595Z","caller":"traceutil/trace.go:171","msg":"trace[754430135] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"205.509236ms","start":"2026-06-02T23:56:25.597066Z","end":"2026-06-02T23:56:25.802575Z","steps":["trace[754430135] 'process raft request' (duration: 205.408783ms)"],"step_count":1} {"level":"info","ts":"2026-06-02T23:56:26.757873Z","caller":"traceutil/trace.go:171","msg":"trace[1751934857] linearizableReadLoop","detail":"{readStateIndex:2232; appliedIndex:2231; }","duration":"109.924544ms","start":"2026-06-02T23:56:26.647922Z","end":"2026-06-02T23:56:26.757847Z","steps":["trace[1751934857] 'read index received' (duration: 109.729629ms)","trace[1751934857] 'applied index is now lower than readState.Index' (duration: 193.635µs)"],"step_count":2} {"level":"warn","ts":"2026-06-02T23:56:26.758137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.200181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-06-02T23:56:26.758189Z","caller":"traceutil/trace.go:171","msg":"trace[1893948173] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2146; }","duration":"110.306874ms","start":"2026-06-02T23:56:26.647868Z","end":"2026-06-02T23:56:26.758175Z","steps":["trace[1893948173] 'agreement among raft nodes before linearized reading' (duration: 110.138069ms)"],"step_count":1} {"level":"info","ts":"2026-06-02T23:56:26.75793Z","caller":"traceutil/trace.go:171","msg":"trace[1514618205] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"168.331405ms","start":"2026-06-02T23:56:26.589567Z","end":"2026-06-02T23:56:26.757899Z","steps":["trace[1514618205] 'process raft request' (duration: 168.11729ms)"],"step_count":1} {"level":"info","ts":"2026-06-02T23:57:54.093585Z","caller":"traceutil/trace.go:171","msg":"trace[152904345] transaction","detail":"{read_only:false; response_revision:2813; number_of_response:1; }","duration":"293.026931ms","start":"2026-06-02T23:57:53.800533Z","end":"2026-06-02T23:57:54.09356Z","steps":["trace[152904345] 'process raft request' (duration: 292.866707ms)"],"step_count":1} {"level":"info","ts":"2026-06-02T23:57:54.160612Z","caller":"traceutil/trace.go:171","msg":"trace[2139404635] transaction","detail":"{read_only:false; response_revision:2814; number_of_response:1; }","duration":"238.956054ms","start":"2026-06-02T23:57:53.921627Z","end":"2026-06-02T23:57:54.160583Z","steps":["trace[2139404635] 'process raft request' (duration: 238.793829ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T23:57:54.466571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.819168ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-06-02T23:57:54.466676Z","caller":"traceutil/trace.go:171","msg":"trace[50045003] linearizableReadLoop","detail":"{readStateIndex:2926; appliedIndex:2925; }","duration":"224.105031ms","start":"2026-06-02T23:57:54.242554Z","end":"2026-06-02T23:57:54.466659Z","steps":["trace[50045003] 'read index received' (duration: 35.201µs)","trace[50045003] 'applied index is now lower than readState.Index' (duration: 224.06825ms)"],"step_count":2} {"level":"warn","ts":"2026-06-02T23:57:54.466876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.319767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-02T23:57:54.466914Z","caller":"traceutil/trace.go:171","msg":"trace[92644457] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2814; }","duration":"224.403109ms","start":"2026-06-02T23:57:54.242499Z","end":"2026-06-02T23:57:54.466902Z","steps":["trace[92644457] 'agreement among raft nodes before linearized reading' (duration: 224.256846ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T23:57:54.466973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.152362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-02T23:57:54.467064Z","caller":"traceutil/trace.go:171","msg":"trace[1692099517] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2814; }","duration":"196.282806ms","start":"2026-06-02T23:57:54.270752Z","end":"2026-06-02T23:57:54.467035Z","steps":["trace[1692099517] 'agreement among raft nodes before linearized reading' (duration: 196.05314ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:00:22.840884Z","caller":"traceutil/trace.go:171","msg":"trace[769143499] transaction","detail":"{read_only:false; response_revision:3798; number_of_response:1; }","duration":"237.933664ms","start":"2026-06-03T00:00:22.602933Z","end":"2026-06-03T00:00:22.840867Z","steps":["trace[769143499] 'process raft request' (duration: 237.829801ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:00:29.299271Z","caller":"traceutil/trace.go:171","msg":"trace[1803466140] transaction","detail":"{read_only:false; response_revision:3831; number_of_response:1; }","duration":"132.282337ms","start":"2026-06-03T00:00:29.166967Z","end":"2026-06-03T00:00:29.299249Z","steps":["trace[1803466140] 'process raft request' (duration: 131.986259ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:00:29.482917Z","caller":"traceutil/trace.go:171","msg":"trace[1859093409] transaction","detail":"{read_only:false; response_revision:3832; number_of_response:1; }","duration":"179.259755ms","start":"2026-06-03T00:00:29.303633Z","end":"2026-06-03T00:00:29.482893Z","steps":["trace[1859093409] 'process raft request' (duration: 172.04212ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:00:29.483108Z","caller":"traceutil/trace.go:171","msg":"trace[1127146772] linearizableReadLoop","detail":"{readStateIndex:3983; appliedIndex:3981; }","duration":"103.233305ms","start":"2026-06-03T00:00:29.379832Z","end":"2026-06-03T00:00:29.483066Z","steps":["trace[1127146772] 'read index received' (duration: 95.857455ms)","trace[1127146772] 'applied index is now lower than readState.Index' (duration: 7.37453ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:00:29.483145Z","caller":"traceutil/trace.go:171","msg":"trace[1950557065] transaction","detail":"{read_only:false; response_revision:3833; number_of_response:1; }","duration":"179.064739ms","start":"2026-06-03T00:00:29.304059Z","end":"2026-06-03T00:00:29.483124Z","steps":["trace[1950557065] 'process raft request' (duration: 178.798112ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:00:29.483306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.45011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-03T00:00:29.483338Z","caller":"traceutil/trace.go:171","msg":"trace[1770339968] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:3833; }","duration":"103.510751ms","start":"2026-06-03T00:00:29.379818Z","end":"2026-06-03T00:00:29.483329Z","steps":["trace[1770339968] 'agreement among raft nodes before linearized reading' (duration: 103.419069ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:01:39.755319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052986569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jc42f\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-06-03T00:01:39.755551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.042534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-06-03T00:01:39.755615Z","caller":"traceutil/trace.go:171","msg":"trace[364409688] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:4283; }","duration":"702.145486ms","start":"2026-06-03T00:01:39.053456Z","end":"2026-06-03T00:01:39.755602Z","steps":["trace[364409688] 'range keys from in-memory index tree' (duration: 701.91301ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:01:39.755639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:01:39.053439Z","time spent":"702.194987ms","remote":"127.0.0.1:46816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-06-03T00:01:39.755754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.819238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-03T00:01:39.755775Z","caller":"traceutil/trace.go:171","msg":"trace[524850093] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4283; }","duration":"701.862729ms","start":"2026-06-03T00:01:39.053904Z","end":"2026-06-03T00:01:39.755767Z","steps":["trace[524850093] 'count revisions from in-memory index tree' (duration: 701.750035ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:01:39.755789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:01:39.053893Z","time spent":"701.891669ms","remote":"127.0.0.1:35724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-06-03T00:01:39.755425Z","caller":"traceutil/trace.go:171","msg":"trace[522323727] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jc42f; range_end:; response_count:1; response_revision:4283; }","duration":"1.053133042s","start":"2026-06-03T00:01:38.702272Z","end":"2026-06-03T00:01:39.755406Z","steps":["trace[522323727] 'range keys from in-memory index tree' (duration: 1.052808065s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:01:39.755846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:01:38.702252Z","time spent":"1.053567604s","remote":"127.0.0.1:46954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-jc42f\" "} {"level":"info","ts":"2026-06-03T00:02:03.791955Z","caller":"traceutil/trace.go:171","msg":"trace[418329959] linearizableReadLoop","detail":"{readStateIndex:5261; appliedIndex:5260; }","duration":"153.161301ms","start":"2026-06-03T00:02:03.638768Z","end":"2026-06-03T00:02:03.79193Z","steps":["trace[418329959] 'read index received' (duration: 101.719453ms)","trace[418329959] 'applied index is now lower than readState.Index' (duration: 51.440818ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:02:03.792135Z","caller":"traceutil/trace.go:171","msg":"trace[782466394] transaction","detail":"{read_only:false; response_revision:5063; number_of_response:1; }","duration":"158.479114ms","start":"2026-06-03T00:02:03.633616Z","end":"2026-06-03T00:02:03.792095Z","steps":["trace[782466394] 'process raft request' (duration: 106.916694ms)","trace[782466394] 'compare' (duration: 51.225381ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:02:03.792273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.472709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"warn","ts":"2026-06-03T00:02:03.792278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.265508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-gcrc2.18b569365f9234b6\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-06-03T00:02:03.792321Z","caller":"traceutil/trace.go:171","msg":"trace[864600582] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5063; }","duration":"153.572971ms","start":"2026-06-03T00:02:03.638736Z","end":"2026-06-03T00:02:03.792309Z","steps":["trace[864600582] 'agreement among raft nodes before linearized reading' (duration: 153.349696ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:02:03.792345Z","caller":"traceutil/trace.go:171","msg":"trace[2049315590] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-gcrc2.18b569365f9234b6; range_end:; response_count:1; response_revision:5063; }","duration":"125.369752ms","start":"2026-06-03T00:02:03.666958Z","end":"2026-06-03T00:02:03.792328Z","steps":["trace[2049315590] 'agreement among raft nodes before linearized reading' (duration: 125.188917ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:02:04.668658Z","caller":"traceutil/trace.go:171","msg":"trace[1313795686] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"194.100415ms","start":"2026-06-03T00:02:04.474532Z","end":"2026-06-03T00:02:04.668633Z","steps":["trace[1313795686] 'process raft request' (duration: 193.9074ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:02:10.570201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.717378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-03T00:02:10.570273Z","caller":"traceutil/trace.go:171","msg":"trace[1731391303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5203; }","duration":"106.843032ms","start":"2026-06-03T00:02:10.463416Z","end":"2026-06-03T00:02:10.570259Z","steps":["trace[1731391303] 'range keys from in-memory index tree' (duration: 106.631596ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:02:10.81803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.76785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-03T00:02:10.818143Z","caller":"traceutil/trace.go:171","msg":"trace[1948471279] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"190.311183ms","start":"2026-06-03T00:02:10.627806Z","end":"2026-06-03T00:02:10.818117Z","steps":["trace[1948471279] 'process raft request' (duration: 190.044256ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:02:10.818156Z","caller":"traceutil/trace.go:171","msg":"trace[1981926421] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"190.590751ms","start":"2026-06-03T00:02:10.627531Z","end":"2026-06-03T00:02:10.818122Z","steps":["trace[1981926421] 'process raft request' (duration: 190.263732ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:02:10.818208Z","caller":"traceutil/trace.go:171","msg":"trace[1590314670] linearizableReadLoop","detail":"{readStateIndex:5412; appliedIndex:5408; }","duration":"119.629556ms","start":"2026-06-03T00:02:10.698257Z","end":"2026-06-03T00:02:10.817887Z","steps":["trace[1590314670] 'read index received' (duration: 74.100349ms)","trace[1590314670] 'applied index is now lower than readState.Index' (duration: 45.528137ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:02:10.818218Z","caller":"traceutil/trace.go:171","msg":"trace[767132624] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5209; }","duration":"119.982626ms","start":"2026-06-03T00:02:10.698191Z","end":"2026-06-03T00:02:10.818174Z","steps":["trace[767132624] 'agreement among raft nodes before linearized reading' (duration: 119.699298ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:02:10.81794Z","caller":"traceutil/trace.go:171","msg":"trace[1881530954] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"190.805736ms","start":"2026-06-03T00:02:10.62708Z","end":"2026-06-03T00:02:10.817886Z","steps":["trace[1881530954] 'process raft request' (duration: 190.629982ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:02:10.817832Z","caller":"traceutil/trace.go:171","msg":"trace[1858381603] transaction","detail":"{read_only:false; response_revision:5206; number_of_response:1; }","duration":"192.344917ms","start":"2026-06-03T00:02:10.625461Z","end":"2026-06-03T00:02:10.817806Z","steps":["trace[1858381603] 'process raft request' (duration: 146.88235ms)","trace[1858381603] 'compare' (duration: 45.19341ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:02:10.818445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.613655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-06-03T00:02:10.818453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.980666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-03T00:02:10.818488Z","caller":"traceutil/trace.go:171","msg":"trace[806992272] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5209; }","duration":"119.709979ms","start":"2026-06-03T00:02:10.698766Z","end":"2026-06-03T00:02:10.818476Z","steps":["trace[806992272] 'agreement among raft nodes before linearized reading' (duration: 119.563595ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:02:10.818503Z","caller":"traceutil/trace.go:171","msg":"trace[882966828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5209; }","duration":"120.056078ms","start":"2026-06-03T00:02:10.698432Z","end":"2026-06-03T00:02:10.818488Z","steps":["trace[882966828] 'agreement among raft nodes before linearized reading' (duration: 119.878993ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:02:11.207763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.287562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-03T00:02:11.207865Z","caller":"traceutil/trace.go:171","msg":"trace[2113718670] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5215; }","duration":"104.460737ms","start":"2026-06-03T00:02:11.103383Z","end":"2026-06-03T00:02:11.207843Z","steps":["trace[2113718670] 'count revisions from in-memory index tree' (duration: 104.208901ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:02:15.282078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.502439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-06-03T00:02:15.282137Z","caller":"traceutil/trace.go:171","msg":"trace[65091716] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5281; }","duration":"183.612862ms","start":"2026-06-03T00:02:15.098512Z","end":"2026-06-03T00:02:15.282125Z","steps":["trace[65091716] 'range keys from in-memory index tree' (duration: 183.408016ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:02:24.583231Z","caller":"traceutil/trace.go:171","msg":"trace[81768060] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"192.777319ms","start":"2026-06-03T00:02:24.390414Z","end":"2026-06-03T00:02:24.583192Z","steps":["trace[81768060] 'process raft request' (duration: 162.085581ms)","trace[81768060] 'compare' (duration: 30.499752ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:02:24.583284Z","caller":"traceutil/trace.go:171","msg":"trace[2048766644] transaction","detail":"{read_only:false; response_revision:5440; number_of_response:1; }","duration":"189.109641ms","start":"2026-06-03T00:02:24.394144Z","end":"2026-06-03T00:02:24.583253Z","steps":["trace[2048766644] 'process raft request' (duration: 188.986698ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:02:24.605725Z","caller":"traceutil/trace.go:171","msg":"trace[717525296] linearizableReadLoop","detail":"{readStateIndex:5646; appliedIndex:5644; }","duration":"140.387216ms","start":"2026-06-03T00:02:24.46532Z","end":"2026-06-03T00:02:24.605707Z","steps":["trace[717525296] 'read index received' (duration: 87.191881ms)","trace[717525296] 'applied index is now lower than readState.Index' (duration: 53.194205ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:02:24.605886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.553341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-03T00:02:24.605917Z","caller":"traceutil/trace.go:171","msg":"trace[2038138761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5440; }","duration":"140.656983ms","start":"2026-06-03T00:02:24.46525Z","end":"2026-06-03T00:02:24.605907Z","steps":["trace[2038138761] 'agreement among raft nodes before linearized reading' (duration: 140.576941ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:02:24.606081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.566048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18b5693e1a37b50c\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-06-03T00:02:24.606166Z","caller":"traceutil/trace.go:171","msg":"trace[1046600534] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18b5693e1a37b50c; range_end:; response_count:1; response_revision:5440; }","duration":"108.692582ms","start":"2026-06-03T00:02:24.497452Z","end":"2026-06-03T00:02:24.606144Z","steps":["trace[1046600534] 'agreement among raft nodes before linearized reading' (duration: 108.459286ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:02:39.369396Z","caller":"traceutil/trace.go:171","msg":"trace[1971962855] linearizableReadLoop","detail":"{readStateIndex:5847; appliedIndex:5846; }","duration":"317.832078ms","start":"2026-06-03T00:02:39.051545Z","end":"2026-06-03T00:02:39.369377Z","steps":["trace[1971962855] 'read index received' (duration: 317.616882ms)","trace[1971962855] 'applied index is now lower than readState.Index' (duration: 214.566µs)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:02:39.369508Z","caller":"traceutil/trace.go:171","msg":"trace[1357000756] transaction","detail":"{read_only:false; response_revision:5635; number_of_response:1; }","duration":"317.97009ms","start":"2026-06-03T00:02:39.0515Z","end":"2026-06-03T00:02:39.36947Z","steps":["trace[1357000756] 'process raft request' (duration: 317.706904ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:02:39.369583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.019523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-03T00:02:39.369609Z","caller":"traceutil/trace.go:171","msg":"trace[516390237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5635; }","duration":"318.102675ms","start":"2026-06-03T00:02:39.051499Z","end":"2026-06-03T00:02:39.369602Z","steps":["trace[516390237] 'agreement among raft nodes before linearized reading' (duration: 317.986822ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:02:39.369642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:02:39.051481Z","time spent":"318.155877ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-03T00:02:39.369678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:02:39.051477Z","time spent":"318.112736ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:02:39.369701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.02935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-03T00:02:39.36978Z","caller":"traceutil/trace.go:171","msg":"trace[176103312] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5635; }","duration":"316.143133ms","start":"2026-06-03T00:02:39.053618Z","end":"2026-06-03T00:02:39.369762Z","steps":["trace[176103312] 'agreement among raft nodes before linearized reading' (duration: 315.918037ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:02:39.369822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:02:39.053594Z","time spent":"316.219244ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-03T00:02:39.369829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.162294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-06-03T00:02:39.369904Z","caller":"traceutil/trace.go:171","msg":"trace[1585601211] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:5635; }","duration":"312.261398ms","start":"2026-06-03T00:02:39.057623Z","end":"2026-06-03T00:02:39.369885Z","steps":["trace[1585601211] 'agreement among raft nodes before linearized reading' (duration: 312.049822ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:02:39.36994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:02:39.057577Z","time spent":"312.35396ms","remote":"127.0.0.1:46816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"info","ts":"2026-06-03T00:02:39.529739Z","caller":"traceutil/trace.go:171","msg":"trace[11311157] transaction","detail":"{read_only:false; response_revision:5636; number_of_response:1; }","duration":"156.368665ms","start":"2026-06-03T00:02:39.373342Z","end":"2026-06-03T00:02:39.529711Z","steps":["trace[11311157] 'process raft request' (duration: 156.15982ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:02:39.52976Z","caller":"traceutil/trace.go:171","msg":"trace[235192666] transaction","detail":"{read_only:false; response_revision:5637; number_of_response:1; }","duration":"155.939734ms","start":"2026-06-03T00:02:39.373805Z","end":"2026-06-03T00:02:39.529744Z","steps":["trace[235192666] 'process raft request' (duration: 155.827281ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:02:39.529926Z","caller":"traceutil/trace.go:171","msg":"trace[1253660888] linearizableReadLoop","detail":"{readStateIndex:5850; appliedIndex:5847; }","duration":"110.798808ms","start":"2026-06-03T00:02:39.418876Z","end":"2026-06-03T00:02:39.529675Z","steps":["trace[1253660888] 'read index received' (duration: 66.545314ms)","trace[1253660888] 'applied index is now lower than readState.Index' (duration: 44.252554ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:02:39.530116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.206147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-06-03T00:02:39.530228Z","caller":"traceutil/trace.go:171","msg":"trace[504625028] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5637; }","duration":"111.350202ms","start":"2026-06-03T00:02:39.418829Z","end":"2026-06-03T00:02:39.530179Z","steps":["trace[504625028] 'agreement among raft nodes before linearized reading' (duration: 111.015763ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:02:39.978513Z","caller":"traceutil/trace.go:171","msg":"trace[1816660040] linearizableReadLoop","detail":"{readStateIndex:5857; appliedIndex:5856; }","duration":"135.453732ms","start":"2026-06-03T00:02:39.843023Z","end":"2026-06-03T00:02:39.978477Z","steps":["trace[1816660040] 'read index received' (duration: 113.183002ms)","trace[1816660040] 'applied index is now lower than readState.Index' (duration: 22.26896ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:02:39.978582Z","caller":"traceutil/trace.go:171","msg":"trace[379643954] transaction","detail":"{read_only:false; response_revision:5644; number_of_response:1; }","duration":"204.252956ms","start":"2026-06-03T00:02:39.774292Z","end":"2026-06-03T00:02:39.978545Z","steps":["trace[379643954] 'process raft request' (duration: 181.988906ms)","trace[379643954] 'compare' (duration: 21.954612ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:02:39.978759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.709488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-03T00:02:39.978814Z","caller":"traceutil/trace.go:171","msg":"trace[2135335685] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5644; }","duration":"135.828672ms","start":"2026-06-03T00:02:39.84297Z","end":"2026-06-03T00:02:39.978798Z","steps":["trace[2135335685] 'agreement among raft nodes before linearized reading' (duration: 135.697498ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:02:39.978846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.54314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-06-03T00:02:39.978908Z","caller":"traceutil/trace.go:171","msg":"trace[721912854] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5644; }","duration":"123.654043ms","start":"2026-06-03T00:02:39.855235Z","end":"2026-06-03T00:02:39.978889Z","steps":["trace[721912854] 'agreement among raft nodes before linearized reading' (duration: 123.451338ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:02:40.272847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.049957ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-03T00:02:40.272947Z","caller":"traceutil/trace.go:171","msg":"trace[1905712046] linearizableReadLoop","detail":"{readStateIndex:5859; appliedIndex:5858; }","duration":"174.458543ms","start":"2026-06-03T00:02:40.098475Z","end":"2026-06-03T00:02:40.272933Z","steps":["trace[1905712046] 'read index received' (duration: 64.293µs)","trace[1905712046] 'applied index is now lower than readState.Index' (duration: 174.39313ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:02:40.273061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.602336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jc42f\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-06-03T00:02:40.273083Z","caller":"traceutil/trace.go:171","msg":"trace[1648960573] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jc42f; range_end:; response_count:1; response_revision:5646; }","duration":"174.667859ms","start":"2026-06-03T00:02:40.098409Z","end":"2026-06-03T00:02:40.273077Z","steps":["trace[1648960573] 'agreement among raft nodes before linearized reading' (duration: 174.559276ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:02:40.273213Z","caller":"traceutil/trace.go:171","msg":"trace[379957141] transaction","detail":"{read_only:false; response_revision:5646; number_of_response:1; }","duration":"240.072532ms","start":"2026-06-03T00:02:40.033106Z","end":"2026-06-03T00:02:40.273178Z","steps":["trace[379957141] 'process raft request' (duration: 57.622264ms)","trace[379957141] 'compare' (duration: 181.895183ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:03:16.041816Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2936} {"level":"info","ts":"2026-06-03T00:03:16.114571Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2936,"took":"71.20846ms","hash":2907894887,"current-db-size-bytes":57790464,"current-db-size":"58 MB","current-db-size-in-use-bytes":33660928,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-06-03T00:03:16.114652Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2907894887,"revision":2936,"compact-revision":-1} {"level":"info","ts":"2026-06-03T00:08:16.048849Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5969} {"level":"info","ts":"2026-06-03T00:08:16.145037Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5969,"took":"93.906896ms","hash":1335048682,"current-db-size-bytes":57790464,"current-db-size":"58 MB","current-db-size-in-use-bytes":21708800,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-06-03T00:08:16.145174Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1335048682,"revision":5969,"compact-revision":2936} {"level":"warn","ts":"2026-06-03T00:08:39.62085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.830113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-03T00:08:39.620993Z","caller":"traceutil/trace.go:171","msg":"trace[2033573826] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8354; }","duration":"485.032629ms","start":"2026-06-03T00:08:39.135934Z","end":"2026-06-03T00:08:39.620967Z","steps":["trace[2033573826] 'range keys from in-memory index tree' (duration: 484.622767ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:08:39.62105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:08:39.135916Z","time spent":"485.123971ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-03T00:08:39.650272Z","caller":"traceutil/trace.go:171","msg":"trace[27568684] linearizableReadLoop","detail":"{readStateIndex:8658; appliedIndex:8657; }","duration":"279.167929ms","start":"2026-06-03T00:08:39.371079Z","end":"2026-06-03T00:08:39.650247Z","steps":["trace[27568684] 'read index received' (duration: 278.976183ms)","trace[27568684] 'applied index is now lower than readState.Index' (duration: 190.806µs)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:08:39.650394Z","caller":"traceutil/trace.go:171","msg":"trace[1631486800] transaction","detail":"{read_only:false; response_revision:8355; number_of_response:1; }","duration":"307.442353ms","start":"2026-06-03T00:08:39.342913Z","end":"2026-06-03T00:08:39.650356Z","steps":["trace[1631486800] 'process raft request' (duration: 307.171705ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:08:39.650499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.405137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-03T00:08:39.650543Z","caller":"traceutil/trace.go:171","msg":"trace[1605465337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8355; }","duration":"279.495618ms","start":"2026-06-03T00:08:39.371037Z","end":"2026-06-03T00:08:39.650532Z","steps":["trace[1605465337] 'agreement among raft nodes before linearized reading' (duration: 279.335574ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:08:39.650576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:08:39.342887Z","time spent":"307.594847ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:08:39.71866Z","caller":"traceutil/trace.go:171","msg":"trace[82625927] transaction","detail":"{read_only:false; response_revision:8356; number_of_response:1; }","duration":"143.941507ms","start":"2026-06-03T00:08:39.574672Z","end":"2026-06-03T00:08:39.718614Z","steps":["trace[82625927] 'process raft request' (duration: 143.600477ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:08:39.718784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.195484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-03T00:08:39.718834Z","caller":"traceutil/trace.go:171","msg":"trace[2072176113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8357; }","duration":"254.253726ms","start":"2026-06-03T00:08:39.464558Z","end":"2026-06-03T00:08:39.718812Z","steps":["trace[2072176113] 'agreement among raft nodes before linearized reading' (duration: 254.194465ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:08:39.718819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.445734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-06-03T00:08:39.718702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.594545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-06-03T00:08:39.718853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.967762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-06-03T00:08:39.718916Z","caller":"traceutil/trace.go:171","msg":"trace[501529850] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8357; }","duration":"253.572817ms","start":"2026-06-03T00:08:39.465317Z","end":"2026-06-03T00:08:39.71889Z","steps":["trace[501529850] 'agreement among raft nodes before linearized reading' (duration: 253.232928ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:08:39.718979Z","caller":"traceutil/trace.go:171","msg":"trace[1396108863] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8357; }","duration":"281.899333ms","start":"2026-06-03T00:08:39.437016Z","end":"2026-06-03T00:08:39.718916Z","steps":["trace[1396108863] 'agreement among raft nodes before linearized reading' (duration: 281.452831ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:08:39.718931Z","caller":"traceutil/trace.go:171","msg":"trace[645006367] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8357; }","duration":"226.082856ms","start":"2026-06-03T00:08:39.49283Z","end":"2026-06-03T00:08:39.718913Z","steps":["trace[645006367] 'agreement among raft nodes before linearized reading' (duration: 225.809899ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:09:20.174624Z","caller":"traceutil/trace.go:171","msg":"trace[425292410] transaction","detail":"{read_only:false; response_revision:8622; number_of_response:1; }","duration":"249.323947ms","start":"2026-06-03T00:09:19.925241Z","end":"2026-06-03T00:09:20.174565Z","steps":["trace[425292410] 'process raft request' (duration: 249.02533ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:09:20.175641Z","caller":"traceutil/trace.go:171","msg":"trace[1675295733] transaction","detail":"{read_only:false; response_revision:8623; number_of_response:1; }","duration":"101.933021ms","start":"2026-06-03T00:09:20.073686Z","end":"2026-06-03T00:09:20.175619Z","steps":["trace[1675295733] 'process raft request' (duration: 101.791948ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:09:22.940211Z","caller":"traceutil/trace.go:171","msg":"trace[1835767428] transaction","detail":"{read_only:false; response_revision:8641; number_of_response:1; }","duration":"120.015798ms","start":"2026-06-03T00:09:22.820165Z","end":"2026-06-03T00:09:22.940181Z","steps":["trace[1835767428] 'process raft request' (duration: 119.814853ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:09:22.981178Z","caller":"traceutil/trace.go:171","msg":"trace[21930353] transaction","detail":"{read_only:false; response_revision:8642; number_of_response:1; }","duration":"159.419428ms","start":"2026-06-03T00:09:22.821736Z","end":"2026-06-03T00:09:22.981155Z","steps":["trace[21930353] 'process raft request' (duration: 159.227203ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:09:34.506734Z","caller":"traceutil/trace.go:171","msg":"trace[1391243243] transaction","detail":"{read_only:false; response_revision:8747; number_of_response:1; }","duration":"154.768404ms","start":"2026-06-03T00:09:34.351911Z","end":"2026-06-03T00:09:34.50668Z","steps":["trace[1391243243] 'process raft request' (duration: 148.399833ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:09:36.095468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.630707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-03T00:09:36.095546Z","caller":"traceutil/trace.go:171","msg":"trace[21780439] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8753; }","duration":"181.762798ms","start":"2026-06-03T00:09:35.913765Z","end":"2026-06-03T00:09:36.095528Z","steps":["trace[21780439] 'range keys from in-memory index tree' (duration: 181.553193ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:09:36.095541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.844442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-06-03T00:09:36.095541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.281847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"info","ts":"2026-06-03T00:09:36.095622Z","caller":"traceutil/trace.go:171","msg":"trace[1601158679] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8753; }","duration":"213.937135ms","start":"2026-06-03T00:09:35.881663Z","end":"2026-06-03T00:09:36.0956Z","steps":["trace[1601158679] 'range keys from in-memory index tree' (duration: 213.679108ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:09:36.095696Z","caller":"traceutil/trace.go:171","msg":"trace[626785340] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:8753; }","duration":"213.486042ms","start":"2026-06-03T00:09:35.882197Z","end":"2026-06-03T00:09:36.095683Z","steps":["trace[626785340] 'range keys from in-memory index tree' (duration: 213.150685ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:09:36.096338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.882464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-06-03T00:09:36.096394Z","caller":"traceutil/trace.go:171","msg":"trace[1289969234] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8753; }","duration":"214.231702ms","start":"2026-06-03T00:09:35.882147Z","end":"2026-06-03T00:09:36.096379Z","steps":["trace[1289969234] 'range keys from in-memory index tree' (duration: 213.366249ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:09:36.731749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.103167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-06-03T00:09:36.731949Z","caller":"traceutil/trace.go:171","msg":"trace[851839912] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8760; }","duration":"315.359065ms","start":"2026-06-03T00:09:36.416563Z","end":"2026-06-03T00:09:36.731922Z","steps":["trace[851839912] 'range keys from in-memory index tree' (duration: 314.883861ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:09:36.732021Z","caller":"traceutil/trace.go:171","msg":"trace[762924431] linearizableReadLoop","detail":"{readStateIndex:9080; appliedIndex:9079; }","duration":"268.624887ms","start":"2026-06-03T00:09:36.463383Z","end":"2026-06-03T00:09:36.732008Z","steps":["trace[762924431] 'read index received' (duration: 253.989333ms)","trace[762924431] 'applied index is now lower than readState.Index' (duration: 14.634744ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:09:36.732094Z","caller":"traceutil/trace.go:171","msg":"trace[1979103748] transaction","detail":"{read_only:false; response_revision:8761; number_of_response:1; }","duration":"281.645777ms","start":"2026-06-03T00:09:36.45044Z","end":"2026-06-03T00:09:36.732086Z","steps":["trace[1979103748] 'process raft request' (duration: 266.997383ms)","trace[1979103748] 'compare' (duration: 14.47304ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:09:36.732077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:09:36.416541Z","time spent":"315.487938ms","remote":"127.0.0.1:46874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1839,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-06-03T00:09:36.734969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.550316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-03T00:09:36.735049Z","caller":"traceutil/trace.go:171","msg":"trace[496372241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8761; }","duration":"271.686408ms","start":"2026-06-03T00:09:36.463345Z","end":"2026-06-03T00:09:36.735031Z","steps":["trace[496372241] 'agreement among raft nodes before linearized reading' (duration: 271.546794ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:09:48.440431Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023ee.wal"} {"level":"info","ts":"2026-06-03T00:10:52.54664Z","caller":"traceutil/trace.go:171","msg":"trace[1245861697] transaction","detail":"{read_only:false; response_revision:9504; number_of_response:1; }","duration":"134.456208ms","start":"2026-06-03T00:10:52.412134Z","end":"2026-06-03T00:10:52.54659Z","steps":["trace[1245861697] 'process raft request' (duration: 134.204491ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:10:52.69736Z","caller":"traceutil/trace.go:171","msg":"trace[123745011] transaction","detail":"{read_only:false; response_revision:9505; number_of_response:1; }","duration":"102.480617ms","start":"2026-06-03T00:10:52.594846Z","end":"2026-06-03T00:10:52.697326Z","steps":["trace[123745011] 'process raft request' (duration: 85.13537ms)","trace[123745011] 'compare' (duration: 17.182022ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:10:52.851648Z","caller":"traceutil/trace.go:171","msg":"trace[1059052583] linearizableReadLoop","detail":"{readStateIndex:9845; appliedIndex:9843; }","duration":"240.458028ms","start":"2026-06-03T00:10:52.611166Z","end":"2026-06-03T00:10:52.851624Z","steps":["trace[1059052583] 'read index received' (duration: 68.991265ms)","trace[1059052583] 'applied index is now lower than readState.Index' (duration: 171.465743ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:10:52.851773Z","caller":"traceutil/trace.go:171","msg":"trace[919984943] transaction","detail":"{read_only:false; response_revision:9506; number_of_response:1; }","duration":"240.579222ms","start":"2026-06-03T00:10:52.611124Z","end":"2026-06-03T00:10:52.851703Z","steps":["trace[919984943] 'process raft request' (duration: 228.56713ms)","trace[919984943] 'compare' (duration: 11.824397ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:10:52.852007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.785697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-03T00:10:52.852166Z","caller":"traceutil/trace.go:171","msg":"trace[2146873278] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9506; }","duration":"240.978043ms","start":"2026-06-03T00:10:52.61112Z","end":"2026-06-03T00:10:52.852098Z","steps":["trace[2146873278] 'agreement among raft nodes before linearized reading' (duration: 240.592293ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:11:11.112675Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5ac240a6daec2148","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-06-03T00:11:11.157619Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-06-03T00:11:11.157851Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-06-03T00:13:16.055798Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8057} {"level":"info","ts":"2026-06-03T00:13:16.117501Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8057,"took":"59.410003ms","hash":3828647299,"current-db-size-bytes":57790464,"current-db-size":"58 MB","current-db-size-in-use-bytes":29310976,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-06-03T00:13:16.117563Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3828647299,"revision":8057,"compact-revision":5969} {"level":"info","ts":"2026-06-03T00:14:31.842811Z","caller":"traceutil/trace.go:171","msg":"trace[1955619454] transaction","detail":"{read_only:false; response_revision:11332; number_of_response:1; }","duration":"149.87741ms","start":"2026-06-03T00:14:31.692901Z","end":"2026-06-03T00:14:31.842779Z","steps":["trace[1955619454] 'process raft request' (duration: 149.595583ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:14:32.356487Z","caller":"traceutil/trace.go:171","msg":"trace[99997501] linearizableReadLoop","detail":"{readStateIndex:11726; appliedIndex:11725; }","duration":"249.820301ms","start":"2026-06-03T00:14:32.106639Z","end":"2026-06-03T00:14:32.356459Z","steps":["trace[99997501] 'read index received' (duration: 249.524793ms)","trace[99997501] 'applied index is now lower than readState.Index' (duration: 293.788µs)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:14:32.35663Z","caller":"traceutil/trace.go:171","msg":"trace[113308827] transaction","detail":"{read_only:false; response_revision:11333; number_of_response:1; }","duration":"353.488772ms","start":"2026-06-03T00:14:32.00313Z","end":"2026-06-03T00:14:32.356618Z","steps":["trace[113308827] 'process raft request' (duration: 353.152852ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:14:32.356751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:14:32.003113Z","time spent":"353.549134ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:14:32.356905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.383336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-06-03T00:14:32.356929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.545273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-06-03T00:14:32.356958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.949077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-03T00:14:32.357013Z","caller":"traceutil/trace.go:171","msg":"trace[1929412273] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11333; }","duration":"202.681647ms","start":"2026-06-03T00:14:32.154308Z","end":"2026-06-03T00:14:32.35699Z","steps":["trace[1929412273] 'agreement among raft nodes before linearized reading' (duration: 202.44345ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:14:32.357067Z","caller":"traceutil/trace.go:171","msg":"trace[1515918190] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11333; }","duration":"202.06842ms","start":"2026-06-03T00:14:32.15495Z","end":"2026-06-03T00:14:32.357018Z","steps":["trace[1515918190] 'agreement among raft nodes before linearized reading' (duration: 201.837924ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:14:32.356978Z","caller":"traceutil/trace.go:171","msg":"trace[1400825864] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11333; }","duration":"184.482798ms","start":"2026-06-03T00:14:32.172473Z","end":"2026-06-03T00:14:32.356956Z","steps":["trace[1400825864] 'agreement among raft nodes before linearized reading' (duration: 184.294803ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:14:32.357151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.518889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-06-03T00:14:32.357183Z","caller":"traceutil/trace.go:171","msg":"trace[1198484692] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11333; }","duration":"250.589432ms","start":"2026-06-03T00:14:32.106585Z","end":"2026-06-03T00:14:32.357175Z","steps":["trace[1198484692] 'agreement among raft nodes before linearized reading' (duration: 250.494049ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:14:32.555261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.980946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-03T00:14:32.555492Z","caller":"traceutil/trace.go:171","msg":"trace[610990781] transaction","detail":"{read_only:false; response_revision:11334; number_of_response:1; }","duration":"192.834033ms","start":"2026-06-03T00:14:32.36262Z","end":"2026-06-03T00:14:32.555454Z","steps":["trace[610990781] 'process raft request' (duration: 87.564869ms)","trace[610990781] 'compare' (duration: 104.851083ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:14:32.555522Z","caller":"traceutil/trace.go:171","msg":"trace[1686434026] transaction","detail":"{read_only:false; response_revision:11335; number_of_response:1; }","duration":"192.567065ms","start":"2026-06-03T00:14:32.362934Z","end":"2026-06-03T00:14:32.555501Z","steps":["trace[1686434026] 'process raft request' (duration: 192.459422ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:14:32.555671Z","caller":"traceutil/trace.go:171","msg":"trace[1505352223] transaction","detail":"{read_only:false; response_revision:11336; number_of_response:1; }","duration":"191.805835ms","start":"2026-06-03T00:14:32.363855Z","end":"2026-06-03T00:14:32.55566Z","steps":["trace[1505352223] 'process raft request' (duration: 191.597619ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:14:32.555716Z","caller":"traceutil/trace.go:171","msg":"trace[497500003] linearizableReadLoop","detail":"{readStateIndex:11729; appliedIndex:11726; }","duration":"191.704952ms","start":"2026-06-03T00:14:32.363953Z","end":"2026-06-03T00:14:32.555658Z","steps":["trace[497500003] 'read index received' (duration: 86.247593ms)","trace[497500003] 'applied index is now lower than readState.Index' (duration: 105.455429ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:14:32.555921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.958508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-06-03T00:14:32.555954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.477973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-06-03T00:14:32.555975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.891425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-03T00:14:32.555984Z","caller":"traceutil/trace.go:171","msg":"trace[1004836365] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11336; }","duration":"192.043682ms","start":"2026-06-03T00:14:32.363923Z","end":"2026-06-03T00:14:32.555967Z","steps":["trace[1004836365] 'agreement among raft nodes before linearized reading' (duration: 191.862057ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:14:32.556017Z","caller":"traceutil/trace.go:171","msg":"trace[2106218644] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11336; }","duration":"154.975177ms","start":"2026-06-03T00:14:32.401031Z","end":"2026-06-03T00:14:32.556006Z","steps":["trace[2106218644] 'agreement among raft nodes before linearized reading' (duration: 154.902305ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:14:32.556051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.915445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-03T00:14:32.556115Z","caller":"traceutil/trace.go:171","msg":"trace[1825536868] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11336; }","duration":"114.011149ms","start":"2026-06-03T00:14:32.442088Z","end":"2026-06-03T00:14:32.556099Z","steps":["trace[1825536868] 'agreement among raft nodes before linearized reading' (duration: 113.877925ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:14:32.555993Z","caller":"traceutil/trace.go:171","msg":"trace[1620474961] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11336; }","duration":"113.528715ms","start":"2026-06-03T00:14:32.442453Z","end":"2026-06-03T00:14:32.555982Z","steps":["trace[1620474961] 'agreement among raft nodes before linearized reading' (duration: 113.37766ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:14:32.556235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.470393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-06-03T00:14:32.556246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.285929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-03T00:14:32.556266Z","caller":"traceutil/trace.go:171","msg":"trace[1383487870] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11336; }","duration":"110.520544ms","start":"2026-06-03T00:14:32.445737Z","end":"2026-06-03T00:14:32.556257Z","steps":["trace[1383487870] 'agreement among raft nodes before linearized reading' (duration: 110.435333ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:14:32.556282Z","caller":"traceutil/trace.go:171","msg":"trace[744927512] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11336; }","duration":"113.34186ms","start":"2026-06-03T00:14:32.442932Z","end":"2026-06-03T00:14:32.556274Z","steps":["trace[744927512] 'agreement among raft nodes before linearized reading' (duration: 113.291139ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:14:32.556364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.750501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-03T00:14:32.556383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.253577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-03T00:14:32.556397Z","caller":"traceutil/trace.go:171","msg":"trace[1876646804] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11336; }","duration":"113.819883ms","start":"2026-06-03T00:14:32.442569Z","end":"2026-06-03T00:14:32.556389Z","steps":["trace[1876646804] 'agreement among raft nodes before linearized reading' (duration: 113.776831ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:14:32.556413Z","caller":"traceutil/trace.go:171","msg":"trace[1679220035] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11336; }","duration":"113.300459ms","start":"2026-06-03T00:14:32.443103Z","end":"2026-06-03T00:14:32.556404Z","steps":["trace[1679220035] 'agreement among raft nodes before linearized reading' (duration: 113.258697ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:14:32.556534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.260235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-03T00:14:32.556575Z","caller":"traceutil/trace.go:171","msg":"trace[1731776651] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11336; }","duration":"155.312776ms","start":"2026-06-03T00:14:32.401252Z","end":"2026-06-03T00:14:32.556565Z","steps":["trace[1731776651] 'agreement among raft nodes before linearized reading' (duration: 155.256855ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:14:32.556701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.311964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-03T00:14:32.556748Z","caller":"traceutil/trace.go:171","msg":"trace[1353062812] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:11336; }","duration":"124.381906ms","start":"2026-06-03T00:14:32.432352Z","end":"2026-06-03T00:14:32.556734Z","steps":["trace[1353062812] 'agreement among raft nodes before linearized reading' (duration: 124.313314ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:14:32.556828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.859056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-06-03T00:14:32.55693Z","caller":"traceutil/trace.go:171","msg":"trace[1085511072] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11336; }","duration":"154.002821ms","start":"2026-06-03T00:14:32.4029Z","end":"2026-06-03T00:14:32.556903Z","steps":["trace[1085511072] 'agreement among raft nodes before linearized reading' (duration: 153.001674ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:14:32.557378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.203659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-03T00:14:32.557493Z","caller":"traceutil/trace.go:171","msg":"trace[1739845988] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11336; }","duration":"156.358634ms","start":"2026-06-03T00:14:32.401107Z","end":"2026-06-03T00:14:32.557465Z","steps":["trace[1739845988] 'agreement among raft nodes before linearized reading' (duration: 156.190369ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:14:32.557908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.21081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-03T00:14:32.557981Z","caller":"traceutil/trace.go:171","msg":"trace[1265691282] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11336; }","duration":"158.325726ms","start":"2026-06-03T00:14:32.39962Z","end":"2026-06-03T00:14:32.557946Z","steps":["trace[1265691282] 'agreement among raft nodes before linearized reading' (duration: 156.205719ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:14:33.841697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.738854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-03T00:14:33.841795Z","caller":"traceutil/trace.go:171","msg":"trace[1314966503] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:11341; }","duration":"150.891607ms","start":"2026-06-03T00:14:33.69088Z","end":"2026-06-03T00:14:33.841772Z","steps":["trace[1314966503] 'count revisions from in-memory index tree' (duration: 150.635611ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:18:16.062856Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10617} {"level":"info","ts":"2026-06-03T00:18:16.147914Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10617,"took":"82.937938ms","hash":3905997171,"current-db-size-bytes":57790464,"current-db-size":"58 MB","current-db-size-in-use-bytes":27570176,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-06-03T00:18:16.147977Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3905997171,"revision":10617,"compact-revision":8057} {"level":"warn","ts":"2026-06-03T00:20:44.708836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.696948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-06-03T00:20:44.708866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.338525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-03T00:20:44.708932Z","caller":"traceutil/trace.go:171","msg":"trace[1298273054] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13842; }","duration":"232.836051ms","start":"2026-06-03T00:20:44.476075Z","end":"2026-06-03T00:20:44.708911Z","steps":["trace[1298273054] 'range keys from in-memory index tree' (duration: 232.525074ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:20:44.708955Z","caller":"traceutil/trace.go:171","msg":"trace[593110852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13842; }","duration":"246.485988ms","start":"2026-06-03T00:20:44.462447Z","end":"2026-06-03T00:20:44.708933Z","steps":["trace[593110852] 'range keys from in-memory index tree' (duration: 246.151349ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:20:44.709012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.97987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-06-03T00:20:44.709099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.864122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-03T00:20:44.709107Z","caller":"traceutil/trace.go:171","msg":"trace[1155884211] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13842; }","duration":"225.102854ms","start":"2026-06-03T00:20:44.483979Z","end":"2026-06-03T00:20:44.709081Z","steps":["trace[1155884211] 'range keys from in-memory index tree' (duration: 224.802015ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:20:44.70913Z","caller":"traceutil/trace.go:171","msg":"trace[773976060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13842; }","duration":"245.917353ms","start":"2026-06-03T00:20:44.463203Z","end":"2026-06-03T00:20:44.70912Z","steps":["trace[773976060] 'range keys from in-memory index tree' (duration: 245.790499ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:20:44.70932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.192226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-03T00:20:44.70936Z","caller":"traceutil/trace.go:171","msg":"trace[781411194] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:13842; }","duration":"270.238367ms","start":"2026-06-03T00:20:44.439108Z","end":"2026-06-03T00:20:44.709347Z","steps":["trace[781411194] 'count revisions from in-memory index tree' (duration: 270.120954ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:20:44.709403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.645124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-06-03T00:20:44.709473Z","caller":"traceutil/trace.go:171","msg":"trace[1602122617] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13842; }","duration":"178.742177ms","start":"2026-06-03T00:20:44.530721Z","end":"2026-06-03T00:20:44.709463Z","steps":["trace[1602122617] 'range keys from in-memory index tree' (duration: 178.52551ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:20:44.709642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.024044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-03T00:20:44.709677Z","caller":"traceutil/trace.go:171","msg":"trace[1389649895] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13842; }","duration":"256.099717ms","start":"2026-06-03T00:20:44.453568Z","end":"2026-06-03T00:20:44.709667Z","steps":["trace[1389649895] 'range keys from in-memory index tree' (duration: 255.861921ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:21:00.954708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.161438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-03T00:21:00.954832Z","caller":"traceutil/trace.go:171","msg":"trace[2125327178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13943; }","duration":"491.329643ms","start":"2026-06-03T00:21:00.463475Z","end":"2026-06-03T00:21:00.954805Z","steps":["trace[2125327178] 'range keys from in-memory index tree' (duration: 491.080486ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:21:00.954897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.511315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-06-03T00:21:00.954884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:21:00.463464Z","time spent":"491.407005ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-03T00:21:00.954995Z","caller":"traceutil/trace.go:171","msg":"trace[1844269996] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13943; }","duration":"521.631827ms","start":"2026-06-03T00:21:00.433343Z","end":"2026-06-03T00:21:00.954975Z","steps":["trace[1844269996] 'range keys from in-memory index tree' (duration: 521.34508ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:21:00.95504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:21:00.43333Z","time spent":"521.696369ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-03T00:21:00.955091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.734039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-06-03T00:21:00.954936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.946269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18955"} {"level":"info","ts":"2026-06-03T00:21:00.95518Z","caller":"traceutil/trace.go:171","msg":"trace[2130186137] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13943; }","duration":"563.235026ms","start":"2026-06-03T00:21:00.391931Z","end":"2026-06-03T00:21:00.955166Z","steps":["trace[2130186137] 'range keys from in-memory index tree' (duration: 562.623689ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:21:00.955186Z","caller":"traceutil/trace.go:171","msg":"trace[796857420] linearizableReadLoop","detail":"{readStateIndex:14430; appliedIndex:14429; }","duration":"430.98435ms","start":"2026-06-03T00:21:00.524189Z","end":"2026-06-03T00:21:00.955174Z","steps":["trace[796857420] 'read index received' (duration: 137.079857ms)","trace[796857420] 'applied index is now lower than readState.Index' (duration: 293.903503ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:21:00.955209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:21:00.391911Z","time spent":"563.291669ms","remote":"127.0.0.1:46942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18977,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-06-03T00:21:00.955235Z","caller":"traceutil/trace.go:171","msg":"trace[1359131565] transaction","detail":"{read_only:false; response_revision:13944; number_of_response:1; }","duration":"469.145406ms","start":"2026-06-03T00:21:00.486042Z","end":"2026-06-03T00:21:00.955188Z","steps":["trace[1359131565] 'process raft request' (duration: 175.191671ms)","trace[1359131565] 'compare' (duration: 293.539784ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:21:00.955273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.078833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-03T00:21:00.955403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:21:00.486014Z","time spent":"469.297341ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:21:00.955315Z","caller":"traceutil/trace.go:171","msg":"trace[974315349] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13944; }","duration":"431.153825ms","start":"2026-06-03T00:21:00.524151Z","end":"2026-06-03T00:21:00.955305Z","steps":["trace[974315349] 'agreement among raft nodes before linearized reading' (duration: 431.083782ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:21:00.955799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:21:00.524134Z","time spent":"431.641168ms","remote":"127.0.0.1:47440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:21:00.987189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.66992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-03T00:21:00.987262Z","caller":"traceutil/trace.go:171","msg":"trace[2134108458] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13945; }","duration":"131.796254ms","start":"2026-06-03T00:21:00.855448Z","end":"2026-06-03T00:21:00.987244Z","steps":["trace[2134108458] 'agreement among raft nodes before linearized reading' (duration: 131.579498ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:21:00.987309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.551126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-06-03T00:21:00.987374Z","caller":"traceutil/trace.go:171","msg":"trace[1723738986] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13945; }","duration":"196.648298ms","start":"2026-06-03T00:21:00.790709Z","end":"2026-06-03T00:21:00.987357Z","steps":["trace[1723738986] 'agreement among raft nodes before linearized reading' (duration: 196.520895ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:21:00.987506Z","caller":"traceutil/trace.go:171","msg":"trace[2142491506] transaction","detail":"{read_only:false; response_revision:13945; number_of_response:1; }","duration":"215.552886ms","start":"2026-06-03T00:21:00.771945Z","end":"2026-06-03T00:21:00.987498Z","steps":["trace[2142491506] 'process raft request' (duration: 214.859568ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:21:00.987607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.90918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-03T00:21:00.987632Z","caller":"traceutil/trace.go:171","msg":"trace[1401180827] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13945; }","duration":"130.979473ms","start":"2026-06-03T00:21:00.856648Z","end":"2026-06-03T00:21:00.987627Z","steps":["trace[1401180827] 'agreement among raft nodes before linearized reading' (duration: 130.91344ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:21:00.987188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.024411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-06-03T00:21:00.987708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.272324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-03T00:21:00.987731Z","caller":"traceutil/trace.go:171","msg":"trace[1365358840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13945; }","duration":"186.613188ms","start":"2026-06-03T00:21:00.801112Z","end":"2026-06-03T00:21:00.987725Z","steps":["trace[1365358840] 'agreement among raft nodes before linearized reading' (duration: 185.917869ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:21:00.987759Z","caller":"traceutil/trace.go:171","msg":"trace[110191373] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13945; }","duration":"207.398178ms","start":"2026-06-03T00:21:00.780345Z","end":"2026-06-03T00:21:00.987744Z","steps":["trace[110191373] 'agreement among raft nodes before linearized reading' (duration: 207.311615ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:21:11.374199Z","caller":"traceutil/trace.go:171","msg":"trace[7577778] transaction","detail":"{read_only:false; response_revision:14115; number_of_response:1; }","duration":"240.819076ms","start":"2026-06-03T00:21:11.133349Z","end":"2026-06-03T00:21:11.374169Z","steps":["trace[7577778] 'process raft request' (duration: 238.717319ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:21:11.429794Z","caller":"traceutil/trace.go:171","msg":"trace[1785874201] transaction","detail":"{read_only:false; response_revision:14116; number_of_response:1; }","duration":"145.76318ms","start":"2026-06-03T00:21:11.283992Z","end":"2026-06-03T00:21:11.429755Z","steps":["trace[1785874201] 'process raft request' (duration: 145.326628ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:21:11.644403Z","caller":"traceutil/trace.go:171","msg":"trace[1063835522] linearizableReadLoop","detail":"{readStateIndex:14607; appliedIndex:14606; }","duration":"180.708489ms","start":"2026-06-03T00:21:11.46367Z","end":"2026-06-03T00:21:11.644378Z","steps":["trace[1063835522] 'read index received' (duration: 180.497334ms)","trace[1063835522] 'applied index is now lower than readState.Index' (duration: 210.045µs)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:21:11.644568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.891084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-03T00:21:11.644609Z","caller":"traceutil/trace.go:171","msg":"trace[444590302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14118; }","duration":"180.994867ms","start":"2026-06-03T00:21:11.463603Z","end":"2026-06-03T00:21:11.644597Z","steps":["trace[444590302] 'agreement among raft nodes before linearized reading' (duration: 180.877564ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:21:11.644827Z","caller":"traceutil/trace.go:171","msg":"trace[1742705484] transaction","detail":"{read_only:false; response_revision:14118; number_of_response:1; }","duration":"207.400687ms","start":"2026-06-03T00:21:11.437387Z","end":"2026-06-03T00:21:11.644787Z","steps":["trace[1742705484] 'process raft request' (duration: 206.848343ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:21:11.887704Z","caller":"traceutil/trace.go:171","msg":"trace[864772247] linearizableReadLoop","detail":"{readStateIndex:14608; appliedIndex:14607; }","duration":"226.958873ms","start":"2026-06-03T00:21:11.660714Z","end":"2026-06-03T00:21:11.887673Z","steps":["trace[864772247] 'read index received' (duration: 226.10649ms)","trace[864772247] 'applied index is now lower than readState.Index' (duration: 850.783µs)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:21:11.88781Z","caller":"traceutil/trace.go:171","msg":"trace[1819878535] transaction","detail":"{read_only:false; response_revision:14119; number_of_response:1; }","duration":"232.166003ms","start":"2026-06-03T00:21:11.655599Z","end":"2026-06-03T00:21:11.887765Z","steps":["trace[1819878535] 'process raft request' (duration: 231.230448ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:21:11.88787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.122777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-03T00:21:11.887982Z","caller":"traceutil/trace.go:171","msg":"trace[547748095] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:14119; }","duration":"227.281143ms","start":"2026-06-03T00:21:11.660671Z","end":"2026-06-03T00:21:11.887952Z","steps":["trace[547748095] 'agreement among raft nodes before linearized reading' (duration: 227.100578ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:21:11.888061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.394801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-9622z.18b56a4480b54043\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-06-03T00:21:11.888129Z","caller":"traceutil/trace.go:171","msg":"trace[1508356427] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-9622z.18b56a4480b54043; range_end:; response_count:1; response_revision:14119; }","duration":"212.510934ms","start":"2026-06-03T00:21:11.675596Z","end":"2026-06-03T00:21:11.888107Z","steps":["trace[1508356427] 'agreement among raft nodes before linearized reading' (duration: 212.257708ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:22:51.20364Z","caller":"traceutil/trace.go:171","msg":"trace[2049311948] linearizableReadLoop","detail":"{readStateIndex:15727; appliedIndex:15726; }","duration":"147.173837ms","start":"2026-06-03T00:22:51.056446Z","end":"2026-06-03T00:22:51.20362Z","steps":["trace[2049311948] 'read index received' (duration: 146.993723ms)","trace[2049311948] 'applied index is now lower than readState.Index' (duration: 179.234µs)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:22:51.203756Z","caller":"traceutil/trace.go:171","msg":"trace[497618686] transaction","detail":"{read_only:false; response_revision:15200; number_of_response:1; }","duration":"346.821967ms","start":"2026-06-03T00:22:50.856914Z","end":"2026-06-03T00:22:51.203736Z","steps":["trace[497618686] 'process raft request' (duration: 346.56751ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:22:51.203876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.423775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jc42f\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-06-03T00:22:51.203912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:22:50.8569Z","time spent":"346.919599ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:22:51.203937Z","caller":"traceutil/trace.go:171","msg":"trace[453919940] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jc42f; range_end:; response_count:1; response_revision:15200; }","duration":"147.525368ms","start":"2026-06-03T00:22:51.056396Z","end":"2026-06-03T00:22:51.203922Z","steps":["trace[453919940] 'agreement among raft nodes before linearized reading' (duration: 147.354394ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:22:56.525649Z","caller":"traceutil/trace.go:171","msg":"trace[787803966] transaction","detail":"{read_only:false; response_revision:15230; number_of_response:1; }","duration":"162.637353ms","start":"2026-06-03T00:22:56.362989Z","end":"2026-06-03T00:22:56.525626Z","steps":["trace[787803966] 'process raft request' (duration: 162.49143ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:22:57.545337Z","caller":"traceutil/trace.go:171","msg":"trace[229670552] linearizableReadLoop","detail":"{readStateIndex:15759; appliedIndex:15758; }","duration":"276.744842ms","start":"2026-06-03T00:22:57.268563Z","end":"2026-06-03T00:22:57.545308Z","steps":["trace[229670552] 'read index received' (duration: 276.542566ms)","trace[229670552] 'applied index is now lower than readState.Index' (duration: 200.716µs)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:22:57.545377Z","caller":"traceutil/trace.go:171","msg":"trace[1116222994] transaction","detail":"{read_only:false; response_revision:15231; number_of_response:1; }","duration":"319.692828ms","start":"2026-06-03T00:22:57.22566Z","end":"2026-06-03T00:22:57.545353Z","steps":["trace[1116222994] 'process raft request' (duration: 319.456931ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:22:57.545491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:22:57.225644Z","time spent":"319.790039ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:22:57.545567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.990679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jc42f\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-06-03T00:22:57.545608Z","caller":"traceutil/trace.go:171","msg":"trace[953495868] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jc42f; range_end:; response_count:1; response_revision:15231; }","duration":"277.067661ms","start":"2026-06-03T00:22:57.268528Z","end":"2026-06-03T00:22:57.545595Z","steps":["trace[953495868] 'agreement among raft nodes before linearized reading' (duration: 276.911266ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:22:57.962635Z","caller":"traceutil/trace.go:171","msg":"trace[986621280] transaction","detail":"{read_only:false; response_revision:15232; number_of_response:1; }","duration":"524.867885ms","start":"2026-06-03T00:22:57.437736Z","end":"2026-06-03T00:22:57.962604Z","steps":["trace[986621280] 'process raft request' (duration: 470.474782ms)","trace[986621280] 'compare' (duration: 54.095245ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:22:57.962778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:22:57.43771Z","time spent":"524.997929ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:22:57.962781Z","caller":"traceutil/trace.go:171","msg":"trace[1141776970] linearizableReadLoop","detail":"{readStateIndex:15761; appliedIndex:15759; }","duration":"417.347302ms","start":"2026-06-03T00:22:57.545411Z","end":"2026-06-03T00:22:57.962758Z","steps":["trace[1141776970] 'read index received' (duration: 362.866348ms)","trace[1141776970] 'applied index is now lower than readState.Index' (duration: 54.479694ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:22:57.962868Z","caller":"traceutil/trace.go:171","msg":"trace[1670478374] transaction","detail":"{read_only:false; response_revision:15233; number_of_response:1; }","duration":"518.38336ms","start":"2026-06-03T00:22:57.44447Z","end":"2026-06-03T00:22:57.962854Z","steps":["trace[1670478374] 'process raft request' (duration: 518.053601ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:22:57.962925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.446953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-03T00:22:57.962963Z","caller":"traceutil/trace.go:171","msg":"trace[1873406156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15233; }","duration":"498.524576ms","start":"2026-06-03T00:22:57.464427Z","end":"2026-06-03T00:22:57.962951Z","steps":["trace[1873406156] 'agreement among raft nodes before linearized reading' (duration: 498.468805ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:22:57.96299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:22:57.464412Z","time spent":"498.573457ms","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-03T00:22:57.962947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:22:57.444453Z","time spent":"518.446482ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:22:57.963266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.481564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-06-03T00:22:57.963307Z","caller":"traceutil/trace.go:171","msg":"trace[1846553325] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15233; }","duration":"479.552755ms","start":"2026-06-03T00:22:57.483743Z","end":"2026-06-03T00:22:57.963296Z","steps":["trace[1846553325] 'agreement among raft nodes before linearized reading' (duration: 479.419272ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:22:57.963334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:22:57.483729Z","time spent":"479.598797ms","remote":"127.0.0.1:46954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-03T00:22:57.963325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.922161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-w9qmd\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-06-03T00:22:57.963397Z","caller":"traceutil/trace.go:171","msg":"trace[1926723201] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-w9qmd; range_end:; response_count:1; response_revision:15233; }","duration":"691.034512ms","start":"2026-06-03T00:22:57.272344Z","end":"2026-06-03T00:22:57.963378Z","steps":["trace[1926723201] 'agreement among raft nodes before linearized reading' (duration: 690.829977ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:22:57.963443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:22:57.272325Z","time spent":"691.109725ms","remote":"127.0.0.1:46954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-w9qmd\" "} {"level":"warn","ts":"2026-06-03T00:22:57.968305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.798717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-06-03T00:22:57.968435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.085379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lzqsw\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-06-03T00:22:57.968493Z","caller":"traceutil/trace.go:171","msg":"trace[1142974473] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lzqsw; range_end:; response_count:1; response_revision:15234; }","duration":"207.155241ms","start":"2026-06-03T00:22:57.76132Z","end":"2026-06-03T00:22:57.968475Z","steps":["trace[1142974473] 'agreement among raft nodes before linearized reading' (duration: 207.035797ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:22:57.968454Z","caller":"traceutil/trace.go:171","msg":"trace[1389251984] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15234; }","duration":"169.96425ms","start":"2026-06-03T00:22:57.798467Z","end":"2026-06-03T00:22:57.968431Z","steps":["trace[1389251984] 'agreement among raft nodes before linearized reading' (duration: 169.701294ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:22:57.96884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.703394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-03T00:22:57.968898Z","caller":"traceutil/trace.go:171","msg":"trace[1409258203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15234; }","duration":"275.782245ms","start":"2026-06-03T00:22:57.693102Z","end":"2026-06-03T00:22:57.968884Z","steps":["trace[1409258203] 'agreement among raft nodes before linearized reading' (duration: 275.639852ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:22:57.969153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.213276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-06-03T00:22:57.969207Z","caller":"traceutil/trace.go:171","msg":"trace[169661018] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15234; }","duration":"280.284977ms","start":"2026-06-03T00:22:57.688906Z","end":"2026-06-03T00:22:57.969191Z","steps":["trace[169661018] 'agreement among raft nodes before linearized reading' (duration: 280.164343ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:22:57.968317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.997042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lzqsw\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-06-03T00:22:57.969389Z","caller":"traceutil/trace.go:171","msg":"trace[411681969] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lzqsw; range_end:; response_count:1; response_revision:15234; }","duration":"203.105752ms","start":"2026-06-03T00:22:57.766268Z","end":"2026-06-03T00:22:57.969373Z","steps":["trace[411681969] 'agreement among raft nodes before linearized reading' (duration: 201.92753ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:22:57.969425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.735837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-03T00:22:57.969473Z","caller":"traceutil/trace.go:171","msg":"trace[838720893] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15234; }","duration":"287.80662ms","start":"2026-06-03T00:22:57.681654Z","end":"2026-06-03T00:22:57.969461Z","steps":["trace[838720893] 'agreement among raft nodes before linearized reading' (duration: 287.692837ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:22:57.969774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.911334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-03T00:22:57.969827Z","caller":"traceutil/trace.go:171","msg":"trace[1337287753] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15234; }","duration":"325.997437ms","start":"2026-06-03T00:22:57.643817Z","end":"2026-06-03T00:22:57.969815Z","steps":["trace[1337287753] 'agreement among raft nodes before linearized reading' (duration: 325.837033ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:22:57.969868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:22:57.643807Z","time spent":"326.048917ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-03T00:22:57.970149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.697847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-06-03T00:22:57.971797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.554466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769925"} {"level":"info","ts":"2026-06-03T00:22:57.972032Z","caller":"traceutil/trace.go:171","msg":"trace[1160291342] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15234; }","duration":"421.816212ms","start":"2026-06-03T00:22:57.550202Z","end":"2026-06-03T00:22:57.972019Z","steps":["trace[1160291342] 'agreement among raft nodes before linearized reading' (duration: 420.137288ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:22:57.972075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:22:57.550181Z","time spent":"421.879236ms","remote":"127.0.0.1:46954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769947,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-06-03T00:22:57.97023Z","caller":"traceutil/trace.go:171","msg":"trace[1822616947] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15234; }","duration":"329.82045ms","start":"2026-06-03T00:22:57.64039Z","end":"2026-06-03T00:22:57.97021Z","steps":["trace[1822616947] 'agreement among raft nodes before linearized reading' (duration: 329.670445ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:22:57.972512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:22:57.640371Z","time spent":"332.123402ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-03T00:23:16.07356Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12784} {"level":"info","ts":"2026-06-03T00:23:16.156628Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12784,"took":"80.553316ms","hash":1380968633,"current-db-size-bytes":57790464,"current-db-size":"58 MB","current-db-size-in-use-bytes":30244864,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-06-03T00:23:16.156759Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1380968633,"revision":12784,"compact-revision":10617} {"level":"info","ts":"2026-06-03T00:28:16.08006Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15329} {"level":"info","ts":"2026-06-03T00:28:16.178736Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15329,"took":"95.745785ms","hash":2330442893,"current-db-size-bytes":57790464,"current-db-size":"58 MB","current-db-size-in-use-bytes":31227904,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-06-03T00:28:16.178793Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2330442893,"revision":15329,"compact-revision":12784} {"level":"warn","ts":"2026-06-03T00:28:34.966236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.505365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-9kq9n\" ","response":"range_response_count:1 size:20866"} {"level":"info","ts":"2026-06-03T00:28:34.96633Z","caller":"traceutil/trace.go:171","msg":"trace[1486122657] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-9kq9n; range_end:; response_count:1; response_revision:17716; }","duration":"135.634388ms","start":"2026-06-03T00:28:34.830677Z","end":"2026-06-03T00:28:34.966311Z","steps":["trace[1486122657] 'range keys from in-memory index tree' (duration: 135.33021ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:28:35.473088Z","caller":"traceutil/trace.go:171","msg":"trace[397091025] linearizableReadLoop","detail":"{readStateIndex:18329; appliedIndex:18328; }","duration":"294.138461ms","start":"2026-06-03T00:28:35.178894Z","end":"2026-06-03T00:28:35.473032Z","steps":["trace[397091025] 'read index received' (duration: 293.972456ms)","trace[397091025] 'applied index is now lower than readState.Index' (duration: 164.955µs)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:28:35.473131Z","caller":"traceutil/trace.go:171","msg":"trace[334885322] transaction","detail":"{read_only:false; response_revision:17717; number_of_response:1; }","duration":"491.1425ms","start":"2026-06-03T00:28:34.981955Z","end":"2026-06-03T00:28:35.473098Z","steps":["trace[334885322] 'process raft request' (duration: 490.918064ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:28:35.473239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.337927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:28:35.473287Z","caller":"traceutil/trace.go:171","msg":"trace[904802374] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:17717; }","duration":"294.446539ms","start":"2026-06-03T00:28:35.178825Z","end":"2026-06-03T00:28:35.473272Z","steps":["trace[904802374] 'agreement among raft nodes before linearized reading' (duration: 294.358406ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:28:35.47341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:28:34.981933Z","time spent":"491.261382ms","remote":"127.0.0.1:46954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20981,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:28:35.521066Z","caller":"traceutil/trace.go:171","msg":"trace[50417458] transaction","detail":"{read_only:false; response_revision:17719; number_of_response:1; }","duration":"272.214642ms","start":"2026-06-03T00:28:35.248821Z","end":"2026-06-03T00:28:35.521035Z","steps":["trace[50417458] 'process raft request' (duration: 272.109359ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:28:35.521093Z","caller":"traceutil/trace.go:171","msg":"trace[1518757055] transaction","detail":"{read_only:false; response_revision:17718; number_of_response:1; }","duration":"319.941856ms","start":"2026-06-03T00:28:35.20112Z","end":"2026-06-03T00:28:35.521062Z","steps":["trace[1518757055] 'process raft request' (duration: 319.703339ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:28:35.521161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.697736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-03T00:28:35.521234Z","caller":"traceutil/trace.go:171","msg":"trace[1664180878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17720; }","duration":"220.805668ms","start":"2026-06-03T00:28:35.300414Z","end":"2026-06-03T00:28:35.52122Z","steps":["trace[1664180878] 'agreement among raft nodes before linearized reading' (duration: 220.607303ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:28:35.521253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:28:35.201092Z","time spent":"320.059068ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:28:35.521308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.054281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:28:35.521335Z","caller":"traceutil/trace.go:171","msg":"trace[825399582] transaction","detail":"{read_only:false; response_revision:17720; number_of_response:1; }","duration":"270.202348ms","start":"2026-06-03T00:28:35.251092Z","end":"2026-06-03T00:28:35.521295Z","steps":["trace[825399582] 'process raft request' (duration: 269.882689ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:28:35.521365Z","caller":"traceutil/trace.go:171","msg":"trace[1628341238] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:17720; }","duration":"145.205706ms","start":"2026-06-03T00:28:35.376144Z","end":"2026-06-03T00:28:35.52135Z","steps":["trace[1628341238] 'agreement among raft nodes before linearized reading' (duration: 145.093083ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:31:50.260186Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5ac240a6daec2148","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-06-03T00:31:50.26625Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-06-03T00:31:50.266442Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-06-03T00:33:16.085433Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17578} {"level":"info","ts":"2026-06-03T00:33:16.182058Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17578,"took":"93.736825ms","hash":3495503680,"current-db-size-bytes":57790464,"current-db-size":"58 MB","current-db-size-in-use-bytes":34283520,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-06-03T00:33:16.182129Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3495503680,"revision":17578,"compact-revision":15329} {"level":"warn","ts":"2026-06-03T00:34:01.710203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.100278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-06-03T00:34:01.710297Z","caller":"traceutil/trace.go:171","msg":"trace[1944876286] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20296; }","duration":"282.252562ms","start":"2026-06-03T00:34:01.42802Z","end":"2026-06-03T00:34:01.710273Z","steps":["trace[1944876286] 'range keys from in-memory index tree' (duration: 281.870801ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:34:01.710528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.090028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-03T00:34:01.710549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.335532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-06-03T00:34:01.710632Z","caller":"traceutil/trace.go:171","msg":"trace[711661189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20296; }","duration":"246.240442ms","start":"2026-06-03T00:34:01.464365Z","end":"2026-06-03T00:34:01.710605Z","steps":["trace[711661189] 'range keys from in-memory index tree' (duration: 245.976485ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:34:01.710634Z","caller":"traceutil/trace.go:171","msg":"trace[250244684] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20296; }","duration":"224.468035ms","start":"2026-06-03T00:34:01.486144Z","end":"2026-06-03T00:34:01.710612Z","steps":["trace[250244684] 'range keys from in-memory index tree' (duration: 224.141928ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:34:01.71076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.3121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-06-03T00:34:01.710872Z","caller":"traceutil/trace.go:171","msg":"trace[1357954014] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20296; }","duration":"107.457194ms","start":"2026-06-03T00:34:01.603398Z","end":"2026-06-03T00:34:01.710856Z","steps":["trace[1357954014] 'range keys from in-memory index tree' (duration: 106.979651ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:34:17.367453Z","caller":"traceutil/trace.go:171","msg":"trace[481876147] transaction","detail":"{read_only:false; response_revision:20375; number_of_response:1; }","duration":"100.21058ms","start":"2026-06-03T00:34:17.267218Z","end":"2026-06-03T00:34:17.367428Z","steps":["trace[481876147] 'process raft request' (duration: 99.548062ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:34:22.997721Z","caller":"traceutil/trace.go:171","msg":"trace[1455280219] transaction","detail":"{read_only:false; response_revision:20404; number_of_response:1; }","duration":"195.239999ms","start":"2026-06-03T00:34:22.802453Z","end":"2026-06-03T00:34:22.997693Z","steps":["trace[1455280219] 'process raft request' (duration: 195.069994ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:34:23.05955Z","caller":"traceutil/trace.go:171","msg":"trace[242768278] transaction","detail":"{read_only:false; response_revision:20405; number_of_response:1; }","duration":"256.88679ms","start":"2026-06-03T00:34:22.802632Z","end":"2026-06-03T00:34:23.059519Z","steps":["trace[242768278] 'process raft request' (duration: 256.654734ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:34:23.059783Z","caller":"traceutil/trace.go:171","msg":"trace[1646883428] transaction","detail":"{read_only:false; response_revision:20406; number_of_response:1; }","duration":"256.981841ms","start":"2026-06-03T00:34:22.802784Z","end":"2026-06-03T00:34:23.059766Z","steps":["trace[1646883428] 'process raft request' (duration: 256.662203ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:34:23.059758Z","caller":"traceutil/trace.go:171","msg":"trace[2133537514] linearizableReadLoop","detail":"{readStateIndex:21106; appliedIndex:21103; }","duration":"136.022844ms","start":"2026-06-03T00:34:22.923709Z","end":"2026-06-03T00:34:23.059732Z","steps":["trace[2133537514] 'read index received' (duration: 73.852318ms)","trace[2133537514] 'applied index is now lower than readState.Index' (duration: 62.167906ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:34:23.059978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.244649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:34:23.060044Z","caller":"traceutil/trace.go:171","msg":"trace[1004401011] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:20406; }","duration":"136.365063ms","start":"2026-06-03T00:34:22.923662Z","end":"2026-06-03T00:34:23.060027Z","steps":["trace[1004401011] 'agreement among raft nodes before linearized reading' (duration: 136.243659ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:34:23.060355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.15687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-06-03T00:34:23.060428Z","caller":"traceutil/trace.go:171","msg":"trace[437452371] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:20406; }","duration":"122.277873ms","start":"2026-06-03T00:34:22.938129Z","end":"2026-06-03T00:34:23.060407Z","steps":["trace[437452371] 'agreement among raft nodes before linearized reading' (duration: 121.824581ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:34:23.793018Z","caller":"traceutil/trace.go:171","msg":"trace[963538417] transaction","detail":"{read_only:false; response_revision:20407; number_of_response:1; }","duration":"397.146316ms","start":"2026-06-03T00:34:23.39584Z","end":"2026-06-03T00:34:23.792987Z","steps":["trace[963538417] 'process raft request' (duration: 396.909549ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:34:23.793216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:34:23.395821Z","time spent":"397.29366ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:34:23.796139Z","caller":"traceutil/trace.go:171","msg":"trace[691669552] transaction","detail":"{read_only:false; response_revision:20409; number_of_response:1; }","duration":"399.032107ms","start":"2026-06-03T00:34:23.397083Z","end":"2026-06-03T00:34:23.796115Z","steps":["trace[691669552] 'process raft request' (duration: 398.959045ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:34:23.796193Z","caller":"traceutil/trace.go:171","msg":"trace[1444162052] transaction","detail":"{read_only:false; response_revision:20408; number_of_response:1; }","duration":"399.506891ms","start":"2026-06-03T00:34:23.396653Z","end":"2026-06-03T00:34:23.79616Z","steps":["trace[1444162052] 'process raft request' (duration: 399.278284ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:34:23.796281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:34:23.397056Z","time spent":"399.15339ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:34:23.796305Z","caller":"traceutil/trace.go:171","msg":"trace[2066248880] linearizableReadLoop","detail":"{readStateIndex:21109; appliedIndex:21106; }","duration":"392.505082ms","start":"2026-06-03T00:34:23.403781Z","end":"2026-06-03T00:34:23.796286Z","steps":["trace[2066248880] 'read index received' (duration: 389.033569ms)","trace[2066248880] 'applied index is now lower than readState.Index' (duration: 3.470503ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:34:23.796447Z","caller":"traceutil/trace.go:171","msg":"trace[1798813766] transaction","detail":"{read_only:false; response_revision:20410; number_of_response:1; }","duration":"280.816492ms","start":"2026-06-03T00:34:23.515619Z","end":"2026-06-03T00:34:23.796436Z","steps":["trace[1798813766] 'process raft request' (duration: 280.459673ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:34:23.796439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:34:23.39664Z","time spent":"399.619113ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:34:23.79664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.852601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-06-03T00:34:23.796678Z","caller":"traceutil/trace.go:171","msg":"trace[1490057714] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20410; }","duration":"392.924083ms","start":"2026-06-03T00:34:23.403744Z","end":"2026-06-03T00:34:23.796668Z","steps":["trace[1490057714] 'agreement among raft nodes before linearized reading' (duration: 392.785459ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:34:23.796706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:34:23.403729Z","time spent":"392.969774ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-03T00:34:23.796744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.358861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:34:23.796789Z","caller":"traceutil/trace.go:171","msg":"trace[1264619398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20410; }","duration":"332.449173ms","start":"2026-06-03T00:34:23.46433Z","end":"2026-06-03T00:34:23.796779Z","steps":["trace[1264619398] 'agreement among raft nodes before linearized reading' (duration: 332.369891ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:34:23.796824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:34:23.464297Z","time spent":"332.521156ms","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-03T00:34:24.197176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.894806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-03T00:34:24.197289Z","caller":"traceutil/trace.go:171","msg":"trace[522252643] linearizableReadLoop","detail":"{readStateIndex:21111; appliedIndex:21110; }","duration":"371.998229ms","start":"2026-06-03T00:34:23.825273Z","end":"2026-06-03T00:34:24.197272Z","steps":["trace[522252643] 'read index received' (duration: 149.815754ms)","trace[522252643] 'applied index is now lower than readState.Index' (duration: 222.180704ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:34:24.19741Z","caller":"traceutil/trace.go:171","msg":"trace[1384078042] transaction","detail":"{read_only:false; response_revision:20411; number_of_response:1; }","duration":"396.569601ms","start":"2026-06-03T00:34:23.800802Z","end":"2026-06-03T00:34:24.197372Z","steps":["trace[1384078042] 'process raft request' (duration: 174.350286ms)","trace[1384078042] 'compare' (duration: 221.579648ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:34:24.197443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.142213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-03T00:34:24.197502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.611823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-06-03T00:34:24.197518Z","caller":"traceutil/trace.go:171","msg":"trace[989313383] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:20411; }","duration":"372.274987ms","start":"2026-06-03T00:34:23.825225Z","end":"2026-06-03T00:34:24.1975Z","steps":["trace[989313383] 'agreement among raft nodes before linearized reading' (duration: 372.129832ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:34:24.197562Z","caller":"traceutil/trace.go:171","msg":"trace[1622313816] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20411; }","duration":"281.681697ms","start":"2026-06-03T00:34:23.915842Z","end":"2026-06-03T00:34:24.197524Z","steps":["trace[1622313816] 'agreement among raft nodes before linearized reading' (duration: 281.527372ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:34:24.197564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:34:23.825203Z","time spent":"372.350289ms","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:34:24.197934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.899692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-06-03T00:34:24.198054Z","caller":"traceutil/trace.go:171","msg":"trace[1242504768] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20411; }","duration":"168.022115ms","start":"2026-06-03T00:34:24.030012Z","end":"2026-06-03T00:34:24.198034Z","steps":["trace[1242504768] 'agreement among raft nodes before linearized reading' (duration: 167.737968ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:34:24.198185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:34:23.800774Z","time spent":"396.723395ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:34:24.565221Z","caller":"traceutil/trace.go:171","msg":"trace[1372803348] transaction","detail":"{read_only:false; response_revision:20413; number_of_response:1; }","duration":"362.804481ms","start":"2026-06-03T00:34:24.202394Z","end":"2026-06-03T00:34:24.565198Z","steps":["trace[1372803348] 'process raft request' (duration: 362.648006ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:34:24.565461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:34:24.202378Z","time spent":"362.998375ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:38:16.091116Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20055} {"level":"info","ts":"2026-06-03T00:38:16.202435Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20055,"took":"108.112494ms","hash":1201194421,"current-db-size-bytes":57790464,"current-db-size":"58 MB","current-db-size-in-use-bytes":40464384,"current-db-size-in-use":"40 MB"} {"level":"info","ts":"2026-06-03T00:38:16.202496Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1201194421,"revision":20055,"compact-revision":17578} {"level":"info","ts":"2026-06-03T00:38:18.646659Z","caller":"traceutil/trace.go:171","msg":"trace[188124478] linearizableReadLoop","detail":"{readStateIndex:23615; appliedIndex:23614; }","duration":"184.904582ms","start":"2026-06-03T00:38:18.461718Z","end":"2026-06-03T00:38:18.646623Z","steps":["trace[188124478] 'read index received' (duration: 184.638626ms)","trace[188124478] 'applied index is now lower than readState.Index' (duration: 264.766µs)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:38:18.646756Z","caller":"traceutil/trace.go:171","msg":"trace[52249452] transaction","detail":"{read_only:false; response_revision:22840; number_of_response:1; }","duration":"191.54507ms","start":"2026-06-03T00:38:18.455187Z","end":"2026-06-03T00:38:18.646732Z","steps":["trace[52249452] 'process raft request' (duration: 191.217501ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:38:18.646844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.111068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:38:18.646945Z","caller":"traceutil/trace.go:171","msg":"trace[855676230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22840; }","duration":"185.262122ms","start":"2026-06-03T00:38:18.461661Z","end":"2026-06-03T00:38:18.646923Z","steps":["trace[855676230] 'agreement among raft nodes before linearized reading' (duration: 185.095827ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:38:19.066658Z","caller":"traceutil/trace.go:171","msg":"trace[85965604] transaction","detail":"{read_only:false; response_revision:22841; number_of_response:1; }","duration":"375.727023ms","start":"2026-06-03T00:38:18.690898Z","end":"2026-06-03T00:38:19.066625Z","steps":["trace[85965604] 'process raft request' (duration: 374.550572ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:38:19.066842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:38:18.690851Z","time spent":"375.893858ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:38:19.073476Z","caller":"traceutil/trace.go:171","msg":"trace[1791633180] linearizableReadLoop","detail":"{readStateIndex:23617; appliedIndex:23615; }","duration":"114.003592ms","start":"2026-06-03T00:38:18.959447Z","end":"2026-06-03T00:38:19.073451Z","steps":["trace[1791633180] 'read index received' (duration: 105.995926ms)","trace[1791633180] 'applied index is now lower than readState.Index' (duration: 8.005696ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:38:19.073625Z","caller":"traceutil/trace.go:171","msg":"trace[96706100] transaction","detail":"{read_only:false; response_revision:22842; number_of_response:1; }","duration":"127.497885ms","start":"2026-06-03T00:38:18.946101Z","end":"2026-06-03T00:38:19.073599Z","steps":["trace[96706100] 'process raft request' (duration: 127.195147ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:38:19.073704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.241129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-06-03T00:38:19.073738Z","caller":"traceutil/trace.go:171","msg":"trace[1780700746] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22842; }","duration":"114.32225ms","start":"2026-06-03T00:38:18.959406Z","end":"2026-06-03T00:38:19.073728Z","steps":["trace[1780700746] 'agreement among raft nodes before linearized reading' (duration: 114.176836ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:38:19.341592Z","caller":"traceutil/trace.go:171","msg":"trace[1273732726] transaction","detail":"{read_only:false; response_revision:22843; number_of_response:1; }","duration":"263.632963ms","start":"2026-06-03T00:38:19.077925Z","end":"2026-06-03T00:38:19.341558Z","steps":["trace[1273732726] 'process raft request' (duration: 249.140182ms)","trace[1273732726] 'compare' (duration: 14.118481ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:38:19.343266Z","caller":"traceutil/trace.go:171","msg":"trace[1475880376] linearizableReadLoop","detail":"{readStateIndex:23620; appliedIndex:23617; }","duration":"171.337626ms","start":"2026-06-03T00:38:19.171905Z","end":"2026-06-03T00:38:19.343243Z","steps":["trace[1475880376] 'read index received' (duration: 155.174951ms)","trace[1475880376] 'applied index is now lower than readState.Index' (duration: 16.161565ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:38:19.343448Z","caller":"traceutil/trace.go:171","msg":"trace[1408286913] transaction","detail":"{read_only:false; response_revision:22844; number_of_response:1; }","duration":"265.504983ms","start":"2026-06-03T00:38:19.077922Z","end":"2026-06-03T00:38:19.343427Z","steps":["trace[1408286913] 'process raft request' (duration: 265.159344ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:38:19.343503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.590203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-06-03T00:38:19.34354Z","caller":"traceutil/trace.go:171","msg":"trace[504266206] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:22845; }","duration":"171.680636ms","start":"2026-06-03T00:38:19.171846Z","end":"2026-06-03T00:38:19.343527Z","steps":["trace[504266206] 'agreement among raft nodes before linearized reading' (duration: 171.492691ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:38:19.343543Z","caller":"traceutil/trace.go:171","msg":"trace[794935717] transaction","detail":"{read_only:false; response_revision:22845; number_of_response:1; }","duration":"264.409573ms","start":"2026-06-03T00:38:19.079106Z","end":"2026-06-03T00:38:19.343515Z","steps":["trace[794935717] 'process raft request' (duration: 264.098045ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:40:59.967683Z","caller":"traceutil/trace.go:171","msg":"trace[2143650735] transaction","detail":"{read_only:false; response_revision:24491; number_of_response:1; }","duration":"101.388102ms","start":"2026-06-03T00:40:59.866247Z","end":"2026-06-03T00:40:59.967636Z","steps":["trace[2143650735] 'process raft request' (duration: 95.944455ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:00.393801Z","caller":"traceutil/trace.go:171","msg":"trace[799581772] transaction","detail":"{read_only:false; response_revision:24496; number_of_response:1; }","duration":"119.266904ms","start":"2026-06-03T00:41:00.274495Z","end":"2026-06-03T00:41:00.393762Z","steps":["trace[799581772] 'process raft request' (duration: 75.851503ms)","trace[799581772] 'compare' (duration: 43.003939ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:41:00.641429Z","caller":"traceutil/trace.go:171","msg":"trace[1536807735] transaction","detail":"{read_only:false; response_revision:24499; number_of_response:1; }","duration":"108.187005ms","start":"2026-06-03T00:41:00.533201Z","end":"2026-06-03T00:41:00.641388Z","steps":["trace[1536807735] 'process raft request' (duration: 107.777334ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:01.868479Z","caller":"traceutil/trace.go:171","msg":"trace[1522221598] transaction","detail":"{read_only:false; response_revision:24507; number_of_response:1; }","duration":"128.086072ms","start":"2026-06-03T00:41:01.740368Z","end":"2026-06-03T00:41:01.868454Z","steps":["trace[1522221598] 'process raft request' (duration: 100.216431ms)","trace[1522221598] 'compare' (duration: 27.667315ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:41:02.337319Z","caller":"traceutil/trace.go:171","msg":"trace[1460652846] transaction","detail":"{read_only:false; response_revision:24510; number_of_response:1; }","duration":"131.961635ms","start":"2026-06-03T00:41:02.205331Z","end":"2026-06-03T00:41:02.337293Z","steps":["trace[1460652846] 'process raft request' (duration: 131.803082ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:02.337471Z","caller":"traceutil/trace.go:171","msg":"trace[1262366477] transaction","detail":"{read_only:false; response_revision:24511; number_of_response:1; }","duration":"131.530094ms","start":"2026-06-03T00:41:02.205927Z","end":"2026-06-03T00:41:02.337457Z","steps":["trace[1262366477] 'process raft request' (duration: 131.317639ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:13.085086Z","caller":"traceutil/trace.go:171","msg":"trace[1663604240] transaction","detail":"{read_only:false; response_revision:24598; number_of_response:1; }","duration":"143.876766ms","start":"2026-06-03T00:41:12.94118Z","end":"2026-06-03T00:41:13.085057Z","steps":["trace[1663604240] 'process raft request' (duration: 72.175344ms)","trace[1663604240] 'compare' (duration: 71.562557ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:41:13.086722Z","caller":"traceutil/trace.go:171","msg":"trace[1087442645] transaction","detail":"{read_only:false; response_revision:24599; number_of_response:1; }","duration":"111.152385ms","start":"2026-06-03T00:41:12.975542Z","end":"2026-06-03T00:41:13.086694Z","steps":["trace[1087442645] 'process raft request' (duration: 110.889557ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:13.086872Z","caller":"traceutil/trace.go:171","msg":"trace[3404924] transaction","detail":"{read_only:false; response_revision:24600; number_of_response:1; }","duration":"101.951947ms","start":"2026-06-03T00:41:12.984905Z","end":"2026-06-03T00:41:13.086857Z","steps":["trace[3404924] 'process raft request' (duration: 101.71827ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:13.087112Z","caller":"traceutil/trace.go:171","msg":"trace[1439107870] linearizableReadLoop","detail":"{readStateIndex:25417; appliedIndex:25413; }","duration":"101.123505ms","start":"2026-06-03T00:41:12.98568Z","end":"2026-06-03T00:41:13.086804Z","steps":["trace[1439107870] 'read index received' (duration: 27.732287ms)","trace[1439107870] 'applied index is now lower than readState.Index' (duration: 73.389588ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:41:13.087352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.653749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7364"} {"level":"info","ts":"2026-06-03T00:41:13.087425Z","caller":"traceutil/trace.go:171","msg":"trace[587217951] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:24600; }","duration":"101.760592ms","start":"2026-06-03T00:41:12.985645Z","end":"2026-06-03T00:41:13.087406Z","steps":["trace[587217951] 'agreement among raft nodes before linearized reading' (duration: 101.404893ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:15.417699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.15541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-03T00:41:15.417845Z","caller":"traceutil/trace.go:171","msg":"trace[2139024017] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24625; }","duration":"211.337514ms","start":"2026-06-03T00:41:15.206485Z","end":"2026-06-03T00:41:15.417822Z","steps":["trace[2139024017] 'count revisions from in-memory index tree' (duration: 211.083968ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:17.024961Z","caller":"traceutil/trace.go:171","msg":"trace[1577245090] linearizableReadLoop","detail":"{readStateIndex:25495; appliedIndex:25494; }","duration":"171.787489ms","start":"2026-06-03T00:41:16.853147Z","end":"2026-06-03T00:41:17.024934Z","steps":["trace[1577245090] 'read index received' (duration: 82.744999ms)","trace[1577245090] 'applied index is now lower than readState.Index' (duration: 89.04119ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:41:17.025096Z","caller":"traceutil/trace.go:171","msg":"trace[1561693170] transaction","detail":"{read_only:false; response_revision:24675; number_of_response:1; }","duration":"179.617369ms","start":"2026-06-03T00:41:16.845464Z","end":"2026-06-03T00:41:17.025081Z","steps":["trace[1561693170] 'process raft request' (duration: 90.55331ms)","trace[1561693170] 'compare' (duration: 88.781231ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:41:17.025575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.413896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-z9nnm\" ","response":"range_response_count:1 size:4807"} {"level":"info","ts":"2026-06-03T00:41:17.025625Z","caller":"traceutil/trace.go:171","msg":"trace[132888970] range","detail":"{range_begin:/registry/pods/openstack/magnum-cluster-api-proxy-z9nnm; range_end:; response_count:1; response_revision:24675; }","duration":"172.517478ms","start":"2026-06-03T00:41:16.853095Z","end":"2026-06-03T00:41:17.025613Z","steps":["trace[132888970] 'agreement among raft nodes before linearized reading' (duration: 172.371623ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:17.15731Z","caller":"traceutil/trace.go:171","msg":"trace[1527901449] transaction","detail":"{read_only:false; response_revision:24677; number_of_response:1; }","duration":"122.173992ms","start":"2026-06-03T00:41:17.035108Z","end":"2026-06-03T00:41:17.157281Z","steps":["trace[1527901449] 'process raft request' (duration: 121.77104ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:23.375621Z","caller":"traceutil/trace.go:171","msg":"trace[383089697] transaction","detail":"{read_only:false; response_revision:24788; number_of_response:1; }","duration":"172.427704ms","start":"2026-06-03T00:41:23.203167Z","end":"2026-06-03T00:41:23.375594Z","steps":["trace[383089697] 'process raft request' (duration: 171.752106ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:23.375825Z","caller":"traceutil/trace.go:171","msg":"trace[1329015286] transaction","detail":"{read_only:false; response_revision:24789; number_of_response:1; }","duration":"172.639439ms","start":"2026-06-03T00:41:23.203172Z","end":"2026-06-03T00:41:23.375811Z","steps":["trace[1329015286] 'process raft request' (duration: 171.918661ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:28.848811Z","caller":"traceutil/trace.go:171","msg":"trace[373569642] linearizableReadLoop","detail":"{readStateIndex:25646; appliedIndex:25645; }","duration":"168.412245ms","start":"2026-06-03T00:41:28.680373Z","end":"2026-06-03T00:41:28.848785Z","steps":["trace[373569642] 'read index received' (duration: 168.222039ms)","trace[373569642] 'applied index is now lower than readState.Index' (duration: 189.176µs)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:41:28.848968Z","caller":"traceutil/trace.go:171","msg":"trace[459785988] transaction","detail":"{read_only:false; response_revision:24821; number_of_response:1; }","duration":"213.827917ms","start":"2026-06-03T00:41:28.635099Z","end":"2026-06-03T00:41:28.848927Z","steps":["trace[459785988] 'process raft request' (duration: 213.427896ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:28.849101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.701312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-06-03T00:41:28.849197Z","caller":"traceutil/trace.go:171","msg":"trace[431685311] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24821; }","duration":"168.838476ms","start":"2026-06-03T00:41:28.680331Z","end":"2026-06-03T00:41:28.84917Z","steps":["trace[431685311] 'agreement among raft nodes before linearized reading' (duration: 168.579979ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:29.196917Z","caller":"traceutil/trace.go:171","msg":"trace[1954886034] transaction","detail":"{read_only:false; response_revision:24822; number_of_response:1; }","duration":"472.097322ms","start":"2026-06-03T00:41:28.724797Z","end":"2026-06-03T00:41:29.196894Z","steps":["trace[1954886034] 'process raft request' (duration: 471.100266ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:29.197107Z","caller":"traceutil/trace.go:171","msg":"trace[1067880704] linearizableReadLoop","detail":"{readStateIndex:25648; appliedIndex:25646; }","duration":"348.188295ms","start":"2026-06-03T00:41:28.848882Z","end":"2026-06-03T00:41:29.19707Z","steps":["trace[1067880704] 'read index received' (duration: 347.470355ms)","trace[1067880704] 'applied index is now lower than readState.Index' (duration: 716.71µs)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:41:29.197193Z","caller":"traceutil/trace.go:171","msg":"trace[909524711] transaction","detail":"{read_only:false; response_revision:24823; number_of_response:1; }","duration":"457.827728ms","start":"2026-06-03T00:41:28.739354Z","end":"2026-06-03T00:41:29.197182Z","steps":["trace[909524711] 'process raft request' (duration: 457.438847ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:29.197066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:28.72477Z","time spent":"472.217645ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:29.197351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.079775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-06-03T00:41:29.197378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.648778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-03T00:41:29.197436Z","caller":"traceutil/trace.go:171","msg":"trace[882286280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24823; }","duration":"510.760613ms","start":"2026-06-03T00:41:28.686661Z","end":"2026-06-03T00:41:29.197422Z","steps":["trace[882286280] 'agreement among raft nodes before linearized reading' (duration: 510.557747ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:29.197435Z","caller":"traceutil/trace.go:171","msg":"trace[353772755] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:24823; }","duration":"497.203128ms","start":"2026-06-03T00:41:28.700213Z","end":"2026-06-03T00:41:29.197416Z","steps":["trace[353772755] 'agreement among raft nodes before linearized reading' (duration: 496.957811ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:29.197479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:28.686633Z","time spent":"510.837165ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-03T00:41:29.197454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.564374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-06-03T00:41:29.1975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:28.700162Z","time spent":"497.327261ms","remote":"127.0.0.1:46972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-06-03T00:41:29.19726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:28.739331Z","time spent":"457.896539ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:29.197547Z","caller":"traceutil/trace.go:171","msg":"trace[1805809114] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:24823; }","duration":"492.708407ms","start":"2026-06-03T00:41:28.704815Z","end":"2026-06-03T00:41:29.197523Z","steps":["trace[1805809114] 'agreement among raft nodes before linearized reading' (duration: 492.324916ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:29.197676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:28.704794Z","time spent":"492.871951ms","remote":"127.0.0.1:46972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"info","ts":"2026-06-03T00:41:29.228005Z","caller":"traceutil/trace.go:171","msg":"trace[474186708] transaction","detail":"{read_only:false; response_revision:24824; number_of_response:1; }","duration":"373.873977ms","start":"2026-06-03T00:41:28.854107Z","end":"2026-06-03T00:41:29.227981Z","steps":["trace[474186708] 'process raft request' (duration: 373.189958ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:29.228154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:28.854087Z","time spent":"373.990351ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:29.228706Z","caller":"traceutil/trace.go:171","msg":"trace[199865108] transaction","detail":"{read_only:false; response_revision:24825; number_of_response:1; }","duration":"370.688241ms","start":"2026-06-03T00:41:28.857992Z","end":"2026-06-03T00:41:29.22868Z","steps":["trace[199865108] 'process raft request' (duration: 369.668044ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:29.22896Z","caller":"traceutil/trace.go:171","msg":"trace[1851796345] transaction","detail":"{read_only:false; response_revision:24826; number_of_response:1; }","duration":"305.215198ms","start":"2026-06-03T00:41:28.923728Z","end":"2026-06-03T00:41:29.228943Z","steps":["trace[1851796345] 'process raft request' (duration: 304.629622ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:29.228955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:28.857937Z","time spent":"370.861035ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:29.229056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:28.923706Z","time spent":"305.307981ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:29.229591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.442942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-06-03T00:41:29.232234Z","caller":"traceutil/trace.go:171","msg":"trace[1446143500] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24826; }","duration":"156.116534ms","start":"2026-06-03T00:41:29.076102Z","end":"2026-06-03T00:41:29.232218Z","steps":["trace[1446143500] 'agreement among raft nodes before linearized reading' (duration: 153.411551ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:29.22962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.908754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-06-03T00:41:29.232385Z","caller":"traceutil/trace.go:171","msg":"trace[344798338] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24826; }","duration":"299.730811ms","start":"2026-06-03T00:41:28.932645Z","end":"2026-06-03T00:41:29.232376Z","steps":["trace[344798338] 'agreement among raft nodes before linearized reading' (duration: 296.795992ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:29.756191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.988745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-03T00:41:29.756291Z","caller":"traceutil/trace.go:171","msg":"trace[1751974936] linearizableReadLoop","detail":"{readStateIndex:25652; appliedIndex:25651; }","duration":"527.485533ms","start":"2026-06-03T00:41:29.228788Z","end":"2026-06-03T00:41:29.756273Z","steps":["trace[1751974936] 'read index received' (duration: 288.243262ms)","trace[1751974936] 'applied index is now lower than readState.Index' (duration: 239.240911ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:41:29.756505Z","caller":"traceutil/trace.go:171","msg":"trace[1547951650] transaction","detail":"{read_only:false; response_revision:24827; number_of_response:1; }","duration":"551.667274ms","start":"2026-06-03T00:41:29.20482Z","end":"2026-06-03T00:41:29.756488Z","steps":["trace[1547951650] 'process raft request' (duration: 312.279558ms)","trace[1547951650] 'compare' (duration: 238.42971ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:41:29.757024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.806981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-06-03T00:41:29.757078Z","caller":"traceutil/trace.go:171","msg":"trace[1070042637] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:24827; }","duration":"554.063739ms","start":"2026-06-03T00:41:29.202999Z","end":"2026-06-03T00:41:29.757063Z","steps":["trace[1070042637] 'agreement among raft nodes before linearized reading' (duration: 553.73966ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:29.757182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:29.202979Z","time spent":"554.195102ms","remote":"127.0.0.1:46972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-06-03T00:41:29.757073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:29.204808Z","time spent":"552.224179ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:29.757106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.953387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-06-03T00:41:29.757406Z","caller":"traceutil/trace.go:171","msg":"trace[1971785604] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:24827; }","duration":"554.305985ms","start":"2026-06-03T00:41:29.203091Z","end":"2026-06-03T00:41:29.757397Z","steps":["trace[1971785604] 'agreement among raft nodes before linearized reading' (duration: 553.840492ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:29.757434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:29.203059Z","time spent":"554.367388ms","remote":"127.0.0.1:46972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-06-03T00:41:29.760375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.024053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-43d7d9c1-d26f-463e-97bc-1850f6c86627\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-06-03T00:41:29.760411Z","caller":"traceutil/trace.go:171","msg":"trace[9809687] range","detail":"{range_begin:/registry/persistentvolumes/pvc-43d7d9c1-d26f-463e-97bc-1850f6c86627; range_end:; response_count:1; response_revision:24831; }","duration":"523.079965ms","start":"2026-06-03T00:41:29.237321Z","end":"2026-06-03T00:41:29.760401Z","steps":["trace[9809687] 'agreement among raft nodes before linearized reading' (duration: 522.951531ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:29.760435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:29.237312Z","time spent":"523.117846ms","remote":"127.0.0.1:46930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-43d7d9c1-d26f-463e-97bc-1850f6c86627\" "} {"level":"warn","ts":"2026-06-03T00:41:29.760588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:29.231299Z","time spent":"529.286952ms","remote":"127.0.0.1:46816","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-06-03T00:41:29.760928Z","caller":"traceutil/trace.go:171","msg":"trace[162281945] transaction","detail":"{read_only:false; response_revision:24828; number_of_response:1; }","duration":"524.378859ms","start":"2026-06-03T00:41:29.23654Z","end":"2026-06-03T00:41:29.760919Z","steps":["trace[162281945] 'process raft request' (duration: 523.598219ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:29.760974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:29.236517Z","time spent":"524.429542ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:29.761077Z","caller":"traceutil/trace.go:171","msg":"trace[1912841288] transaction","detail":"{read_only:false; response_revision:24829; number_of_response:1; }","duration":"522.838078ms","start":"2026-06-03T00:41:29.238232Z","end":"2026-06-03T00:41:29.761071Z","steps":["trace[1912841288] 'process raft request' (duration: 521.962955ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:29.761113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:29.238224Z","time spent":"522.868688ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:29.761213Z","caller":"traceutil/trace.go:171","msg":"trace[1394437287] transaction","detail":"{read_only:false; response_revision:24830; number_of_response:1; }","duration":"360.165997ms","start":"2026-06-03T00:41:29.401037Z","end":"2026-06-03T00:41:29.761203Z","steps":["trace[1394437287] 'process raft request' (duration: 359.185531ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:29.761262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:29.401015Z","time spent":"360.22602ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:29.761372Z","caller":"traceutil/trace.go:171","msg":"trace[334273595] transaction","detail":"{read_only:false; response_revision:24831; number_of_response:1; }","duration":"359.956672ms","start":"2026-06-03T00:41:29.401409Z","end":"2026-06-03T00:41:29.761365Z","steps":["trace[334273595] 'process raft request' (duration: 358.836913ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:29.761411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:29.401398Z","time spent":"359.990354ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:29.761611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.953787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:41:29.761634Z","caller":"traceutil/trace.go:171","msg":"trace[1640860461] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:24831; }","duration":"225.05232ms","start":"2026-06-03T00:41:29.536574Z","end":"2026-06-03T00:41:29.761626Z","steps":["trace[1640860461] 'agreement among raft nodes before linearized reading' (duration: 225.012979ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:29.761735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.462634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:41:29.761752Z","caller":"traceutil/trace.go:171","msg":"trace[344103863] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24831; }","duration":"299.512215ms","start":"2026-06-03T00:41:29.462234Z","end":"2026-06-03T00:41:29.761747Z","steps":["trace[344103863] 'agreement among raft nodes before linearized reading' (duration: 299.484665ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:29.761869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.168769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-03T00:41:29.761887Z","caller":"traceutil/trace.go:171","msg":"trace[1965156539] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24831; }","duration":"337.22662ms","start":"2026-06-03T00:41:29.424655Z","end":"2026-06-03T00:41:29.761882Z","steps":["trace[1965156539] 'agreement among raft nodes before linearized reading' (duration: 337.174599ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:29.761907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:29.424634Z","time spent":"337.268931ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-06-03T00:41:29.96575Z","caller":"traceutil/trace.go:171","msg":"trace[893916341] transaction","detail":"{read_only:false; response_revision:24832; number_of_response:1; }","duration":"202.539674ms","start":"2026-06-03T00:41:29.76318Z","end":"2026-06-03T00:41:29.96572Z","steps":["trace[893916341] 'process raft request' (duration: 188.423904ms)","trace[893916341] 'compare' (duration: 13.935775ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:41:29.965664Z","caller":"traceutil/trace.go:171","msg":"trace[2034105870] linearizableReadLoop","detail":"{readStateIndex:25658; appliedIndex:25657; }","duration":"202.238166ms","start":"2026-06-03T00:41:29.763406Z","end":"2026-06-03T00:41:29.965644Z","steps":["trace[2034105870] 'read index received' (duration: 188.223719ms)","trace[2034105870] 'applied index is now lower than readState.Index' (duration: 14.013687ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:41:29.966046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.622367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:41:29.966088Z","caller":"traceutil/trace.go:171","msg":"trace[153537335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24832; }","duration":"202.695047ms","start":"2026-06-03T00:41:29.763382Z","end":"2026-06-03T00:41:29.966077Z","steps":["trace[153537335] 'agreement among raft nodes before linearized reading' (duration: 202.482302ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:29.966152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.415864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-7b66c5f964-77t8h\" ","response":"range_response_count:1 size:8649"} {"level":"info","ts":"2026-06-03T00:41:29.966231Z","caller":"traceutil/trace.go:171","msg":"trace[509482682] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-7b66c5f964-77t8h; range_end:; response_count:1; response_revision:24832; }","duration":"178.540638ms","start":"2026-06-03T00:41:29.787673Z","end":"2026-06-03T00:41:29.966214Z","steps":["trace[509482682] 'agreement among raft nodes before linearized reading' (duration: 178.227589ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:30.271328Z","caller":"traceutil/trace.go:171","msg":"trace[1659682102] transaction","detail":"{read_only:false; response_revision:24833; number_of_response:1; }","duration":"294.459928ms","start":"2026-06-03T00:41:29.976836Z","end":"2026-06-03T00:41:30.271296Z","steps":["trace[1659682102] 'process raft request' (duration: 294.107459ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:30.278449Z","caller":"traceutil/trace.go:171","msg":"trace[1324811808] transaction","detail":"{read_only:false; response_revision:24834; number_of_response:1; }","duration":"229.227772ms","start":"2026-06-03T00:41:30.049189Z","end":"2026-06-03T00:41:30.278417Z","steps":["trace[1324811808] 'process raft request' (duration: 229.024497ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:34.298066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341120363347305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-03T00:41:34.334352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.625894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-03T00:41:34.334443Z","caller":"traceutil/trace.go:171","msg":"trace[1924557186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24864; }","duration":"551.767707ms","start":"2026-06-03T00:41:33.782657Z","end":"2026-06-03T00:41:34.334425Z","steps":["trace[1924557186] 'range keys from in-memory index tree' (duration: 551.476699ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:34.334485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:33.782637Z","time spent":"551.839169ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-03T00:41:34.335642Z","caller":"traceutil/trace.go:171","msg":"trace[1482313536] transaction","detail":"{read_only:false; response_revision:24865; number_of_response:1; }","duration":"541.10986ms","start":"2026-06-03T00:41:33.794501Z","end":"2026-06-03T00:41:34.335611Z","steps":["trace[1482313536] 'process raft request' (duration: 536.852555ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:34.335777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:33.794484Z","time spent":"541.223934ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:35.119335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.854121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-03T00:41:35.119643Z","caller":"traceutil/trace.go:171","msg":"trace[1278425825] transaction","detail":"{read_only:false; response_revision:24867; number_of_response:1; }","duration":"807.389199ms","start":"2026-06-03T00:41:34.312219Z","end":"2026-06-03T00:41:35.119608Z","steps":["trace[1278425825] 'process raft request' (duration: 807.213005ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:35.119809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:34.31219Z","time spent":"807.532473ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:35.119646Z","caller":"traceutil/trace.go:171","msg":"trace[2036906463] transaction","detail":"{read_only:false; response_revision:24866; number_of_response:1; }","duration":"1.324589375s","start":"2026-06-03T00:41:33.795021Z","end":"2026-06-03T00:41:35.11961Z","steps":["trace[2036906463] 'process raft request' (duration: 1.059363005s)","trace[2036906463] 'compare' (duration: 264.338197ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:41:35.119911Z","caller":"traceutil/trace.go:171","msg":"trace[1840096810] linearizableReadLoop","detail":"{readStateIndex:25692; appliedIndex:25690; }","duration":"1.322961162s","start":"2026-06-03T00:41:33.796924Z","end":"2026-06-03T00:41:35.119885Z","steps":["trace[1840096810] 'read index received' (duration: 534.41539ms)","trace[1840096810] 'applied index is now lower than readState.Index' (duration: 788.542712ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:41:35.119952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:33.794997Z","time spent":"1.324896634s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:35.120043Z","caller":"traceutil/trace.go:171","msg":"trace[685137599] transaction","detail":"{read_only:false; response_revision:24868; number_of_response:1; }","duration":"778.4377ms","start":"2026-06-03T00:41:34.341572Z","end":"2026-06-03T00:41:35.12001Z","steps":["trace[685137599] 'process raft request' (duration: 777.973128ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:35.120144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:34.341554Z","time spent":"778.541903ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:35.747966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.35123ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-03T00:41:35.748286Z","caller":"traceutil/trace.go:171","msg":"trace[1695733178] linearizableReadLoop","detail":"{readStateIndex:25695; appliedIndex:25694; }","duration":"628.302787ms","start":"2026-06-03T00:41:35.11996Z","end":"2026-06-03T00:41:35.748263Z","steps":["trace[1695733178] 'read index received' (duration: 45.84µs)","trace[1695733178] 'applied index is now lower than readState.Index' (duration: 628.255477ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:41:35.748569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951630389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-06-03T00:41:35.748661Z","caller":"traceutil/trace.go:171","msg":"trace[74212450] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24868; }","duration":"1.951751223s","start":"2026-06-03T00:41:33.796891Z","end":"2026-06-03T00:41:35.748643Z","steps":["trace[74212450] 'agreement among raft nodes before linearized reading' (duration: 1.323108356s)","trace[74212450] 'range keys from in-memory index tree' (duration: 628.451533ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:41:35.748738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:33.796879Z","time spent":"1.951845495s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-03T00:41:35.748979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.669289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-06-03T00:41:35.749071Z","caller":"traceutil/trace.go:171","msg":"trace[1033901791] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24868; }","duration":"852.801872ms","start":"2026-06-03T00:41:34.896259Z","end":"2026-06-03T00:41:35.74906Z","steps":["trace[1033901791] 'agreement among raft nodes before linearized reading' (duration: 852.636178ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:35.749103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:34.896239Z","time spent":"852.855815ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-03T00:41:35.749217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196794515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-06-03T00:41:35.749317Z","caller":"traceutil/trace.go:171","msg":"trace[1789719821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24868; }","duration":"1.196941429s","start":"2026-06-03T00:41:34.552353Z","end":"2026-06-03T00:41:35.749294Z","steps":["trace[1789719821] 'agreement among raft nodes before linearized reading' (duration: 1.196643621s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:35.749373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:34.552339Z","time spent":"1.197021892s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-03T00:41:35.749229Z","caller":"traceutil/trace.go:171","msg":"trace[1302979270] transaction","detail":"{read_only:false; response_revision:24869; number_of_response:1; }","duration":"506.056625ms","start":"2026-06-03T00:41:35.243142Z","end":"2026-06-03T00:41:35.749199Z","steps":["trace[1302979270] 'process raft request' (duration: 504.982177ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:35.749716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:35.243109Z","time spent":"506.54301ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:36.137159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.340128121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-06-03T00:41:36.137242Z","caller":"traceutil/trace.go:171","msg":"trace[710542534] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24869; }","duration":"2.340230544s","start":"2026-06-03T00:41:33.796987Z","end":"2026-06-03T00:41:36.137218Z","steps":["trace[710542534] 'agreement among raft nodes before linearized reading' (duration: 1.952570096s)","trace[710542534] 'range keys from in-memory index tree' (duration: 387.481284ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:41:36.137283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:33.796981Z","time spent":"2.340293826s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-03T00:41:36.137526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.164991385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-06-03T00:41:36.137594Z","caller":"traceutil/trace.go:171","msg":"trace[1858476950] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24869; }","duration":"2.165095978s","start":"2026-06-03T00:41:33.972477Z","end":"2026-06-03T00:41:36.137573Z","steps":["trace[1858476950] 'agreement among raft nodes before linearized reading' (duration: 1.77709817s)","trace[1858476950] 'range keys from in-memory index tree' (duration: 387.868254ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:41:36.137633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:33.972458Z","time spent":"2.165165509s","remote":"127.0.0.1:46932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-06-03T00:41:36.138089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674500967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:41:36.138177Z","caller":"traceutil/trace.go:171","msg":"trace[1813002732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24869; }","duration":"1.674632832s","start":"2026-06-03T00:41:34.463519Z","end":"2026-06-03T00:41:36.138152Z","steps":["trace[1813002732] 'agreement among raft nodes before linearized reading' (duration: 1.28606699s)","trace[1813002732] 'range keys from in-memory index tree' (duration: 388.452209ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:41:36.138224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:34.463504Z","time spent":"1.674711624s","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-03T00:41:36.138312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.000625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-03T00:41:36.138554Z","caller":"traceutil/trace.go:171","msg":"trace[667338672] transaction","detail":"{read_only:false; response_revision:24870; number_of_response:1; }","duration":"818.87487ms","start":"2026-06-03T00:41:35.319654Z","end":"2026-06-03T00:41:36.138529Z","steps":["trace[667338672] 'process raft request' (duration: 429.530446ms)","trace[667338672] 'compare' (duration: 387.666218ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:41:36.138697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:35.319628Z","time spent":"818.986371ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:36.138997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.742271113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-06-03T00:41:36.139045Z","caller":"traceutil/trace.go:171","msg":"trace[1786213638] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24869; }","duration":"1.742322324s","start":"2026-06-03T00:41:34.396711Z","end":"2026-06-03T00:41:36.139033Z","steps":["trace[1786213638] 'agreement among raft nodes before linearized reading' (duration: 1.352855617s)","trace[1786213638] 'count revisions from in-memory index tree' (duration: 389.392645ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:41:36.139079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:34.396643Z","time spent":"1.742427817s","remote":"127.0.0.1:46850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2647,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-06-03T00:41:36.139291Z","caller":"traceutil/trace.go:171","msg":"trace[730688600] transaction","detail":"{read_only:false; response_revision:24871; number_of_response:1; }","duration":"818.428277ms","start":"2026-06-03T00:41:35.320849Z","end":"2026-06-03T00:41:36.139278Z","steps":["trace[730688600] 'process raft request' (duration: 817.586394ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:36.139302Z","caller":"traceutil/trace.go:171","msg":"trace[561422473] linearizableReadLoop","detail":"{readStateIndex:25699; appliedIndex:25696; }","duration":"390.932426ms","start":"2026-06-03T00:41:35.748352Z","end":"2026-06-03T00:41:36.139285Z","steps":["trace[561422473] 'read index received' (duration: 1.235943ms)","trace[561422473] 'applied index is now lower than readState.Index' (duration: 389.695583ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:41:36.139401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:35.320834Z","time spent":"818.502339ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:36.139452Z","caller":"traceutil/trace.go:171","msg":"trace[101879433] transaction","detail":"{read_only:false; response_revision:24872; number_of_response:1; }","duration":"817.781209ms","start":"2026-06-03T00:41:35.321658Z","end":"2026-06-03T00:41:36.139439Z","steps":["trace[101879433] 'process raft request' (duration: 817.546213ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:36.139454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.885067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-03T00:41:36.139511Z","caller":"traceutil/trace.go:171","msg":"trace[2141017443] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24872; }","duration":"487.978791ms","start":"2026-06-03T00:41:35.651514Z","end":"2026-06-03T00:41:36.139493Z","steps":["trace[2141017443] 'agreement among raft nodes before linearized reading' (duration: 487.863878ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:36.139545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:35.321637Z","time spent":"817.853713ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:36.139568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:35.651493Z","time spent":"488.056032ms","remote":"127.0.0.1:33654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:41:36.139701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.343216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-06-03T00:41:36.139741Z","caller":"traceutil/trace.go:171","msg":"trace[463326020] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24872; }","duration":"658.425619ms","start":"2026-06-03T00:41:35.481305Z","end":"2026-06-03T00:41:36.139731Z","steps":["trace[463326020] 'agreement among raft nodes before linearized reading' (duration: 658.304786ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:36.13977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:35.481281Z","time spent":"658.482289ms","remote":"127.0.0.1:46954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-03T00:41:36.139848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.952787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-06-03T00:41:36.139901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.814616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:41:36.13995Z","caller":"traceutil/trace.go:171","msg":"trace[861598277] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:24872; }","duration":"571.89992ms","start":"2026-06-03T00:41:35.568037Z","end":"2026-06-03T00:41:36.139937Z","steps":["trace[861598277] 'agreement among raft nodes before linearized reading' (duration: 571.831577ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:36.139989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:35.568017Z","time spent":"571.96316ms","remote":"127.0.0.1:35724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-06-03T00:41:36.140007Z","caller":"traceutil/trace.go:171","msg":"trace[1494102782] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24872; }","duration":"801.07009ms","start":"2026-06-03T00:41:35.338849Z","end":"2026-06-03T00:41:36.139919Z","steps":["trace[1494102782] 'agreement among raft nodes before linearized reading' (duration: 800.803473ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:36.140121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:35.338829Z","time spent":"801.277855ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-03T00:41:36.605672Z","caller":"traceutil/trace.go:171","msg":"trace[280318883] transaction","detail":"{read_only:false; response_revision:24873; number_of_response:1; }","duration":"852.400472ms","start":"2026-06-03T00:41:35.753242Z","end":"2026-06-03T00:41:36.605643Z","steps":["trace[280318883] 'process raft request' (duration: 812.528008ms)","trace[280318883] 'compare' (duration: 39.472162ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:41:36.606946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:35.753221Z","time spent":"852.633467ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:37.312077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.36111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-03T00:41:37.312754Z","caller":"traceutil/trace.go:171","msg":"trace[1708514469] linearizableReadLoop","detail":"{readStateIndex:25703; appliedIndex:25699; }","duration":"1.173307903s","start":"2026-06-03T00:41:36.139424Z","end":"2026-06-03T00:41:37.312732Z","steps":["trace[1708514469] 'read index received' (duration: 426.35977ms)","trace[1708514469] 'applied index is now lower than readState.Index' (duration: 746.946823ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:41:37.312937Z","caller":"traceutil/trace.go:171","msg":"trace[238861785] transaction","detail":"{read_only:false; response_revision:24874; number_of_response:1; }","duration":"1.559594142s","start":"2026-06-03T00:41:35.75332Z","end":"2026-06-03T00:41:37.312915Z","steps":["trace[238861785] 'process raft request' (duration: 1.151303049s)","trace[238861785] 'compare' (duration: 407.229926ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:41:37.313698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:35.753295Z","time spent":"1.560344593s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:37.313119Z","caller":"traceutil/trace.go:171","msg":"trace[1333800913] transaction","detail":"{read_only:false; response_revision:24877; number_of_response:1; }","duration":"1.168934085s","start":"2026-06-03T00:41:36.144159Z","end":"2026-06-03T00:41:37.313093Z","steps":["trace[1333800913] 'process raft request' (duration: 1.1683606s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:37.313141Z","caller":"traceutil/trace.go:171","msg":"trace[1861864339] transaction","detail":"{read_only:false; response_revision:24875; number_of_response:1; }","duration":"1.559288824s","start":"2026-06-03T00:41:35.753837Z","end":"2026-06-03T00:41:37.313126Z","steps":["trace[1861864339] 'process raft request' (duration: 1.558516074s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:37.314692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:35.753825Z","time spent":"1.560785916s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:37.314652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:36.144142Z","time spent":"1.170358572s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:37.313166Z","caller":"traceutil/trace.go:171","msg":"trace[47043438] transaction","detail":"{read_only:false; response_revision:24876; number_of_response:1; }","duration":"1.489682642s","start":"2026-06-03T00:41:35.823466Z","end":"2026-06-03T00:41:37.313149Z","steps":["trace[47043438] 'process raft request' (duration: 1.488992172s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:37.314859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:35.823447Z","time spent":"1.491377067s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:37.313178Z","caller":"traceutil/trace.go:171","msg":"trace[1963750301] transaction","detail":"{read_only:false; response_revision:24878; number_of_response:1; }","duration":"1.168193836s","start":"2026-06-03T00:41:36.144957Z","end":"2026-06-03T00:41:37.313151Z","steps":["trace[1963750301] 'process raft request' (duration: 1.167618529s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:37.314968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:36.144946Z","time spent":"1.169972163s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:37.313194Z","caller":"traceutil/trace.go:171","msg":"trace[310244926] transaction","detail":"{read_only:false; response_revision:24880; number_of_response:1; }","duration":"967.452921ms","start":"2026-06-03T00:41:36.345717Z","end":"2026-06-03T00:41:37.31317Z","steps":["trace[310244926] 'process raft request' (duration: 966.962307ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:37.315098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:36.3457Z","time spent":"969.357141ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:37.313185Z","caller":"traceutil/trace.go:171","msg":"trace[861822019] transaction","detail":"{read_only:false; response_revision:24879; number_of_response:1; }","duration":"1.122361831s","start":"2026-06-03T00:41:36.190785Z","end":"2026-06-03T00:41:37.313147Z","steps":["trace[861822019] 'process raft request' (duration: 1.121842026s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:37.313232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17395472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:41:37.315287Z","caller":"traceutil/trace.go:171","msg":"trace[1376818120] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24880; }","duration":"1.176046576s","start":"2026-06-03T00:41:36.139226Z","end":"2026-06-03T00:41:37.315273Z","steps":["trace[1376818120] 'agreement among raft nodes before linearized reading' (duration: 1.17394919s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:37.315326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:36.139209Z","time spent":"1.176106078s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-03T00:41:37.315485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:36.190768Z","time spent":"1.124384895s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:37.983691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.401978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-03T00:41:37.983945Z","caller":"traceutil/trace.go:171","msg":"trace[379589077] transaction","detail":"{read_only:false; response_revision:24881; number_of_response:1; }","duration":"858.956258ms","start":"2026-06-03T00:41:37.124962Z","end":"2026-06-03T00:41:37.983918Z","steps":["trace[379589077] 'process raft request' (duration: 564.249472ms)","trace[379589077] 'compare' (duration: 293.920705ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:41:37.98403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:37.124937Z","time spent":"859.054381ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:37.984154Z","caller":"traceutil/trace.go:171","msg":"trace[574099622] linearizableReadLoop","detail":"{readStateIndex:25709; appliedIndex:25707; }","duration":"671.250774ms","start":"2026-06-03T00:41:37.312871Z","end":"2026-06-03T00:41:37.984122Z","steps":["trace[574099622] 'read index received' (duration: 376.357434ms)","trace[574099622] 'applied index is now lower than readState.Index' (duration: 294.8918ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:41:37.98439Z","caller":"traceutil/trace.go:171","msg":"trace[1339458766] transaction","detail":"{read_only:false; response_revision:24882; number_of_response:1; }","duration":"857.741694ms","start":"2026-06-03T00:41:37.126637Z","end":"2026-06-03T00:41:37.984378Z","steps":["trace[1339458766] 'process raft request' (duration: 857.18587ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:37.984378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427353324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-03T00:41:37.984403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249273869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-03T00:41:37.984416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.794161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-06-03T00:41:37.984391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211313976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-03T00:41:37.984431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514676795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-03T00:41:37.984448Z","caller":"traceutil/trace.go:171","msg":"trace[609397865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24882; }","duration":"859.873643ms","start":"2026-06-03T00:41:37.124566Z","end":"2026-06-03T00:41:37.98444Z","steps":["trace[609397865] 'agreement among raft nodes before linearized reading' (duration: 859.765791ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:37.984448Z","caller":"traceutil/trace.go:171","msg":"trace[751865289] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24882; }","duration":"1.249362391s","start":"2026-06-03T00:41:36.735073Z","end":"2026-06-03T00:41:37.984436Z","steps":["trace[751865289] 'agreement among raft nodes before linearized reading' (duration: 1.249273589s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:37.984413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640866242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-03T00:41:37.984469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:37.124538Z","time spent":"859.926045ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-03T00:41:37.984452Z","caller":"traceutil/trace.go:171","msg":"trace[1523327590] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24882; }","duration":"1.427468256s","start":"2026-06-03T00:41:36.556962Z","end":"2026-06-03T00:41:37.984431Z","steps":["trace[1523327590] 'agreement among raft nodes before linearized reading' (duration: 1.427331872s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:37.984468Z","caller":"traceutil/trace.go:171","msg":"trace[1878955295] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24882; }","duration":"1.211458051s","start":"2026-06-03T00:41:36.772995Z","end":"2026-06-03T00:41:37.984453Z","steps":["trace[1878955295] 'agreement among raft nodes before linearized reading' (duration: 1.211345298s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:37.984471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839531292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-06-03T00:41:37.984486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:36.735054Z","time spent":"1.249424052s","remote":"127.0.0.1:59928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:41:37.984507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:36.772975Z","time spent":"1.211522801s","remote":"127.0.0.1:49560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-06-03T00:41:37.984515Z","caller":"traceutil/trace.go:171","msg":"trace[1490932599] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24882; }","duration":"1.839613543s","start":"2026-06-03T00:41:36.144889Z","end":"2026-06-03T00:41:37.984503Z","steps":["trace[1490932599] 'agreement among raft nodes before linearized reading' (duration: 1.839456099s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:37.984517Z","caller":"traceutil/trace.go:171","msg":"trace[1938819434] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24882; }","duration":"1.641027055s","start":"2026-06-03T00:41:36.343468Z","end":"2026-06-03T00:41:37.984496Z","steps":["trace[1938819434] 'agreement among raft nodes before linearized reading' (duration: 1.640831771s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:37.984518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840251249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-66fa8523-8a71-48d4-936c-a1969a61d636\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-06-03T00:41:37.984548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:36.144876Z","time spent":"1.839663944s","remote":"127.0.0.1:46954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-06-03T00:41:37.984573Z","caller":"traceutil/trace.go:171","msg":"trace[1368989478] range","detail":"{range_begin:/registry/persistentvolumes/pvc-66fa8523-8a71-48d4-936c-a1969a61d636; range_end:; response_count:1; response_revision:24882; }","duration":"1.840333933s","start":"2026-06-03T00:41:36.144225Z","end":"2026-06-03T00:41:37.984559Z","steps":["trace[1368989478] 'agreement among raft nodes before linearized reading' (duration: 1.840158377s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:37.984573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:36.343447Z","time spent":"1.64111227s","remote":"127.0.0.1:59880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:41:37.984523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:36.556947Z","time spent":"1.427565099s","remote":"127.0.0.1:59954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-06-03T00:41:37.984603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:36.144217Z","time spent":"1.840379924s","remote":"127.0.0.1:46930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-66fa8523-8a71-48d4-936c-a1969a61d636\" "} {"level":"warn","ts":"2026-06-03T00:41:37.98445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:37.126615Z","time spent":"857.803428ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:37.984464Z","caller":"traceutil/trace.go:171","msg":"trace[1072617557] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24882; }","duration":"1.514739116s","start":"2026-06-03T00:41:36.469719Z","end":"2026-06-03T00:41:37.984458Z","steps":["trace[1072617557] 'agreement among raft nodes before linearized reading' (duration: 1.514660533s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:37.984699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:36.469699Z","time spent":"1.514994622s","remote":"127.0.0.1:47954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:41:38.484757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341120363347330,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-03T00:41:38.681249Z","caller":"traceutil/trace.go:171","msg":"trace[424470336] transaction","detail":"{read_only:false; response_revision:24883; number_of_response:1; }","duration":"926.603511ms","start":"2026-06-03T00:41:37.754623Z","end":"2026-06-03T00:41:38.681226Z","steps":["trace[424470336] 'process raft request' (duration: 887.065486ms)","trace[424470336] 'compare' (duration: 38.378023ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:41:38.681555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:37.754597Z","time spent":"926.856677ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:39.324963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000548737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-03T00:41:39.32511Z","caller":"traceutil/trace.go:171","msg":"trace[6044085] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000736312s","start":"2026-06-03T00:41:37.324349Z","end":"2026-06-03T00:41:39.325085Z","steps":["trace[6044085] 'agreement among raft nodes before linearized reading' (duration: 2.000567988s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:39.325189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:37.324338Z","time spent":"2.000834585s","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-03T00:41:39.501513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.221477ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-03T00:41:39.501737Z","caller":"traceutil/trace.go:171","msg":"trace[2053154958] transaction","detail":"{read_only:false; response_revision:24884; number_of_response:1; }","duration":"1.513231335s","start":"2026-06-03T00:41:37.988473Z","end":"2026-06-03T00:41:39.501704Z","steps":["trace[2053154958] 'process raft request' (duration: 1.044742621s)","trace[2053154958] 'compare' (duration: 467.271232ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:41:39.501825Z","caller":"traceutil/trace.go:171","msg":"trace[456919902] linearizableReadLoop","detail":"{readStateIndex:25714; appliedIndex:25709; }","duration":"1.517602273s","start":"2026-06-03T00:41:37.984209Z","end":"2026-06-03T00:41:39.501812Z","steps":["trace[456919902] 'read index received' (duration: 657.496524ms)","trace[456919902] 'applied index is now lower than readState.Index' (duration: 860.104819ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:41:39.501833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:37.988454Z","time spent":"1.513339749s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:39.502049Z","caller":"traceutil/trace.go:171","msg":"trace[1693642658] transaction","detail":"{read_only:false; response_revision:24885; number_of_response:1; }","duration":"1.356585397s","start":"2026-06-03T00:41:38.145448Z","end":"2026-06-03T00:41:39.502033Z","steps":["trace[1693642658] 'process raft request' (duration: 1.356190957s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:39.502141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:38.145424Z","time spent":"1.356673459s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:39.502249Z","caller":"traceutil/trace.go:171","msg":"trace[371753281] transaction","detail":"{read_only:false; response_revision:24886; number_of_response:1; }","duration":"1.356510196s","start":"2026-06-03T00:41:38.145726Z","end":"2026-06-03T00:41:39.502236Z","steps":["trace[371753281] 'process raft request' (duration: 1.355996923s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:39.502298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:38.145709Z","time spent":"1.356560447s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:39.502411Z","caller":"traceutil/trace.go:171","msg":"trace[710973181] transaction","detail":"{read_only:false; response_revision:24887; number_of_response:1; }","duration":"1.354573013s","start":"2026-06-03T00:41:38.147821Z","end":"2026-06-03T00:41:39.502394Z","steps":["trace[710973181] 'process raft request' (duration: 1.353942786s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:39.502494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:38.14781Z","time spent":"1.354643154s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:39.502609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57169767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-03T00:41:39.503118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.045313233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-03T00:41:39.503135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643480222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-03T00:41:39.503155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994760472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:41:39.503184Z","caller":"traceutil/trace.go:171","msg":"trace[1252540259] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24887; }","duration":"2.045428056s","start":"2026-06-03T00:41:37.457735Z","end":"2026-06-03T00:41:39.503164Z","steps":["trace[1252540259] 'agreement among raft nodes before linearized reading' (duration: 2.045296193s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:39.503216Z","caller":"traceutil/trace.go:171","msg":"trace[35973891] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24887; }","duration":"1.643635946s","start":"2026-06-03T00:41:37.859558Z","end":"2026-06-03T00:41:39.503194Z","steps":["trace[35973891] 'agreement among raft nodes before linearized reading' (duration: 1.643451782s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:39.503225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:37.457715Z","time spent":"2.045501587s","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-06-03T00:41:39.503225Z","caller":"traceutil/trace.go:171","msg":"trace[664807694] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24887; }","duration":"1.994876314s","start":"2026-06-03T00:41:37.508328Z","end":"2026-06-03T00:41:39.503205Z","steps":["trace[664807694] 'agreement among raft nodes before linearized reading' (duration: 1.994665858s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:39.503258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:37.859535Z","time spent":"1.643716549s","remote":"127.0.0.1:52010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:41:39.503286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:37.508309Z","time spent":"1.994955897s","remote":"127.0.0.1:60168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-06-03T00:41:39.503731Z","caller":"traceutil/trace.go:171","msg":"trace[1109576378] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24887; }","duration":"1.571782833s","start":"2026-06-03T00:41:37.930846Z","end":"2026-06-03T00:41:39.502629Z","steps":["trace[1109576378] 'agreement among raft nodes before linearized reading' (duration: 1.57172439s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:39.503832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:37.930815Z","time spent":"1.572996935s","remote":"127.0.0.1:47030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:41:41.000507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094871301s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-03T00:41:41.000822Z","caller":"traceutil/trace.go:171","msg":"trace[1134426560] linearizableReadLoop","detail":"{readStateIndex:25716; appliedIndex:25714; }","duration":"1.49893929s","start":"2026-06-03T00:41:39.501863Z","end":"2026-06-03T00:41:41.000802Z","steps":["trace[1134426560] 'read index received' (duration: 402.767595ms)","trace[1134426560] 'applied index is now lower than readState.Index' (duration: 1.096170275s)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:41:41.000928Z","caller":"traceutil/trace.go:171","msg":"trace[209102827] transaction","detail":"{read_only:false; response_revision:24888; number_of_response:1; }","duration":"1.679034769s","start":"2026-06-03T00:41:39.321872Z","end":"2026-06-03T00:41:41.000907Z","steps":["trace[209102827] 'process raft request' (duration: 582.809752ms)","trace[209102827] 'compare' (duration: 1.094741297s)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:41:41.001091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:39.321852Z","time spent":"1.679181834s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:41.001184Z","caller":"traceutil/trace.go:171","msg":"trace[205094031] transaction","detail":"{read_only:false; response_revision:24889; number_of_response:1; }","duration":"1.660467221s","start":"2026-06-03T00:41:39.34069Z","end":"2026-06-03T00:41:41.001158Z","steps":["trace[205094031] 'process raft request' (duration: 1.659970067s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:41.001259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68017187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-06-03T00:41:41.001276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675685469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-03T00:41:41.001351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.551132242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-03T00:41:41.001364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:39.340663Z","time spent":"1.660599505s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:41.001392Z","caller":"traceutil/trace.go:171","msg":"trace[379046803] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:24889; }","duration":"2.551209215s","start":"2026-06-03T00:41:38.450168Z","end":"2026-06-03T00:41:41.001377Z","steps":["trace[379046803] 'agreement among raft nodes before linearized reading' (duration: 2.551140742s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:41.001407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679556145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-06-03T00:41:41.001411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.389606493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-06-03T00:41:41.001442Z","caller":"traceutil/trace.go:171","msg":"trace[1500673011] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24889; }","duration":"1.679617396s","start":"2026-06-03T00:41:39.321813Z","end":"2026-06-03T00:41:41.001431Z","steps":["trace[1500673011] 'agreement among raft nodes before linearized reading' (duration: 1.679531753s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:41.001443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:38.450144Z","time spent":"2.551286116s","remote":"127.0.0.1:35612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:41:41.001474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:39.321797Z","time spent":"1.679669646s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-03T00:41:41.001467Z","caller":"traceutil/trace.go:171","msg":"trace[2074186836] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24889; }","duration":"2.389699555s","start":"2026-06-03T00:41:38.61175Z","end":"2026-06-03T00:41:41.001449Z","steps":["trace[2074186836] 'agreement among raft nodes before linearized reading' (duration: 2.389546741s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:41.001518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:38.611722Z","time spent":"2.389787419s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-06-03T00:41:41.001321Z","caller":"traceutil/trace.go:171","msg":"trace[1035177720] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24889; }","duration":"1.680263843s","start":"2026-06-03T00:41:39.321043Z","end":"2026-06-03T00:41:41.001307Z","steps":["trace[1035177720] 'agreement among raft nodes before linearized reading' (duration: 1.680072338s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:41.001527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681065955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-06-03T00:41:41.001588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.011446036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-03T00:41:41.001607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.015533177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18571"} {"level":"warn","ts":"2026-06-03T00:41:41.001597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:39.321002Z","time spent":"1.680567321s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-03T00:41:41.001625Z","caller":"traceutil/trace.go:171","msg":"trace[1318445707] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24889; }","duration":"3.011479548s","start":"2026-06-03T00:41:37.990133Z","end":"2026-06-03T00:41:41.001613Z","steps":["trace[1318445707] 'agreement among raft nodes before linearized reading' (duration: 3.011424046s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:41.001652Z","caller":"traceutil/trace.go:171","msg":"trace[1570060995] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24889; }","duration":"3.015613749s","start":"2026-06-03T00:41:37.986028Z","end":"2026-06-03T00:41:41.001642Z","steps":["trace[1570060995] 'agreement among raft nodes before linearized reading' (duration: 3.015383503s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:41.001662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:37.990067Z","time spent":"3.01158715s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-06-03T00:41:41.001609Z","caller":"traceutil/trace.go:171","msg":"trace[1684307055] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24889; }","duration":"1.681178368s","start":"2026-06-03T00:41:39.320412Z","end":"2026-06-03T00:41:41.00159Z","steps":["trace[1684307055] 'agreement among raft nodes before linearized reading' (duration: 1.681000843s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:41.001694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:37.98601Z","time spent":"3.015675641s","remote":"127.0.0.1:46942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18593,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-06-03T00:41:41.001686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984918736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-06-03T00:41:41.00138Z","caller":"traceutil/trace.go:171","msg":"trace[2010938107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24889; }","duration":"1.675828292s","start":"2026-06-03T00:41:39.325531Z","end":"2026-06-03T00:41:41.001359Z","steps":["trace[2010938107] 'agreement among raft nodes before linearized reading' (duration: 1.675598826s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:41.001748Z","caller":"traceutil/trace.go:171","msg":"trace[2051651100] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24889; }","duration":"1.985017439s","start":"2026-06-03T00:41:39.016712Z","end":"2026-06-03T00:41:41.001729Z","steps":["trace[2051651100] 'agreement among raft nodes before linearized reading' (duration: 1.984812223s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:41.001766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:39.325525Z","time spent":"1.676227505s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-03T00:41:41.001261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.39323247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-06-03T00:41:41.001806Z","caller":"traceutil/trace.go:171","msg":"trace[1348525569] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24889; }","duration":"2.393860448s","start":"2026-06-03T00:41:38.607937Z","end":"2026-06-03T00:41:41.001798Z","steps":["trace[1348525569] 'agreement among raft nodes before linearized reading' (duration: 2.393013985s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:41.001782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:39.320392Z","time spent":"1.681331002s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-03T00:41:41.001315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817685744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-06-03T00:41:41.001837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:38.607904Z","time spent":"2.393921629s","remote":"127.0.0.1:46954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":175,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:41:41.001779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:39.016686Z","time spent":"1.98508477s","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":183,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-06-03T00:41:41.001862Z","caller":"traceutil/trace.go:171","msg":"trace[465436199] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:24889; }","duration":"1.818273349s","start":"2026-06-03T00:41:39.183578Z","end":"2026-06-03T00:41:41.001852Z","steps":["trace[465436199] 'agreement among raft nodes before linearized reading' (duration: 1.817345734s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:41.001907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:39.183513Z","time spent":"1.818384272s","remote":"127.0.0.1:46816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-06-03T00:41:41.002154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672901145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-06-03T00:41:41.002204Z","caller":"traceutil/trace.go:171","msg":"trace[576363718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24889; }","duration":"1.672965626s","start":"2026-06-03T00:41:39.329227Z","end":"2026-06-03T00:41:41.002193Z","steps":["trace[576363718] 'agreement among raft nodes before linearized reading' (duration: 1.6720028s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:41.002234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:39.32922Z","time spent":"1.673006227s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-03T00:41:41.002314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.119998723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-06-03T00:41:41.002388Z","caller":"traceutil/trace.go:171","msg":"trace[2081227811] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24889; }","duration":"2.120118257s","start":"2026-06-03T00:41:38.882253Z","end":"2026-06-03T00:41:41.002371Z","steps":["trace[2081227811] 'agreement among raft nodes before linearized reading' (duration: 2.11877146s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:41.002433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:38.882229Z","time spent":"2.120192869s","remote":"127.0.0.1:46888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-06-03T00:41:42.50988Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.027953738s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-03T00:41:42.523977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.185653ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:41:42.52412Z","caller":"traceutil/trace.go:171","msg":"trace[1871364392] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24889; }","duration":"524.345238ms","start":"2026-06-03T00:41:41.999756Z","end":"2026-06-03T00:41:42.524101Z","steps":["trace[1871364392] 'range keys from in-memory index tree' (duration: 524.165323ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:42.525074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043147658s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-03T00:41:42.525489Z","caller":"traceutil/trace.go:171","msg":"trace[93980033] transaction","detail":"{read_only:false; response_revision:24890; number_of_response:1; }","duration":"2.534508795s","start":"2026-06-03T00:41:39.990956Z","end":"2026-06-03T00:41:42.525465Z","steps":["trace[93980033] 'process raft request' (duration: 1.490898305s)","trace[93980033] 'compare' (duration: 1.042589892s)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:41:42.525497Z","caller":"traceutil/trace.go:171","msg":"trace[210104284] transaction","detail":"{read_only:false; response_revision:24891; number_of_response:1; }","duration":"2.534129304s","start":"2026-06-03T00:41:39.991339Z","end":"2026-06-03T00:41:42.525468Z","steps":["trace[210104284] 'process raft request' (duration: 2.533811096s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:42.525542Z","caller":"traceutil/trace.go:171","msg":"trace[1563772837] transaction","detail":"{read_only:false; response_revision:24894; number_of_response:1; }","duration":"1.519019321s","start":"2026-06-03T00:41:41.006504Z","end":"2026-06-03T00:41:42.525523Z","steps":["trace[1563772837] 'process raft request' (duration: 1.518905248s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:42.525563Z","caller":"traceutil/trace.go:171","msg":"trace[1963351607] transaction","detail":"{read_only:false; response_revision:24892; number_of_response:1; }","duration":"2.130050983s","start":"2026-06-03T00:41:40.395486Z","end":"2026-06-03T00:41:42.525537Z","steps":["trace[1963351607] 'process raft request' (duration: 2.129759065s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:42.525563Z","caller":"traceutil/trace.go:171","msg":"trace[555661900] transaction","detail":"{read_only:false; response_revision:24893; number_of_response:1; }","duration":"1.838485123s","start":"2026-06-03T00:41:40.68704Z","end":"2026-06-03T00:41:42.525525Z","steps":["trace[555661900] 'process raft request' (duration: 1.838246037s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:42.525616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:39.990918Z","time spent":"2.534635118s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:42.525615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:41.006475Z","time spent":"1.519105323s","remote":"127.0.0.1:46850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-03T00:41:42.525683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:40.395449Z","time spent":"2.130175527s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:42.525696Z","caller":"traceutil/trace.go:171","msg":"trace[815750934] linearizableReadLoop","detail":"{readStateIndex:25720; appliedIndex:25716; }","duration":"1.524795486s","start":"2026-06-03T00:41:41.000866Z","end":"2026-06-03T00:41:42.525662Z","steps":["trace[815750934] 'read index received' (duration: 481.020091ms)","trace[815750934] 'applied index is now lower than readState.Index' (duration: 1.043771555s)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:41:42.525818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:41.003681Z","time spent":"1.522132855s","remote":"127.0.0.1:46816","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-03T00:41:42.525741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:40.687018Z","time spent":"1.838626086s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:42.52589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875121469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:41:42.525923Z","caller":"traceutil/trace.go:171","msg":"trace[762215169] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:24895; }","duration":"1.875197272s","start":"2026-06-03T00:41:40.650717Z","end":"2026-06-03T00:41:42.525915Z","steps":["trace[762215169] 'agreement among raft nodes before linearized reading' (duration: 1.875077829s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:42.525925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.061435237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:41:42.525906Z","caller":"traceutil/trace.go:171","msg":"trace[1229071519] transaction","detail":"{read_only:false; response_revision:24895; number_of_response:1; }","duration":"1.518940108s","start":"2026-06-03T00:41:41.006935Z","end":"2026-06-03T00:41:42.525876Z","steps":["trace[1229071519] 'process raft request' (duration: 1.518527478s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:42.525989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868645555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:41:42.526007Z","caller":"traceutil/trace.go:171","msg":"trace[2016691610] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24895; }","duration":"1.868684697s","start":"2026-06-03T00:41:40.657318Z","end":"2026-06-03T00:41:42.526003Z","steps":["trace[2016691610] 'agreement among raft nodes before linearized reading' (duration: 1.868633275s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:42.526006Z","caller":"traceutil/trace.go:171","msg":"trace[2133960264] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24895; }","duration":"2.061532649s","start":"2026-06-03T00:41:40.464422Z","end":"2026-06-03T00:41:42.525955Z","steps":["trace[2133960264] 'agreement among raft nodes before linearized reading' (duration: 2.061377225s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:42.526055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:40.464401Z","time spent":"2.061642741s","remote":"127.0.0.1:46778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-06-03T00:41:42.526114Z","caller":"traceutil/trace.go:171","msg":"trace[1273354053] transaction","detail":"{read_only:false; response_revision:24896; number_of_response:1; }","duration":"1.519137315s","start":"2026-06-03T00:41:41.006973Z","end":"2026-06-03T00:41:42.52611Z","steps":["trace[1273354053] 'process raft request' (duration: 1.518762864s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:42.526103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:41.006916Z","time spent":"1.519094404s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:42.525941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:40.650697Z","time spent":"1.875239544s","remote":"127.0.0.1:35750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:41:42.526021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:40.657308Z","time spent":"1.868709057s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:41:42.52615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:41.006963Z","time spent":"1.519169526s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:42.526361Z","caller":"traceutil/trace.go:171","msg":"trace[346746263] transaction","detail":"{read_only:false; response_revision:24897; number_of_response:1; }","duration":"1.518936529s","start":"2026-06-03T00:41:41.007409Z","end":"2026-06-03T00:41:42.526346Z","steps":["trace[346746263] 'process raft request' (duration: 1.518647501s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:42.526402Z","caller":"traceutil/trace.go:171","msg":"trace[1949613047] transaction","detail":"{read_only:false; response_revision:24898; number_of_response:1; }","duration":"1.517965982s","start":"2026-06-03T00:41:41.008418Z","end":"2026-06-03T00:41:42.526384Z","steps":["trace[1949613047] 'process raft request' (duration: 1.51786453s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:42.526458Z","caller":"traceutil/trace.go:171","msg":"trace[1959705441] transaction","detail":"{read_only:false; response_revision:24899; number_of_response:1; }","duration":"1.517982494s","start":"2026-06-03T00:41:41.00847Z","end":"2026-06-03T00:41:42.526453Z","steps":["trace[1959705441] 'process raft request' (duration: 1.517877581s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:42.526456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:41.0074Z","time spent":"1.51900614s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:42.526499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:41.008466Z","time spent":"1.518013274s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:42.526495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:41.00841Z","time spent":"1.518039965s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:42.526514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:39.99132Z","time spent":"2.534243077s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:43.010252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000584139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-03T00:41:43.010359Z","caller":"traceutil/trace.go:171","msg":"trace[408925292] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000733682s","start":"2026-06-03T00:41:41.009604Z","end":"2026-06-03T00:41:43.010338Z","steps":["trace[408925292] 'agreement among raft nodes before linearized reading' (duration: 2.000605578s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:43.010418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:41.009591Z","time spent":"2.000810614s","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/03 00:41:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-03T00:41:43.026767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341120363347355,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-03T00:41:43.52778Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341120363347355,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-03T00:41:43.722985Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.211879491s","expected-duration":"1s"} {"level":"info","ts":"2026-06-03T00:41:43.723378Z","caller":"traceutil/trace.go:171","msg":"trace[245405931] transaction","detail":"{read_only:false; response_revision:24900; number_of_response:1; }","duration":"2.215777723s","start":"2026-06-03T00:41:41.507579Z","end":"2026-06-03T00:41:43.723357Z","steps":["trace[245405931] 'process raft request' (duration: 2.215602438s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:43.723697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:41.507566Z","time spent":"2.215858714s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:43.72386Z","caller":"traceutil/trace.go:171","msg":"trace[1975268810] transaction","detail":"{read_only:false; response_revision:24901; number_of_response:1; }","duration":"2.214384225s","start":"2026-06-03T00:41:41.509448Z","end":"2026-06-03T00:41:43.723833Z","steps":["trace[1975268810] 'process raft request' (duration: 2.213870481s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:43.72401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:41.509439Z","time spent":"2.214494718s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:43.724153Z","caller":"traceutil/trace.go:171","msg":"trace[473771643] transaction","detail":"{read_only:false; response_revision:24902; number_of_response:1; }","duration":"2.213865631s","start":"2026-06-03T00:41:41.510269Z","end":"2026-06-03T00:41:43.724135Z","steps":["trace[473771643] 'process raft request' (duration: 2.21347573s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:43.724173Z","caller":"traceutil/trace.go:171","msg":"trace[501239531] transaction","detail":"{read_only:false; response_revision:24903; number_of_response:1; }","duration":"1.401190709s","start":"2026-06-03T00:41:42.322956Z","end":"2026-06-03T00:41:43.724147Z","steps":["trace[501239531] 'process raft request' (duration: 1.401076516s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:43.724259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:41.510248Z","time spent":"2.213959433s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:43.724341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:42.322923Z","time spent":"1.401334073s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:44.527166Z","caller":"traceutil/trace.go:171","msg":"trace[1927119224] transaction","detail":"{read_only:false; response_revision:24904; number_of_response:1; }","duration":"1.999689634s","start":"2026-06-03T00:41:42.527441Z","end":"2026-06-03T00:41:44.527131Z","steps":["trace[1927119224] 'process raft request' (duration: 1.976588212s)","trace[1927119224] 'compare' (duration: 22.780043ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:41:44.527178Z","caller":"traceutil/trace.go:171","msg":"trace[1645691577] transaction","detail":"{read_only:false; response_revision:24905; number_of_response:1; }","duration":"1.996625382s","start":"2026-06-03T00:41:42.530523Z","end":"2026-06-03T00:41:44.527148Z","steps":["trace[1645691577] 'process raft request' (duration: 1.996460049s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:44.527205Z","caller":"traceutil/trace.go:171","msg":"trace[867917758] linearizableReadLoop","detail":"{readStateIndex:25734; appliedIndex:25727; }","duration":"2.001393651s","start":"2026-06-03T00:41:42.525759Z","end":"2026-06-03T00:41:44.527153Z","steps":["trace[867917758] 'read index received' (duration: 1.197540826s)","trace[867917758] 'applied index is now lower than readState.Index' (duration: 803.851594ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:41:44.527299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.397011699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-03T00:41:44.527307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:42.527414Z","time spent":"1.999824307s","remote":"127.0.0.1:46816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:44.527337Z","caller":"traceutil/trace.go:171","msg":"trace[2104377367] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24906; }","duration":"3.397079991s","start":"2026-06-03T00:41:41.130247Z","end":"2026-06-03T00:41:44.527327Z","steps":["trace[2104377367] 'agreement among raft nodes before linearized reading' (duration: 3.397002688s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:44.527342Z","caller":"traceutil/trace.go:171","msg":"trace[1866037391] transaction","detail":"{read_only:false; response_revision:24906; number_of_response:1; }","duration":"1.517953473s","start":"2026-06-03T00:41:43.009376Z","end":"2026-06-03T00:41:44.52733Z","steps":["trace[1866037391] 'process raft request' (duration: 1.517692055s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:44.527302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.823574557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-03T00:41:44.52739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:43.009338Z","time spent":"1.518024904s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:44.527364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.081468787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-03T00:41:44.527388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:42.530506Z","time spent":"1.996740525s","remote":"127.0.0.1:46850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-03T00:41:44.527415Z","caller":"traceutil/trace.go:171","msg":"trace[154542377] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24906; }","duration":"2.823789014s","start":"2026-06-03T00:41:41.703602Z","end":"2026-06-03T00:41:44.527391Z","steps":["trace[154542377] 'agreement among raft nodes before linearized reading' (duration: 2.823604159s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:44.527437Z","caller":"traceutil/trace.go:171","msg":"trace[1034891453] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24906; }","duration":"2.08160951s","start":"2026-06-03T00:41:42.445806Z","end":"2026-06-03T00:41:44.527416Z","steps":["trace[1034891453] 'agreement among raft nodes before linearized reading' (duration: 2.081481886s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:44.52749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.051875645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-06-03T00:41:44.52748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:42.445774Z","time spent":"2.081695901s","remote":"127.0.0.1:59736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-06-03T00:41:44.527522Z","caller":"traceutil/trace.go:171","msg":"trace[2129391770] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24906; }","duration":"3.051944607s","start":"2026-06-03T00:41:41.475571Z","end":"2026-06-03T00:41:44.527515Z","steps":["trace[2129391770] 'agreement among raft nodes before linearized reading' (duration: 3.051886515s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:44.527545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:41.475551Z","time spent":"3.051987878s","remote":"127.0.0.1:46888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-06-03T00:41:44.52754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.559433886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-03T00:41:44.527443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.02047002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-06-03T00:41:44.527576Z","caller":"traceutil/trace.go:171","msg":"trace[978117810] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24906; }","duration":"2.559529118s","start":"2026-06-03T00:41:41.968037Z","end":"2026-06-03T00:41:44.527566Z","steps":["trace[978117810] 'agreement among raft nodes before linearized reading' (duration: 2.559473357s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:44.527615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:41.968017Z","time spent":"2.55959032s","remote":"127.0.0.1:43066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:41:44.527624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.673133138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-03T00:41:44.527628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.51996616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:41:44.527648Z","caller":"traceutil/trace.go:171","msg":"trace[704632549] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24906; }","duration":"2.673186589s","start":"2026-06-03T00:41:41.854456Z","end":"2026-06-03T00:41:44.527642Z","steps":["trace[704632549] 'agreement among raft nodes before linearized reading' (duration: 2.673143537s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:44.527671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:41.854437Z","time spent":"2.67322531s","remote":"127.0.0.1:46858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:41:44.527504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.404792148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-03T00:41:44.527753Z","caller":"traceutil/trace.go:171","msg":"trace[835679923] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24906; }","duration":"3.405060616s","start":"2026-06-03T00:41:41.122679Z","end":"2026-06-03T00:41:44.52774Z","steps":["trace[835679923] 'agreement among raft nodes before linearized reading' (duration: 3.404709006s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:44.527761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840518678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-03T00:41:44.527797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:41.122604Z","time spent":"3.405181169s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-06-03T00:41:44.527667Z","caller":"traceutil/trace.go:171","msg":"trace[1905180822] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24906; }","duration":"3.5200251s","start":"2026-06-03T00:41:41.007632Z","end":"2026-06-03T00:41:44.527657Z","steps":["trace[1905180822] 'agreement among raft nodes before linearized reading' (duration: 3.519963278s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:44.527861Z","caller":"traceutil/trace.go:171","msg":"trace[700515071] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24906; }","duration":"1.840644322s","start":"2026-06-03T00:41:42.687194Z","end":"2026-06-03T00:41:44.527838Z","steps":["trace[700515071] 'agreement among raft nodes before linearized reading' (duration: 1.840479277s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:44.527863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247125892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-03T00:41:44.527885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.995731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-06-03T00:41:44.527895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:41.007624Z","time spent":"3.520263516s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-06-03T00:41:44.527911Z","caller":"traceutil/trace.go:171","msg":"trace[1163514076] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24906; }","duration":"478.061633ms","start":"2026-06-03T00:41:44.049843Z","end":"2026-06-03T00:41:44.527904Z","steps":["trace[1163514076] 'agreement among raft nodes before linearized reading' (duration: 477.886739ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:44.527911Z","caller":"traceutil/trace.go:171","msg":"trace[1364850300] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:24906; }","duration":"1.247222093s","start":"2026-06-03T00:41:43.280675Z","end":"2026-06-03T00:41:44.527898Z","steps":["trace[1364850300] 'agreement among raft nodes before linearized reading' (duration: 1.24713268s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:44.527931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:44.049822Z","time spent":"478.103423ms","remote":"127.0.0.1:46874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":233,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:41:44.527361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:41.130236Z","time spent":"3.397119241s","remote":"127.0.0.1:48100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-06-03T00:41:44.527947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:43.280653Z","time spent":"1.247285925s","remote":"127.0.0.1:60036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:41:44.52796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:42.687177Z","time spent":"1.840763065s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-06-03T00:41:44.527583Z","caller":"traceutil/trace.go:171","msg":"trace[221097722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24906; }","duration":"3.020637714s","start":"2026-06-03T00:41:41.506938Z","end":"2026-06-03T00:41:44.527576Z","steps":["trace[221097722] 'agreement among raft nodes before linearized reading' (duration: 3.020436238s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:44.527483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:41.703565Z","time spent":"2.823900126s","remote":"127.0.0.1:59824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:41:44.528086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517474001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:41:44.528132Z","caller":"traceutil/trace.go:171","msg":"trace[1406946162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24906; }","duration":"1.517550222s","start":"2026-06-03T00:41:43.010569Z","end":"2026-06-03T00:41:44.528119Z","steps":["trace[1406946162] 'agreement among raft nodes before linearized reading' (duration: 1.51748361s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:44.528164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:43.010558Z","time spent":"1.517600693s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-03T00:41:44.52809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:41.50692Z","time spent":"3.021148078s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-03T00:41:44.528846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.438421664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-06-03T00:41:44.528894Z","caller":"traceutil/trace.go:171","msg":"trace[657851899] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24906; }","duration":"3.438530056s","start":"2026-06-03T00:41:41.090353Z","end":"2026-06-03T00:41:44.528883Z","steps":["trace[657851899] 'agreement among raft nodes before linearized reading' (duration: 3.437334644s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:44.528932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:41.090319Z","time spent":"3.438603419s","remote":"127.0.0.1:48172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2649,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:41:45.991532Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.395235708s","expected-duration":"1s"} {"level":"info","ts":"2026-06-03T00:41:45.992185Z","caller":"traceutil/trace.go:171","msg":"trace[643280840] transaction","detail":"{read_only:false; response_revision:24909; number_of_response:1; }","duration":"1.457246598s","start":"2026-06-03T00:41:44.534897Z","end":"2026-06-03T00:41:45.992144Z","steps":["trace[643280840] 'process raft request' (duration: 1.457110384s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:45.992199Z","caller":"traceutil/trace.go:171","msg":"trace[1498945422] transaction","detail":"{read_only:false; response_revision:24908; number_of_response:1; }","duration":"1.459666972s","start":"2026-06-03T00:41:44.532467Z","end":"2026-06-03T00:41:45.992134Z","steps":["trace[1498945422] 'process raft request' (duration: 1.459346924s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:45.992436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:44.534886Z","time spent":"1.457389182s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:45.99248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:44.532449Z","time spent":"1.459873069s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:45.992797Z","caller":"traceutil/trace.go:171","msg":"trace[1526851051] transaction","detail":"{read_only:false; response_revision:24910; number_of_response:1; }","duration":"1.457858024s","start":"2026-06-03T00:41:44.534917Z","end":"2026-06-03T00:41:45.992775Z","steps":["trace[1526851051] 'process raft request' (duration: 1.457139835s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:45.992909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:44.534908Z","time spent":"1.457951937s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:45.993269Z","caller":"traceutil/trace.go:171","msg":"trace[657813151] linearizableReadLoop","detail":"{readStateIndex:25736; appliedIndex:25734; }","duration":"1.46067528s","start":"2026-06-03T00:41:44.532575Z","end":"2026-06-03T00:41:45.99325Z","steps":["trace[657813151] 'read index received' (duration: 63.730045ms)","trace[657813151] 'applied index is now lower than readState.Index' (duration: 1.396943935s)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:41:45.993411Z","caller":"traceutil/trace.go:171","msg":"trace[1078753868] transaction","detail":"{read_only:false; response_revision:24912; number_of_response:1; }","duration":"1.454736631s","start":"2026-06-03T00:41:44.538658Z","end":"2026-06-03T00:41:45.993395Z","steps":["trace[1078753868] 'process raft request' (duration: 1.454518425s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:45.993504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:44.538648Z","time spent":"1.454815253s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:45.993582Z","caller":"traceutil/trace.go:171","msg":"trace[1974082790] transaction","detail":"{read_only:false; response_revision:24911; number_of_response:1; }","duration":"1.457536445s","start":"2026-06-03T00:41:44.536012Z","end":"2026-06-03T00:41:45.993549Z","steps":["trace[1974082790] 'process raft request' (duration: 1.456085707s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:45.993715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461130152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-06-03T00:41:45.99377Z","caller":"traceutil/trace.go:171","msg":"trace[1075489491] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24912; }","duration":"1.461200694s","start":"2026-06-03T00:41:44.532556Z","end":"2026-06-03T00:41:45.993757Z","steps":["trace[1075489491] 'agreement among raft nodes before linearized reading' (duration: 1.46103801s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:45.99373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:44.536004Z","time spent":"1.457650878s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:45.993812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:44.532386Z","time spent":"1.46141696s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-03T00:41:46.536491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000086445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-03T00:41:46.536566Z","caller":"traceutil/trace.go:171","msg":"trace[1738262846] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000197486s","start":"2026-06-03T00:41:44.536354Z","end":"2026-06-03T00:41:46.536551Z","steps":["trace[1738262846] 'agreement among raft nodes before linearized reading' (duration: 2.000097275s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:46.536602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:44.536347Z","time spent":"2.000248658s","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/03 00:41:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-03T00:41:46.759612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.721523ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-03T00:41:46.760142Z","caller":"traceutil/trace.go:171","msg":"trace[1858848657] transaction","detail":"{read_only:false; response_revision:24913; number_of_response:1; }","duration":"1.031198906s","start":"2026-06-03T00:41:45.728913Z","end":"2026-06-03T00:41:46.760112Z","steps":["trace[1858848657] 'process raft request' (duration: 1.030803756s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:46.760294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:45.728887Z","time spent":"1.03132962s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:47.483873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.693116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-03T00:41:47.484179Z","caller":"traceutil/trace.go:171","msg":"trace[278409749] transaction","detail":"{read_only:false; response_revision:24917; number_of_response:1; }","duration":"949.765154ms","start":"2026-06-03T00:41:46.534393Z","end":"2026-06-03T00:41:47.484158Z","steps":["trace[278409749] 'process raft request' (duration: 949.724473ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:47.484251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:46.534355Z","time spent":"949.859116ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:47.484399Z","caller":"traceutil/trace.go:171","msg":"trace[907349852] linearizableReadLoop","detail":"{readStateIndex:25744; appliedIndex:25740; }","duration":"1.491042728s","start":"2026-06-03T00:41:45.993321Z","end":"2026-06-03T00:41:47.484364Z","steps":["trace[907349852] 'read index received' (duration: 60.578822ms)","trace[907349852] 'applied index is now lower than readState.Index' (duration: 1.430460106s)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:41:47.484482Z","caller":"traceutil/trace.go:171","msg":"trace[1578939398] transaction","detail":"{read_only:false; response_revision:24914; number_of_response:1; }","duration":"1.753002881s","start":"2026-06-03T00:41:45.731465Z","end":"2026-06-03T00:41:47.484468Z","steps":["trace[1578939398] 'process raft request' (duration: 1.028630907s)","trace[1578939398] 'compare' (duration: 723.139371ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:41:47.484647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:45.731451Z","time spent":"1.753072363s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:47.484695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777222194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-03T00:41:47.48475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.802210763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:41:47.484807Z","caller":"traceutil/trace.go:171","msg":"trace[2085203489] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24917; }","duration":"2.802273854s","start":"2026-06-03T00:41:44.682516Z","end":"2026-06-03T00:41:47.484789Z","steps":["trace[2085203489] 'agreement among raft nodes before linearized reading' (duration: 2.802168071s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:47.484853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:44.682471Z","time spent":"2.802370718s","remote":"127.0.0.1:33304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-06-03T00:41:47.4844Z","caller":"traceutil/trace.go:171","msg":"trace[621524641] transaction","detail":"{read_only:false; response_revision:24915; number_of_response:1; }","duration":"1.752662002s","start":"2026-06-03T00:41:45.731691Z","end":"2026-06-03T00:41:47.484353Z","steps":["trace[621524641] 'process raft request' (duration: 1.752284663s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:47.48493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.949814797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-06-03T00:41:47.484939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.098295578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-03T00:41:47.484967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:45.731675Z","time spent":"1.753245708s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:47.484986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.948530753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-06-03T00:41:47.485029Z","caller":"traceutil/trace.go:171","msg":"trace[681276701] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24917; }","duration":"2.098438293s","start":"2026-06-03T00:41:45.386571Z","end":"2026-06-03T00:41:47.485009Z","steps":["trace[681276701] 'agreement among raft nodes before linearized reading' (duration: 2.098293809s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:47.48476Z","caller":"traceutil/trace.go:171","msg":"trace[1365023597] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:24917; }","duration":"1.777304336s","start":"2026-06-03T00:41:45.707434Z","end":"2026-06-03T00:41:47.484739Z","steps":["trace[1365023597] 'agreement among raft nodes before linearized reading' (duration: 1.77710375s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:47.485038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.950194027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-03T00:41:47.485067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.950347872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b56b6315a6fb11\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-06-03T00:41:47.485089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:45.386553Z","time spent":"2.098523985s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-06-03T00:41:47.485092Z","caller":"traceutil/trace.go:171","msg":"trace[1170888042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24917; }","duration":"2.948942293s","start":"2026-06-03T00:41:44.536126Z","end":"2026-06-03T00:41:47.485068Z","steps":["trace[1170888042] 'agreement among raft nodes before linearized reading' (duration: 2.948565222s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:47.485114Z","caller":"traceutil/trace.go:171","msg":"trace[1818286389] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b56b6315a6fb11; range_end:; response_count:1; response_revision:24917; }","duration":"2.950415413s","start":"2026-06-03T00:41:44.534687Z","end":"2026-06-03T00:41:47.485103Z","steps":["trace[1818286389] 'agreement among raft nodes before linearized reading' (duration: 2.95028814s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:47.485119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.421634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-03T00:41:47.485117Z","caller":"traceutil/trace.go:171","msg":"trace[2071065160] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24917; }","duration":"2.95031188s","start":"2026-06-03T00:41:44.534784Z","end":"2026-06-03T00:41:47.485096Z","steps":["trace[2071065160] 'agreement among raft nodes before linearized reading' (duration: 2.950189057s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:47.485123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:45.707378Z","time spent":"1.777713897s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:41:47.485144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:44.534679Z","time spent":"2.950457305s","remote":"127.0.0.1:46850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b56b6315a6fb11\" "} {"level":"info","ts":"2026-06-03T00:41:47.485149Z","caller":"traceutil/trace.go:171","msg":"trace[928939312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24917; }","duration":"884.526877ms","start":"2026-06-03T00:41:46.600613Z","end":"2026-06-03T00:41:47.48514Z","steps":["trace[928939312] 'agreement among raft nodes before linearized reading' (duration: 884.443975ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:47.485132Z","caller":"traceutil/trace.go:171","msg":"trace[1299715266] transaction","detail":"{read_only:false; response_revision:24916; number_of_response:1; }","duration":"1.484275587s","start":"2026-06-03T00:41:46.00011Z","end":"2026-06-03T00:41:47.484385Z","steps":["trace[1299715266] 'process raft request' (duration: 1.483966208s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:47.485158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:44.53477Z","time spent":"2.950379372s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-06-03T00:41:47.484836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.949456238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-06-03T00:41:47.485179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:46.600591Z","time spent":"884.580189ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-03T00:41:47.485178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.949067418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-06-03T00:41:47.485202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.490979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:41:47.485209Z","caller":"traceutil/trace.go:171","msg":"trace[1484599210] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24917; }","duration":"2.949847068s","start":"2026-06-03T00:41:44.53535Z","end":"2026-06-03T00:41:47.485197Z","steps":["trace[1484599210] 'agreement among raft nodes before linearized reading' (duration: 2.949210751s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:47.485223Z","caller":"traceutil/trace.go:171","msg":"trace[1782718212] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24917; }","duration":"2.949117238s","start":"2026-06-03T00:41:44.536092Z","end":"2026-06-03T00:41:47.485209Z","steps":["trace[1782718212] 'agreement among raft nodes before linearized reading' (duration: 2.948825281s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:47.485154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285454102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-06-03T00:41:47.485237Z","caller":"traceutil/trace.go:171","msg":"trace[1550671613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24917; }","duration":"948.599172ms","start":"2026-06-03T00:41:46.536627Z","end":"2026-06-03T00:41:47.485226Z","steps":["trace[1550671613] 'agreement among raft nodes before linearized reading' (duration: 948.552911ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:47.485248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:44.536087Z","time spent":"2.94915522s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-03T00:41:47.485239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18435943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-03T00:41:47.485046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.660177829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-03T00:41:47.48527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:46.536601Z","time spent":"948.663894ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-03T00:41:47.485271Z","caller":"traceutil/trace.go:171","msg":"trace[975737936] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24917; }","duration":"1.285600127s","start":"2026-06-03T00:41:46.199659Z","end":"2026-06-03T00:41:47.485259Z","steps":["trace[975737936] 'agreement among raft nodes before linearized reading' (duration: 1.285383801s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:47.485265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:46.000057Z","time spent":"1.485137489s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:47.485273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.488768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-06-03T00:41:47.485311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:46.19964Z","time spent":"1.285658458s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-06-03T00:41:47.48531Z","caller":"traceutil/trace.go:171","msg":"trace[1145496074] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24917; }","duration":"2.660486987s","start":"2026-06-03T00:41:44.824804Z","end":"2026-06-03T00:41:47.485291Z","steps":["trace[1145496074] 'agreement among raft nodes before linearized reading' (duration: 2.660176978s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:47.485242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:44.535314Z","time spent":"2.949919109s","remote":"127.0.0.1:46954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-06-03T00:41:47.485331Z","caller":"traceutil/trace.go:171","msg":"trace[1461807069] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24917; }","duration":"236.574289ms","start":"2026-06-03T00:41:47.24874Z","end":"2026-06-03T00:41:47.485314Z","steps":["trace[1461807069] 'agreement among raft nodes before linearized reading' (duration: 236.400085ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:47.485351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:44.824752Z","time spent":"2.660584829s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:41:47.485157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:44.536076Z","time spent":"2.949067197s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-03T00:41:47.484991Z","caller":"traceutil/trace.go:171","msg":"trace[2009721697] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24917; }","duration":"2.949876388s","start":"2026-06-03T00:41:44.535105Z","end":"2026-06-03T00:41:47.484982Z","steps":["trace[2009721697] 'agreement among raft nodes before linearized reading' (duration: 2.949683113s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:47.485285Z","caller":"traceutil/trace.go:171","msg":"trace[127555901] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24917; }","duration":"1.184441072s","start":"2026-06-03T00:41:46.300833Z","end":"2026-06-03T00:41:47.485274Z","steps":["trace[127555901] 'agreement among raft nodes before linearized reading' (duration: 1.18436602s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:47.48541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:44.535082Z","time spent":"2.950319781s","remote":"127.0.0.1:46816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-06-03T00:41:47.485434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:46.300814Z","time spent":"1.184608096s","remote":"127.0.0.1:59714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:41:48.060476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.995653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-03T00:41:48.060676Z","caller":"traceutil/trace.go:171","msg":"trace[959578112] transaction","detail":"{read_only:false; response_revision:24918; number_of_response:1; }","duration":"572.145325ms","start":"2026-06-03T00:41:47.488501Z","end":"2026-06-03T00:41:48.060647Z","steps":["trace[959578112] 'process raft request' (duration: 172.880015ms)","trace[959578112] 'compare' (duration: 398.558472ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:41:48.060779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:47.488489Z","time spent":"572.239338ms","remote":"127.0.0.1:46850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:48.630828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.572226ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-03T00:41:48.631128Z","caller":"traceutil/trace.go:171","msg":"trace[1019864462] linearizableReadLoop","detail":"{readStateIndex:25751; appliedIndex:25746; }","duration":"1.139302667s","start":"2026-06-03T00:41:47.491808Z","end":"2026-06-03T00:41:48.63111Z","steps":["trace[1019864462] 'read index received' (duration: 169.670648ms)","trace[1019864462] 'applied index is now lower than readState.Index' (duration: 969.630828ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:41:48.631218Z","caller":"traceutil/trace.go:171","msg":"trace[1121978473] transaction","detail":"{read_only:false; response_revision:24921; number_of_response:1; }","duration":"1.139710857s","start":"2026-06-03T00:41:47.491494Z","end":"2026-06-03T00:41:48.631205Z","steps":["trace[1121978473] 'process raft request' (duration: 1.139494752s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:48.631297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:47.491486Z","time spent":"1.139765329s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:48.631585Z","caller":"traceutil/trace.go:171","msg":"trace[699867852] transaction","detail":"{read_only:false; response_revision:24922; number_of_response:1; }","duration":"1.139900254s","start":"2026-06-03T00:41:47.491661Z","end":"2026-06-03T00:41:48.631561Z","steps":["trace[699867852] 'process raft request' (duration: 1.139365769s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:48.631625Z","caller":"traceutil/trace.go:171","msg":"trace[1231162435] transaction","detail":"{read_only:false; response_revision:24919; number_of_response:1; }","duration":"1.14127305s","start":"2026-06-03T00:41:47.490312Z","end":"2026-06-03T00:41:48.631585Z","steps":["trace[1231162435] 'process raft request' (duration: 1.035853181s)","trace[1231162435] 'compare' (duration: 104.400341ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:41:48.63161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13977299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-06-03T00:41:48.631827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:47.4903Z","time spent":"1.141436944s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:48.63189Z","caller":"traceutil/trace.go:171","msg":"trace[780130242] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24923; }","duration":"1.140070918s","start":"2026-06-03T00:41:47.491799Z","end":"2026-06-03T00:41:48.63187Z","steps":["trace[780130242] 'agreement among raft nodes before linearized reading' (duration: 1.139446051s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:48.631953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:47.491752Z","time spent":"1.14018444s","remote":"127.0.0.1:46954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-06-03T00:41:48.631975Z","caller":"traceutil/trace.go:171","msg":"trace[2112627709] transaction","detail":"{read_only:false; response_revision:24923; number_of_response:1; }","duration":"1.139286216s","start":"2026-06-03T00:41:47.492657Z","end":"2026-06-03T00:41:48.631943Z","steps":["trace[2112627709] 'process raft request' (duration: 1.138410043s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:48.631964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:47.491648Z","time spent":"1.140062607s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:48.631294Z","caller":"traceutil/trace.go:171","msg":"trace[1657955076] transaction","detail":"{read_only:false; response_revision:24920; number_of_response:1; }","duration":"1.140782017s","start":"2026-06-03T00:41:47.490364Z","end":"2026-06-03T00:41:48.631146Z","steps":["trace[1657955076] 'process raft request' (duration: 1.140568062s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:48.632133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:47.492643Z","time spent":"1.13940781s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:48.632309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:47.490352Z","time spent":"1.141811724s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:49.131816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341120363347393,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-03T00:41:49.311558Z","caller":"traceutil/trace.go:171","msg":"trace[1223887157] transaction","detail":"{read_only:false; response_revision:24924; number_of_response:1; }","duration":"1.617950056s","start":"2026-06-03T00:41:47.693579Z","end":"2026-06-03T00:41:49.31153Z","steps":["trace[1223887157] 'process raft request' (duration: 1.565188765s)","trace[1223887157] 'compare' (duration: 52.077792ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:41:49.311771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:47.693549Z","time spent":"1.61812318s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:49.311888Z","caller":"traceutil/trace.go:171","msg":"trace[1320437949] transaction","detail":"{read_only:false; response_revision:24928; number_of_response:1; }","duration":"803.815404ms","start":"2026-06-03T00:41:48.508049Z","end":"2026-06-03T00:41:49.311864Z","steps":["trace[1320437949] 'process raft request' (duration: 803.769282ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:49.312038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:48.508024Z","time spent":"803.941267ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:49.312083Z","caller":"traceutil/trace.go:171","msg":"trace[1365320449] transaction","detail":"{read_only:false; response_revision:24925; number_of_response:1; }","duration":"1.311771171s","start":"2026-06-03T00:41:48.000279Z","end":"2026-06-03T00:41:49.312051Z","steps":["trace[1365320449] 'process raft request' (duration: 1.311196176s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:49.312192Z","caller":"traceutil/trace.go:171","msg":"trace[958377065] transaction","detail":"{read_only:false; response_revision:24926; number_of_response:1; }","duration":"1.311878665s","start":"2026-06-03T00:41:48.000302Z","end":"2026-06-03T00:41:49.31218Z","steps":["trace[958377065] 'process raft request' (duration: 1.311412102s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:49.312243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:48.000267Z","time spent":"1.311895584s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:49.312251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:48.000276Z","time spent":"1.311946046s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:49.312234Z","caller":"traceutil/trace.go:171","msg":"trace[1030915884] transaction","detail":"{read_only:false; response_revision:24927; number_of_response:1; }","duration":"1.311852664s","start":"2026-06-03T00:41:48.000352Z","end":"2026-06-03T00:41:49.312205Z","steps":["trace[1030915884] 'process raft request' (duration: 1.311426612s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:49.312383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:48.000337Z","time spent":"1.311962617s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:49.49304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000470585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-03T00:41:49.493121Z","caller":"traceutil/trace.go:171","msg":"trace[50379931] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000600259s","start":"2026-06-03T00:41:47.492503Z","end":"2026-06-03T00:41:49.493103Z","steps":["trace[50379931] 'agreement among raft nodes before linearized reading' (duration: 2.000505186s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:49.493162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:47.492451Z","time spent":"2.000702861s","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/03 00:41:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-06-03T00:41:50.087855Z","caller":"traceutil/trace.go:171","msg":"trace[1971802021] linearizableReadLoop","detail":"{readStateIndex:25760; appliedIndex:25752; }","duration":"1.456659652s","start":"2026-06-03T00:41:48.631167Z","end":"2026-06-03T00:41:50.087827Z","steps":["trace[1971802021] 'read index received' (duration: 630.566578ms)","trace[1971802021] 'applied index is now lower than readState.Index' (duration: 826.091844ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:41:50.088034Z","caller":"traceutil/trace.go:171","msg":"trace[2061994886] transaction","detail":"{read_only:false; response_revision:24931; number_of_response:1; }","duration":"1.322505961s","start":"2026-06-03T00:41:48.765503Z","end":"2026-06-03T00:41:50.088009Z","steps":["trace[2061994886] 'process raft request' (duration: 1.322251843s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:50.088192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:48.76547Z","time spent":"1.322630963s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:50.088222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.088598927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-06-03T00:41:50.088265Z","caller":"traceutil/trace.go:171","msg":"trace[1835254583] transaction","detail":"{read_only:false; response_revision:24929; number_of_response:1; }","duration":"1.444803773s","start":"2026-06-03T00:41:48.643445Z","end":"2026-06-03T00:41:50.088249Z","steps":["trace[1835254583] 'process raft request' (duration: 1.433221121s)","trace[1835254583] 'compare' (duration: 10.77256ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:41:50.08828Z","caller":"traceutil/trace.go:171","msg":"trace[1157503446] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24931; }","duration":"2.08869265s","start":"2026-06-03T00:41:47.999567Z","end":"2026-06-03T00:41:50.088259Z","steps":["trace[1157503446] 'agreement among raft nodes before linearized reading' (duration: 2.088514805s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:50.088285Z","caller":"traceutil/trace.go:171","msg":"trace[306515846] transaction","detail":"{read_only:false; response_revision:24930; number_of_response:1; }","duration":"1.357912213s","start":"2026-06-03T00:41:48.730346Z","end":"2026-06-03T00:41:50.088258Z","steps":["trace[306515846] 'process raft request' (duration: 1.357295966s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:50.088333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:48.643418Z","time spent":"1.444881554s","remote":"127.0.0.1:46954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:50.088327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:47.99955Z","time spent":"2.088761342s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-03T00:41:50.088325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.589425492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-06-03T00:41:50.088425Z","caller":"traceutil/trace.go:171","msg":"trace[72005554] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24931; }","duration":"2.589549606s","start":"2026-06-03T00:41:47.498859Z","end":"2026-06-03T00:41:50.088408Z","steps":["trace[72005554] 'agreement among raft nodes before linearized reading' (duration: 2.589356321s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:50.088472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:47.498847Z","time spent":"2.589614868s","remote":"127.0.0.1:47498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-06-03T00:41:50.088473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:48.730318Z","time spent":"1.358076548s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:50.0886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023225707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7c994469bf-q89h4.18b5699531cf44bb\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-06-03T00:41:50.088742Z","caller":"traceutil/trace.go:171","msg":"trace[808742033] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7c994469bf-q89h4.18b5699531cf44bb; range_end:; response_count:1; response_revision:24931; }","duration":"2.023399142s","start":"2026-06-03T00:41:48.065296Z","end":"2026-06-03T00:41:50.088695Z","steps":["trace[808742033] 'agreement among raft nodes before linearized reading' (duration: 2.02294294s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:50.088817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:48.065283Z","time spent":"2.023505425s","remote":"127.0.0.1:46850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1160,"request content":"key:\"/registry/events/openstack/barbican-api-7c994469bf-q89h4.18b5699531cf44bb\" "} {"level":"warn","ts":"2026-06-03T00:41:50.088823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.089165353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-06-03T00:41:50.088903Z","caller":"traceutil/trace.go:171","msg":"trace[1894025486] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24931; }","duration":"2.089257325s","start":"2026-06-03T00:41:47.999626Z","end":"2026-06-03T00:41:50.088884Z","steps":["trace[1894025486] 'agreement among raft nodes before linearized reading' (duration: 2.088415342s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:50.088965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:47.999623Z","time spent":"2.089325407s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-03T00:41:50.588387Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341120363347400,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-03T00:41:51.001214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.631782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-03T00:41:51.001434Z","caller":"traceutil/trace.go:171","msg":"trace[1002057221] transaction","detail":"{read_only:false; response_revision:24932; number_of_response:1; }","duration":"1.50926702s","start":"2026-06-03T00:41:49.492127Z","end":"2026-06-03T00:41:51.001394Z","steps":["trace[1002057221] 'process raft request' (duration: 1.21438975s)","trace[1002057221] 'compare' (duration: 294.447108ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:41:51.00148Z","caller":"traceutil/trace.go:171","msg":"trace[872059643] transaction","detail":"{read_only:false; response_revision:24933; number_of_response:1; }","duration":"1.509222848s","start":"2026-06-03T00:41:49.492226Z","end":"2026-06-03T00:41:51.001449Z","steps":["trace[872059643] 'process raft request' (duration: 1.509081304s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:51.001499Z","caller":"traceutil/trace.go:171","msg":"trace[1796890444] transaction","detail":"{read_only:false; response_revision:24934; number_of_response:1; }","duration":"1.508673432s","start":"2026-06-03T00:41:49.492797Z","end":"2026-06-03T00:41:51.001471Z","steps":["trace[1796890444] 'process raft request' (duration: 1.50858196s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:51.00157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:49.492101Z","time spent":"1.509397462s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:51.001504Z","caller":"traceutil/trace.go:171","msg":"trace[1310215779] transaction","detail":"{read_only:false; response_revision:24935; number_of_response:1; }","duration":"909.51151ms","start":"2026-06-03T00:41:50.09198Z","end":"2026-06-03T00:41:51.001492Z","steps":["trace[1310215779] 'process raft request' (duration: 909.440208ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:51.001599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:49.492785Z","time spent":"1.508758604s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:51.001606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:49.492216Z","time spent":"1.50932451s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:51.001663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:50.091947Z","time spent":"909.669444ms","remote":"127.0.0.1:46850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:51.001761Z","caller":"traceutil/trace.go:171","msg":"trace[1779975987] transaction","detail":"{read_only:false; response_revision:24936; number_of_response:1; }","duration":"907.716141ms","start":"2026-06-03T00:41:50.094037Z","end":"2026-06-03T00:41:51.001753Z","steps":["trace[1779975987] 'process raft request' (duration: 907.428443ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:51.001768Z","caller":"traceutil/trace.go:171","msg":"trace[1402356684] linearizableReadLoop","detail":"{readStateIndex:25766; appliedIndex:25760; }","duration":"913.716713ms","start":"2026-06-03T00:41:50.088032Z","end":"2026-06-03T00:41:51.001749Z","steps":["trace[1402356684] 'read index received' (duration: 618.498064ms)","trace[1402356684] 'applied index is now lower than readState.Index' (duration: 295.217179ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:41:51.001795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:50.094014Z","time spent":"907.764182ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:51.001843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500903463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:41:51.001847Z","caller":"traceutil/trace.go:171","msg":"trace[655896282] transaction","detail":"{read_only:false; response_revision:24937; number_of_response:1; }","duration":"907.633279ms","start":"2026-06-03T00:41:50.094193Z","end":"2026-06-03T00:41:51.001826Z","steps":["trace[655896282] 'process raft request' (duration: 907.482054ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:51.001895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850214449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-03T00:41:51.001908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508835066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:41:51.001935Z","caller":"traceutil/trace.go:171","msg":"trace[1172608014] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:24937; }","duration":"1.850284631s","start":"2026-06-03T00:41:49.151638Z","end":"2026-06-03T00:41:51.001923Z","steps":["trace[1172608014] 'agreement among raft nodes before linearized reading' (duration: 1.850211899s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:51.001937Z","caller":"traceutil/trace.go:171","msg":"trace[1814769737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24937; }","duration":"1.508895729s","start":"2026-06-03T00:41:49.493032Z","end":"2026-06-03T00:41:51.001928Z","steps":["trace[1814769737] 'agreement among raft nodes before linearized reading' (duration: 1.508844397s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:51.001951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332447913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-03T00:41:51.001943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818209137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-06-03T00:41:51.001991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:49.151621Z","time spent":"1.850359273s","remote":"127.0.0.1:35572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:41:51.001987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:50.094174Z","time spent":"907.733402ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:51.002028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.241889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-06-03T00:41:51.002026Z","caller":"traceutil/trace.go:171","msg":"trace[1803989385] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:24937; }","duration":"2.332554906s","start":"2026-06-03T00:41:48.669449Z","end":"2026-06-03T00:41:51.002003Z","steps":["trace[1803989385] 'agreement among raft nodes before linearized reading' (duration: 2.332474905s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:51.002026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.40746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-03T00:41:51.002034Z","caller":"traceutil/trace.go:171","msg":"trace[1395513568] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:24937; }","duration":"1.818335162s","start":"2026-06-03T00:41:49.183681Z","end":"2026-06-03T00:41:51.002016Z","steps":["trace[1395513568] 'agreement among raft nodes before linearized reading' (duration: 1.818115376s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:51.001986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:49.493019Z","time spent":"1.50895977s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-03T00:41:51.002064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:48.669432Z","time spent":"2.332620848s","remote":"127.0.0.1:35640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:41:51.002077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.84983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:41:51.002099Z","caller":"traceutil/trace.go:171","msg":"trace[802768465] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24937; }","duration":"209.895502ms","start":"2026-06-03T00:41:50.792196Z","end":"2026-06-03T00:41:51.002092Z","steps":["trace[802768465] 'agreement among raft nodes before linearized reading' (duration: 209.866361ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:51.002153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.241045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-06-03T00:41:51.002164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.408402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-06-03T00:41:51.001873Z","caller":"traceutil/trace.go:171","msg":"trace[1971060411] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24937; }","duration":"1.500951175s","start":"2026-06-03T00:41:49.500915Z","end":"2026-06-03T00:41:51.001866Z","steps":["trace[1971060411] 'agreement among raft nodes before linearized reading' (duration: 1.500895124s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:51.00218Z","caller":"traceutil/trace.go:171","msg":"trace[640384948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24937; }","duration":"365.302436ms","start":"2026-06-03T00:41:50.636871Z","end":"2026-06-03T00:41:51.002173Z","steps":["trace[640384948] 'agreement among raft nodes before linearized reading' (duration: 365.228534ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:51.002189Z","caller":"traceutil/trace.go:171","msg":"trace[80200960] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24937; }","duration":"364.452503ms","start":"2026-06-03T00:41:50.63773Z","end":"2026-06-03T00:41:51.002182Z","steps":["trace[80200960] 'agreement among raft nodes before linearized reading' (duration: 364.361841ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:51.002206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:50.63685Z","time spent":"365.348377ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-03T00:41:51.00221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:50.637721Z","time spent":"364.483644ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-03T00:41:51.002213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:49.500907Z","time spent":"1.501293874s","remote":"127.0.0.1:59686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-06-03T00:41:51.002076Z","caller":"traceutil/trace.go:171","msg":"trace[1402526355] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24937; }","duration":"814.495741ms","start":"2026-06-03T00:41:50.187563Z","end":"2026-06-03T00:41:51.002058Z","steps":["trace[1402526355] 'agreement among raft nodes before linearized reading' (duration: 814.369228ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:51.002269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:50.187538Z","time spent":"814.723537ms","remote":"127.0.0.1:47998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:41:51.001867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511995733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-06-03T00:41:51.002309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.701382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:41:51.002313Z","caller":"traceutil/trace.go:171","msg":"trace[1528183983] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24937; }","duration":"1.512442475s","start":"2026-06-03T00:41:49.489857Z","end":"2026-06-03T00:41:51.002299Z","steps":["trace[1528183983] 'agreement among raft nodes before linearized reading' (duration: 1.51191048s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:51.00234Z","caller":"traceutil/trace.go:171","msg":"trace[1078753725] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24937; }","duration":"692.768343ms","start":"2026-06-03T00:41:50.309562Z","end":"2026-06-03T00:41:51.002331Z","steps":["trace[1078753725] 'agreement among raft nodes before linearized reading' (duration: 692.722762ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:51.002357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:49.489814Z","time spent":"1.512528366s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-03T00:41:51.002363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:50.309538Z","time spent":"692.818905ms","remote":"127.0.0.1:60098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:41:51.001869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680126599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-03T00:41:51.002089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:49.183661Z","time spent":"1.818412033s","remote":"127.0.0.1:46816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"info","ts":"2026-06-03T00:41:51.002049Z","caller":"traceutil/trace.go:171","msg":"trace[131695399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24937; }","duration":"364.274109ms","start":"2026-06-03T00:41:50.63777Z","end":"2026-06-03T00:41:51.002044Z","steps":["trace[131695399] 'agreement among raft nodes before linearized reading' (duration: 364.165336ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:51.002454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:50.637764Z","time spent":"364.675839ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-03T00:41:51.002403Z","caller":"traceutil/trace.go:171","msg":"trace[1123908966] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24937; }","duration":"1.680683654s","start":"2026-06-03T00:41:49.321708Z","end":"2026-06-03T00:41:51.002391Z","steps":["trace[1123908966] 'agreement among raft nodes before linearized reading' (duration: 1.680129799s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:51.002538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:49.321692Z","time spent":"1.680831807s","remote":"127.0.0.1:59636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:41:51.867921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.975436ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-06-03T00:41:51.868238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:51.004106Z","time spent":"864.123488ms","remote":"127.0.0.1:46816","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-06-03T00:41:51.868322Z","caller":"traceutil/trace.go:171","msg":"trace[739369498] transaction","detail":"{read_only:false; response_revision:24938; number_of_response:1; }","duration":"862.579576ms","start":"2026-06-03T00:41:51.005714Z","end":"2026-06-03T00:41:51.868294Z","steps":["trace[739369498] 'process raft request' (duration: 862.329829ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:51.868444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:51.005697Z","time spent":"862.675439ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:51.868617Z","caller":"traceutil/trace.go:171","msg":"trace[2006334891] linearizableReadLoop","detail":"{readStateIndex:25771; appliedIndex:25766; }","duration":"861.507527ms","start":"2026-06-03T00:41:51.007091Z","end":"2026-06-03T00:41:51.868598Z","steps":["trace[2006334891] 'read index received' (duration: 104.777742ms)","trace[2006334891] 'applied index is now lower than readState.Index' (duration: 756.728885ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:41:51.86861Z","caller":"traceutil/trace.go:171","msg":"trace[2125586683] transaction","detail":"{read_only:false; response_revision:24939; number_of_response:1; }","duration":"862.145875ms","start":"2026-06-03T00:41:51.006432Z","end":"2026-06-03T00:41:51.868578Z","steps":["trace[2125586683] 'process raft request' (duration: 861.807606ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:51.868638Z","caller":"traceutil/trace.go:171","msg":"trace[951842555] transaction","detail":"{read_only:false; response_revision:24940; number_of_response:1; }","duration":"862.108063ms","start":"2026-06-03T00:41:51.006511Z","end":"2026-06-03T00:41:51.868619Z","steps":["trace[951842555] 'process raft request' (duration: 861.98352ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:51.868876Z","caller":"traceutil/trace.go:171","msg":"trace[1364102595] transaction","detail":"{read_only:false; response_revision:24941; number_of_response:1; }","duration":"862.293629ms","start":"2026-06-03T00:41:51.006572Z","end":"2026-06-03T00:41:51.868865Z","steps":["trace[1364102595] 'process raft request' (duration: 861.98805ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:51.868922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:51.006503Z","time spent":"862.358451ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:51.868924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:51.006419Z","time spent":"862.437043ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:51.868944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:51.006562Z","time spent":"862.338549ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:51.869221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.088023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f38d3f02-b14d-4f7a-a352-4a829f45a5c5\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-06-03T00:41:51.869331Z","caller":"traceutil/trace.go:171","msg":"trace[43926527] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f38d3f02-b14d-4f7a-a352-4a829f45a5c5; range_end:; response_count:1; response_revision:24941; }","duration":"862.237977ms","start":"2026-06-03T00:41:51.007063Z","end":"2026-06-03T00:41:51.869301Z","steps":["trace[43926527] 'agreement among raft nodes before linearized reading' (duration: 861.888367ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:51.869397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:51.007054Z","time spent":"862.314169ms","remote":"127.0.0.1:46930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1306,"request content":"key:\"/registry/persistentvolumes/pvc-f38d3f02-b14d-4f7a-a352-4a829f45a5c5\" "} {"level":"warn","ts":"2026-06-03T00:41:52.834443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.88972ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:41:52.834585Z","caller":"traceutil/trace.go:171","msg":"trace[174318956] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24941; }","duration":"835.028275ms","start":"2026-06-03T00:41:51.999523Z","end":"2026-06-03T00:41:52.834551Z","steps":["trace[174318956] 'range keys from in-memory index tree' (duration: 834.86968ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:52.835426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.621486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-03T00:41:52.835665Z","caller":"traceutil/trace.go:171","msg":"trace[921347333] linearizableReadLoop","detail":"{readStateIndex:25774; appliedIndex:25771; }","duration":"966.998287ms","start":"2026-06-03T00:41:51.868654Z","end":"2026-06-03T00:41:52.835652Z","steps":["trace[921347333] 'read index received' (duration: 234.041922ms)","trace[921347333] 'applied index is now lower than readState.Index' (duration: 732.955475ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:41:52.835723Z","caller":"traceutil/trace.go:171","msg":"trace[1526628175] transaction","detail":"{read_only:false; response_revision:24943; number_of_response:1; }","duration":"1.516604856s","start":"2026-06-03T00:41:51.319111Z","end":"2026-06-03T00:41:52.835716Z","steps":["trace[1526628175] 'process raft request' (duration: 1.51638877s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:52.835767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:51.3191Z","time spent":"1.516641928s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:52.835763Z","caller":"traceutil/trace.go:171","msg":"trace[258534824] transaction","detail":"{read_only:false; response_revision:24942; number_of_response:1; }","duration":"1.517965553s","start":"2026-06-03T00:41:51.317766Z","end":"2026-06-03T00:41:52.835732Z","steps":["trace[258534824] 'process raft request' (duration: 784.961626ms)","trace[258534824] 'compare' (duration: 732.441781ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:41:52.835938Z","caller":"traceutil/trace.go:171","msg":"trace[1111383479] transaction","detail":"{read_only:false; response_revision:24944; number_of_response:1; }","duration":"1.515109715s","start":"2026-06-03T00:41:51.320815Z","end":"2026-06-03T00:41:52.835925Z","steps":["trace[1111383479] 'process raft request' (duration: 1.514756746s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:52.83599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:51.3208Z","time spent":"1.515165327s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:52.836194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828965617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b56b6315a6fb11\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-06-03T00:41:52.836184Z","caller":"traceutil/trace.go:171","msg":"trace[1099404004] transaction","detail":"{read_only:false; response_revision:24945; number_of_response:1; }","duration":"965.932729ms","start":"2026-06-03T00:41:51.870234Z","end":"2026-06-03T00:41:52.836167Z","steps":["trace[1099404004] 'process raft request' (duration: 965.392844ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:52.836167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824233119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:41:52.836276Z","caller":"traceutil/trace.go:171","msg":"trace[1219704388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24945; }","duration":"1.824385073s","start":"2026-06-03T00:41:51.011864Z","end":"2026-06-03T00:41:52.836249Z","steps":["trace[1219704388] 'agreement among raft nodes before linearized reading' (duration: 1.824107647s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:52.836348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:51.011848Z","time spent":"1.824485036s","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-03T00:41:52.836226Z","caller":"traceutil/trace.go:171","msg":"trace[1693820863] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b56b6315a6fb11; range_end:; response_count:1; response_revision:24945; }","duration":"1.829006898s","start":"2026-06-03T00:41:51.007207Z","end":"2026-06-03T00:41:52.836214Z","steps":["trace[1693820863] 'agreement among raft nodes before linearized reading' (duration: 1.828900415s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:52.8364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:51.007201Z","time spent":"1.829191633s","remote":"127.0.0.1:46850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b56b6315a6fb11\" "} {"level":"warn","ts":"2026-06-03T00:41:52.835928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:51.317735Z","time spent":"1.518099716s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:52.836279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.101684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-03T00:41:52.836462Z","caller":"traceutil/trace.go:171","msg":"trace[220914860] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24945; }","duration":"972.377832ms","start":"2026-06-03T00:41:51.864065Z","end":"2026-06-03T00:41:52.836443Z","steps":["trace[220914860] 'agreement among raft nodes before linearized reading' (duration: 972.090424ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:52.836287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:51.870211Z","time spent":"966.022841ms","remote":"127.0.0.1:46816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:52.836532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:51.864042Z","time spent":"972.469414ms","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-06-03T00:41:52.836701Z","caller":"traceutil/trace.go:171","msg":"trace[1735995164] transaction","detail":"{read_only:false; response_revision:24946; number_of_response:1; }","duration":"742.885532ms","start":"2026-06-03T00:41:52.093798Z","end":"2026-06-03T00:41:52.836684Z","steps":["trace[1735995164] 'process raft request' (duration: 742.254666ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:52.836834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:52.093767Z","time spent":"743.018586ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:52.865624Z","caller":"traceutil/trace.go:171","msg":"trace[1255295141] transaction","detail":"{read_only:false; response_revision:24947; number_of_response:1; }","duration":"279.061234ms","start":"2026-06-03T00:41:52.58654Z","end":"2026-06-03T00:41:52.865601Z","steps":["trace[1255295141] 'process raft request' (duration: 278.712815ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:52.865881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.113432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:41:52.866009Z","caller":"traceutil/trace.go:171","msg":"trace[585611015] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:24947; }","duration":"589.280406ms","start":"2026-06-03T00:41:52.276708Z","end":"2026-06-03T00:41:52.865989Z","steps":["trace[585611015] 'agreement among raft nodes before linearized reading' (duration: 589.113872ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:52.867491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:52.276685Z","time spent":"590.783817ms","remote":"127.0.0.1:35620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:41:52.866211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.345262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268866"} {"level":"info","ts":"2026-06-03T00:41:52.867806Z","caller":"traceutil/trace.go:171","msg":"trace[1619003207] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24947; }","duration":"283.933056ms","start":"2026-06-03T00:41:52.583808Z","end":"2026-06-03T00:41:52.867741Z","steps":["trace[1619003207] 'agreement among raft nodes before linearized reading' (duration: 282.010114ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:52.866469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.882195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:41:52.86816Z","caller":"traceutil/trace.go:171","msg":"trace[1298991244] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24947; }","duration":"356.600801ms","start":"2026-06-03T00:41:52.511535Z","end":"2026-06-03T00:41:52.868136Z","steps":["trace[1298991244] 'agreement among raft nodes before linearized reading' (duration: 354.896986ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:52.868236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:52.511514Z","time spent":"356.701744ms","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:41:53.956265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.464544ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-03T00:41:53.956361Z","caller":"traceutil/trace.go:171","msg":"trace[1086447050] linearizableReadLoop","detail":"{readStateIndex:25778; appliedIndex:25777; }","duration":"1.090971456s","start":"2026-06-03T00:41:52.865373Z","end":"2026-06-03T00:41:53.956344Z","steps":["trace[1086447050] 'read index received' (duration: 277.447831ms)","trace[1086447050] 'applied index is now lower than readState.Index' (duration: 813.521075ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:41:53.956378Z","caller":"traceutil/trace.go:171","msg":"trace[417537208] transaction","detail":"{read_only:false; response_revision:24948; number_of_response:1; }","duration":"1.11715031s","start":"2026-06-03T00:41:52.839201Z","end":"2026-06-03T00:41:53.956352Z","steps":["trace[417537208] 'process raft request' (duration: 303.528592ms)","trace[417537208] 'compare' (duration: 813.073933ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:41:53.956445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118775086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:41:53.956464Z","caller":"traceutil/trace.go:171","msg":"trace[323963254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24948; }","duration":"1.118851707s","start":"2026-06-03T00:41:52.837606Z","end":"2026-06-03T00:41:53.956457Z","steps":["trace[323963254] 'agreement among raft nodes before linearized reading' (duration: 1.118795546s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:53.956485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:52.837584Z","time spent":"1.118895957s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-03T00:41:53.956486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:52.83918Z","time spent":"1.117246463s","remote":"127.0.0.1:46850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:53.95655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117633004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-06-03T00:41:53.956615Z","caller":"traceutil/trace.go:171","msg":"trace[836101591] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24948; }","duration":"1.117738505s","start":"2026-06-03T00:41:52.838859Z","end":"2026-06-03T00:41:53.956598Z","steps":["trace[836101591] 'agreement among raft nodes before linearized reading' (duration: 1.117497909s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:53.956653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:52.838838Z","time spent":"1.117808079s","remote":"127.0.0.1:46940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-06-03T00:41:54.456631Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341120363347425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-03T00:41:54.949657Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.775583689s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-03T00:41:55.964245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000158927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-03T00:41:55.964331Z","caller":"traceutil/trace.go:171","msg":"trace[1589649503] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000514417s","start":"2026-06-03T00:41:53.963799Z","end":"2026-06-03T00:41:55.964314Z","steps":["trace[1589649503] 'agreement among raft nodes before linearized reading' (duration: 2.000401014s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:55.96437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:53.963782Z","time spent":"2.000579357s","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-03T00:41:57.062853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:55.546745Z","time spent":"1.516099681s","remote":"127.0.0.1:56752","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-03T00:41:57.064691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.114497025s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-03T00:41:57.065028Z","caller":"traceutil/trace.go:171","msg":"trace[1421822552] linearizableReadLoop","detail":"{readStateIndex:25781; appliedIndex:25778; }","duration":"3.108629382s","start":"2026-06-03T00:41:53.956378Z","end":"2026-06-03T00:41:57.065007Z","steps":["trace[1421822552] 'read index received' (duration: 993.611933ms)","trace[1421822552] 'applied index is now lower than readState.Index' (duration: 2.115015959s)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:41:57.065576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.538629722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-03T00:41:57.065631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.189128851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-06-03T00:41:57.06567Z","caller":"traceutil/trace.go:171","msg":"trace[1549966132] transaction","detail":"{read_only:false; response_revision:24950; number_of_response:1; }","duration":"4.056609157s","start":"2026-06-03T00:41:53.009023Z","end":"2026-06-03T00:41:57.065632Z","steps":["trace[1549966132] 'process raft request' (duration: 4.055806876s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:57.065731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.190296273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-06-03T00:41:57.065757Z","caller":"traceutil/trace.go:171","msg":"trace[1805431543] transaction","detail":"{read_only:false; response_revision:24951; number_of_response:1; }","duration":"4.04924572s","start":"2026-06-03T00:41:53.016495Z","end":"2026-06-03T00:41:57.065741Z","steps":["trace[1805431543] 'process raft request' (duration: 4.048459169s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:57.065797Z","caller":"traceutil/trace.go:171","msg":"trace[1558630084] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24951; }","duration":"3.190385945s","start":"2026-06-03T00:41:53.875391Z","end":"2026-06-03T00:41:57.065777Z","steps":["trace[1558630084] 'agreement among raft nodes before linearized reading' (duration: 3.19020983s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:57.065828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:53.875384Z","time spent":"3.190438076s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-03T00:41:57.065844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:53.009015Z","time spent":"4.056736761s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:57.065875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:53.016478Z","time spent":"4.049320192s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:57.065886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.058292123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-06-03T00:41:57.065904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.057623356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-06-03T00:41:57.065989Z","caller":"traceutil/trace.go:171","msg":"trace[794876956] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24951; }","duration":"4.058389396s","start":"2026-06-03T00:41:53.007556Z","end":"2026-06-03T00:41:57.065945Z","steps":["trace[794876956] 'agreement among raft nodes before linearized reading' (duration: 4.05815307s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:57.06604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:53.007551Z","time spent":"4.058480218s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-03T00:41:57.065693Z","caller":"traceutil/trace.go:171","msg":"trace[569497242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24951; }","duration":"3.189215723s","start":"2026-06-03T00:41:53.876459Z","end":"2026-06-03T00:41:57.065674Z","steps":["trace[569497242] 'agreement among raft nodes before linearized reading' (duration: 3.188971156s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:57.066058Z","caller":"traceutil/trace.go:171","msg":"trace[1184464668] transaction","detail":"{read_only:false; response_revision:24949; number_of_response:1; }","duration":"4.057898234s","start":"2026-06-03T00:41:53.00814Z","end":"2026-06-03T00:41:57.066038Z","steps":["trace[1184464668] 'process raft request' (duration: 1.941935759s)","trace[1184464668] 'compare' (duration: 2.113088127s)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:41:57.066043Z","caller":"traceutil/trace.go:171","msg":"trace[405481214] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24951; }","duration":"4.057820341s","start":"2026-06-03T00:41:53.008203Z","end":"2026-06-03T00:41:57.066024Z","steps":["trace[405481214] 'agreement among raft nodes before linearized reading' (duration: 4.05742709s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:57.066121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:53.00813Z","time spent":"4.057958725s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:57.066128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:53.008199Z","time spent":"4.057915654s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-03T00:41:57.066156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.189655145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-06-03T00:41:57.066061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.19167828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-06-03T00:41:57.066286Z","caller":"traceutil/trace.go:171","msg":"trace[488145965] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24951; }","duration":"3.191937717s","start":"2026-06-03T00:41:53.874328Z","end":"2026-06-03T00:41:57.066266Z","steps":["trace[488145965] 'agreement among raft nodes before linearized reading' (duration: 3.191280629s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:57.066364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:53.874307Z","time spent":"3.192043059s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-03T00:41:57.066326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.059221209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-06-03T00:41:57.066142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:53.876442Z","time spent":"3.189654596s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-03T00:41:57.066494Z","caller":"traceutil/trace.go:171","msg":"trace[1807652811] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24951; }","duration":"4.059443965s","start":"2026-06-03T00:41:53.007001Z","end":"2026-06-03T00:41:57.066445Z","steps":["trace[1807652811] 'agreement among raft nodes before linearized reading' (duration: 4.05887447s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:57.066217Z","caller":"traceutil/trace.go:171","msg":"trace[2120078140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24951; }","duration":"3.189735777s","start":"2026-06-03T00:41:53.876466Z","end":"2026-06-03T00:41:57.066202Z","steps":["trace[2120078140] 'agreement among raft nodes before linearized reading' (duration: 3.189595083s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:57.066557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:53.876456Z","time spent":"3.190082186s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-03T00:41:57.065693Z","caller":"traceutil/trace.go:171","msg":"trace[1362589933] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24951; }","duration":"3.538797677s","start":"2026-06-03T00:41:53.526866Z","end":"2026-06-03T00:41:57.065664Z","steps":["trace[1362589933] 'agreement among raft nodes before linearized reading' (duration: 3.53856627s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:57.066578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:53.006984Z","time spent":"4.059555917s","remote":"127.0.0.1:46932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-06-03T00:41:57.066634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:53.52685Z","time spent":"3.539763152s","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:41:57.281662Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.438167294s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-03T00:41:57.965549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000375092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-03T00:41:57.965641Z","caller":"traceutil/trace.go:171","msg":"trace[1653781966] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000484645s","start":"2026-06-03T00:41:55.965115Z","end":"2026-06-03T00:41:57.965599Z","steps":["trace[1653781966] 'agreement among raft nodes before linearized reading' (duration: 2.000395273s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:57.965776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:55.9651Z","time spent":"2.00065672s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/03 00:41:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-03T00:41:58.433212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151180587s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-03T00:41:58.433485Z","caller":"traceutil/trace.go:171","msg":"trace[841907114] transaction","detail":"{read_only:false; response_revision:24955; number_of_response:1; }","duration":"3.589012427s","start":"2026-06-03T00:41:54.844457Z","end":"2026-06-03T00:41:58.433469Z","steps":["trace[841907114] 'process raft request' (duration: 3.588967786s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:58.433561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:54.844445Z","time spent":"3.58908043s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:58.433885Z","caller":"traceutil/trace.go:171","msg":"trace[834669310] transaction","detail":"{read_only:false; response_revision:24952; number_of_response:1; }","duration":"3.59204245s","start":"2026-06-03T00:41:54.841828Z","end":"2026-06-03T00:41:58.433871Z","steps":["trace[834669310] 'process raft request' (duration: 2.440084983s)","trace[834669310] 'compare' (duration: 1.15018032s)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:41:58.433952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:54.841797Z","time spent":"3.592123912s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:58.434119Z","caller":"traceutil/trace.go:171","msg":"trace[1561127598] transaction","detail":"{read_only:false; response_revision:24953; number_of_response:1; }","duration":"3.59132719s","start":"2026-06-03T00:41:54.842776Z","end":"2026-06-03T00:41:58.434104Z","steps":["trace[1561127598] 'process raft request' (duration: 3.590525039s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:58.434183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:54.842757Z","time spent":"3.591392052s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:58.434305Z","caller":"traceutil/trace.go:171","msg":"trace[561647620] transaction","detail":"{read_only:false; response_revision:24954; number_of_response:1; }","duration":"3.591370021s","start":"2026-06-03T00:41:54.842925Z","end":"2026-06-03T00:41:58.434295Z","steps":["trace[561647620] 'process raft request' (duration: 3.590460667s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:58.434361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:54.84292Z","time spent":"3.591413222s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:58.964167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.743654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-03T00:41:58.964424Z","caller":"traceutil/trace.go:171","msg":"trace[3624988] transaction","detail":"{read_only:false; response_revision:24956; number_of_response:1; }","duration":"3.866950181s","start":"2026-06-03T00:41:55.097436Z","end":"2026-06-03T00:41:58.964386Z","steps":["trace[3624988] 'process raft request' (duration: 3.567899988s)","trace[3624988] 'compare' (duration: 298.405605ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:41:58.964565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:55.097397Z","time spent":"3.867097606s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:58.964844Z","caller":"traceutil/trace.go:171","msg":"trace[928521851] transaction","detail":"{read_only:false; response_revision:24960; number_of_response:1; }","duration":"1.893937196s","start":"2026-06-03T00:41:57.070855Z","end":"2026-06-03T00:41:58.964792Z","steps":["trace[928521851] 'process raft request' (duration: 1.893564385s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:58.964908Z","caller":"traceutil/trace.go:171","msg":"trace[413817277] transaction","detail":"{read_only:false; response_revision:24961; number_of_response:1; }","duration":"1.893877785s","start":"2026-06-03T00:41:57.071024Z","end":"2026-06-03T00:41:58.964901Z","steps":["trace[413817277] 'process raft request' (duration: 1.893426463s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:58.964908Z","caller":"traceutil/trace.go:171","msg":"trace[1354647053] transaction","detail":"{read_only:false; response_revision:24958; number_of_response:1; }","duration":"1.894453851s","start":"2026-06-03T00:41:57.070448Z","end":"2026-06-03T00:41:58.964902Z","steps":["trace[1354647053] 'process raft request' (duration: 1.893903336s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:58.96496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:57.071014Z","time spent":"1.893917156s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:58.964965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:57.070437Z","time spent":"1.894496721s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:58.964945Z","caller":"traceutil/trace.go:171","msg":"trace[756536451] linearizableReadLoop","detail":"{readStateIndex:25787; appliedIndex:25781; }","duration":"1.899851276s","start":"2026-06-03T00:41:57.065069Z","end":"2026-06-03T00:41:58.96492Z","steps":["trace[756536451] 'read index received' (duration: 216.87584ms)","trace[756536451] 'applied index is now lower than readState.Index' (duration: 1.682972706s)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:41:58.964916Z","caller":"traceutil/trace.go:171","msg":"trace[64899368] transaction","detail":"{read_only:false; response_revision:24963; number_of_response:1; }","duration":"1.89294723s","start":"2026-06-03T00:41:57.07194Z","end":"2026-06-03T00:41:58.964888Z","steps":["trace[64899368] 'process raft request' (duration: 1.892581859s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:58.965005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:57.070823Z","time spent":"1.894113241s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:58.964872Z","caller":"traceutil/trace.go:171","msg":"trace[2050480413] transaction","detail":"{read_only:false; response_revision:24962; number_of_response:1; }","duration":"1.893836905s","start":"2026-06-03T00:41:57.07102Z","end":"2026-06-03T00:41:58.964857Z","steps":["trace[2050480413] 'process raft request' (duration: 1.893469545s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:58.965228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:57.071932Z","time spent":"1.893137485s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:58.965281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:57.071011Z","time spent":"1.894224315s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:58.964862Z","caller":"traceutil/trace.go:171","msg":"trace[401512393] transaction","detail":"{read_only:false; response_revision:24957; number_of_response:1; }","duration":"2.146831346s","start":"2026-06-03T00:41:56.818014Z","end":"2026-06-03T00:41:58.964846Z","steps":["trace[401512393] 'process raft request' (duration: 2.146251681s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:58.965385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:56.817951Z","time spent":"2.147403882s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:41:58.964999Z","caller":"traceutil/trace.go:171","msg":"trace[1832857559] transaction","detail":"{read_only:false; response_revision:24959; number_of_response:1; }","duration":"1.894306387s","start":"2026-06-03T00:41:57.070663Z","end":"2026-06-03T00:41:58.964969Z","steps":["trace[1832857559] 'process raft request' (duration: 1.893724051s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:58.965482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:57.070656Z","time spent":"1.894779649s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:41:58.980081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.912109337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-03T00:41:58.980161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.204824449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:41:58.980186Z","caller":"traceutil/trace.go:171","msg":"trace[1934315272] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24963; }","duration":"3.912278133s","start":"2026-06-03T00:41:55.067881Z","end":"2026-06-03T00:41:58.980159Z","steps":["trace[1934315272] 'agreement among raft nodes before linearized reading' (duration: 3.897108724s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:58.980232Z","caller":"traceutil/trace.go:171","msg":"trace[542637028] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:24963; }","duration":"4.204965773s","start":"2026-06-03T00:41:54.775246Z","end":"2026-06-03T00:41:58.980211Z","steps":["trace[542637028] 'agreement among raft nodes before linearized reading' (duration: 4.189687321s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:58.980285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:54.775215Z","time spent":"4.205058566s","remote":"127.0.0.1:35696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:41:58.980336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.069528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-03T00:41:58.980354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.017364298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b56b6315a6fb11\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-06-03T00:41:58.980392Z","caller":"traceutil/trace.go:171","msg":"trace[1010577102] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24963; }","duration":"447.15393ms","start":"2026-06-03T00:41:58.533222Z","end":"2026-06-03T00:41:58.980376Z","steps":["trace[1010577102] 'agreement among raft nodes before linearized reading' (duration: 447.088978ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:58.980429Z","caller":"traceutil/trace.go:171","msg":"trace[745970504] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b56b6315a6fb11; range_end:; response_count:1; response_revision:24963; }","duration":"5.017494141s","start":"2026-06-03T00:41:53.962913Z","end":"2026-06-03T00:41:58.980407Z","steps":["trace[745970504] 'agreement among raft nodes before linearized reading' (duration: 5.002119137s)","trace[745970504] 'range keys from in-memory index tree' (duration: 15.172269ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:41:58.980449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:58.533202Z","time spent":"447.238013ms","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:41:58.980459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.022250149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-06-03T00:41:58.980456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:55.067858Z","time spent":"3.91257219s","remote":"127.0.0.1:33328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:41:58.980215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910437011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6ad278b7-0a68-49b7-884c-cc981ce6d903\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-06-03T00:41:58.980519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.418710049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-03T00:41:58.980525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.883263661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-06-03T00:41:58.980558Z","caller":"traceutil/trace.go:171","msg":"trace[2026837143] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24963; }","duration":"4.41874476s","start":"2026-06-03T00:41:54.561797Z","end":"2026-06-03T00:41:58.980541Z","steps":["trace[2026837143] 'agreement among raft nodes before linearized reading' (duration: 4.403222452s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:58.980592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:54.561727Z","time spent":"4.418855333s","remote":"127.0.0.1:49576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-06-03T00:41:58.9806Z","caller":"traceutil/trace.go:171","msg":"trace[1680805795] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24963; }","duration":"3.883373685s","start":"2026-06-03T00:41:55.097206Z","end":"2026-06-03T00:41:58.98058Z","steps":["trace[1680805795] 'agreement among raft nodes before linearized reading' (duration: 3.867771635s)","trace[1680805795] 'range keys from in-memory index tree' (duration: 15.438806ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:41:58.980651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006959444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:41:58.980686Z","caller":"traceutil/trace.go:171","msg":"trace[375010685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24963; }","duration":"1.007035175s","start":"2026-06-03T00:41:57.973644Z","end":"2026-06-03T00:41:58.980679Z","steps":["trace[375010685] 'agreement among raft nodes before linearized reading' (duration: 1.006981844s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:58.980654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:55.097186Z","time spent":"3.883455176s","remote":"127.0.0.1:46954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-03T00:41:58.980733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478219723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:41:58.980779Z","caller":"traceutil/trace.go:171","msg":"trace[1379060290] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24963; }","duration":"1.478302966s","start":"2026-06-03T00:41:57.502463Z","end":"2026-06-03T00:41:58.980766Z","steps":["trace[1379060290] 'agreement among raft nodes before linearized reading' (duration: 1.478234484s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:58.980778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.30962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:41:58.980821Z","caller":"traceutil/trace.go:171","msg":"trace[466214100] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24963; }","duration":"774.395622ms","start":"2026-06-03T00:41:58.206414Z","end":"2026-06-03T00:41:58.980809Z","steps":["trace[466214100] 'agreement among raft nodes before linearized reading' (duration: 774.32543ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:58.980869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:58.206388Z","time spent":"774.470533ms","remote":"127.0.0.1:59982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:41:58.980706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:57.973623Z","time spent":"1.007077118s","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-03T00:41:58.980474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:53.962879Z","time spent":"5.017583943s","remote":"127.0.0.1:46850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b56b6315a6fb11\" "} {"level":"warn","ts":"2026-06-03T00:41:58.980289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.300823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-03T00:41:58.98082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:57.502443Z","time spent":"1.478367117s","remote":"127.0.0.1:59954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-06-03T00:41:58.980324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.82841092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-06-03T00:41:58.98103Z","caller":"traceutil/trace.go:171","msg":"trace[4401857] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24963; }","duration":"328.078955ms","start":"2026-06-03T00:41:58.652936Z","end":"2026-06-03T00:41:58.981015Z","steps":["trace[4401857] 'agreement among raft nodes before linearized reading' (duration: 327.320415ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:58.981062Z","caller":"traceutil/trace.go:171","msg":"trace[432360157] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24963; }","duration":"4.829200412s","start":"2026-06-03T00:41:54.151851Z","end":"2026-06-03T00:41:58.981051Z","steps":["trace[432360157] 'agreement among raft nodes before linearized reading' (duration: 4.81315546s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:58.980472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.017562122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-06-03T00:41:58.980545Z","caller":"traceutil/trace.go:171","msg":"trace[928827728] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6ad278b7-0a68-49b7-884c-cc981ce6d903; range_end:; response_count:1; response_revision:24963; }","duration":"1.910829131s","start":"2026-06-03T00:41:57.069697Z","end":"2026-06-03T00:41:58.980527Z","steps":["trace[928827728] 'agreement among raft nodes before linearized reading' (duration: 1.910324808s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:58.98111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:54.151832Z","time spent":"4.829263443s","remote":"127.0.0.1:46888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":142,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:41:58.981127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:57.069679Z","time spent":"1.911435777s","remote":"127.0.0.1:46930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-6ad278b7-0a68-49b7-884c-cc981ce6d903\" "} {"level":"info","ts":"2026-06-03T00:41:58.980485Z","caller":"traceutil/trace.go:171","msg":"trace[1181696300] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24963; }","duration":"5.022301282s","start":"2026-06-03T00:41:53.958175Z","end":"2026-06-03T00:41:58.980477Z","steps":["trace[1181696300] 'agreement among raft nodes before linearized reading' (duration: 5.006862105s)","trace[1181696300] 'range keys from in-memory index tree' (duration: 15.333574ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:41:58.981121Z","caller":"traceutil/trace.go:171","msg":"trace[1163115072] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24963; }","duration":"5.018254222s","start":"2026-06-03T00:41:53.962855Z","end":"2026-06-03T00:41:58.981109Z","steps":["trace[1163115072] 'agreement among raft nodes before linearized reading' (duration: 5.002173329s)","trace[1163115072] 'range keys from in-memory index tree' (duration: 15.329464ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:41:58.98121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:53.962831Z","time spent":"5.018369275s","remote":"127.0.0.1:46954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-06-03T00:41:58.981216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:53.958163Z","time spent":"5.02303875s","remote":"127.0.0.1:46816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-06-03T00:41:58.980341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.426909993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-03T00:41:58.981081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:58.652916Z","time spent":"328.148916ms","remote":"127.0.0.1:59874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-06-03T00:41:58.981598Z","caller":"traceutil/trace.go:171","msg":"trace[970521068] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:24963; }","duration":"3.427949701s","start":"2026-06-03T00:41:55.55337Z","end":"2026-06-03T00:41:58.98132Z","steps":["trace[970521068] 'agreement among raft nodes before linearized reading' (duration: 3.411595452s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:58.981697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:55.553349Z","time spent":"3.42829853s","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:41:58.982095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.931142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:41:58.982167Z","caller":"traceutil/trace.go:171","msg":"trace[25196633] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24963; }","duration":"734.041875ms","start":"2026-06-03T00:41:58.248107Z","end":"2026-06-03T00:41:58.982149Z","steps":["trace[25196633] 'agreement among raft nodes before linearized reading' (duration: 732.610817ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:58.982224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:41:58.248088Z","time spent":"734.119467ms","remote":"127.0.0.1:46804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-06-03T00:41:59.185702Z","caller":"traceutil/trace.go:171","msg":"trace[834464664] transaction","detail":"{read_only:false; response_revision:24967; number_of_response:1; }","duration":"145.295312ms","start":"2026-06-03T00:41:59.040381Z","end":"2026-06-03T00:41:59.185676Z","steps":["trace[834464664] 'process raft request' (duration: 145.102097ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:59.191032Z","caller":"traceutil/trace.go:171","msg":"trace[2007782642] transaction","detail":"{read_only:false; response_revision:24969; number_of_response:1; }","duration":"118.946682ms","start":"2026-06-03T00:41:59.072059Z","end":"2026-06-03T00:41:59.191006Z","steps":["trace[2007782642] 'process raft request' (duration: 118.854321ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:59.191064Z","caller":"traceutil/trace.go:171","msg":"trace[1184195212] transaction","detail":"{read_only:false; response_revision:24968; number_of_response:1; }","duration":"119.147319ms","start":"2026-06-03T00:41:59.071883Z","end":"2026-06-03T00:41:59.19103Z","steps":["trace[1184195212] 'process raft request' (duration: 118.882491ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:59.191198Z","caller":"traceutil/trace.go:171","msg":"trace[1595306993] linearizableReadLoop","detail":"{readStateIndex:25801; appliedIndex:25797; }","duration":"113.797184ms","start":"2026-06-03T00:41:59.077375Z","end":"2026-06-03T00:41:59.191172Z","steps":["trace[1595306993] 'read index received' (duration: 108.002778ms)","trace[1595306993] 'applied index is now lower than readState.Index' (duration: 5.792216ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:41:59.191332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.921718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-03T00:41:59.191365Z","caller":"traceutil/trace.go:171","msg":"trace[473456196] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24970; }","duration":"114.019371ms","start":"2026-06-03T00:41:59.077337Z","end":"2026-06-03T00:41:59.191357Z","steps":["trace[473456196] 'agreement among raft nodes before linearized reading' (duration: 113.907668ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:41:59.191377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.559097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:41:59.191436Z","caller":"traceutil/trace.go:171","msg":"trace[1102125992] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24970; }","duration":"107.645798ms","start":"2026-06-03T00:41:59.083778Z","end":"2026-06-03T00:41:59.191423Z","steps":["trace[1102125992] 'agreement among raft nodes before linearized reading' (duration: 107.510024ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:59.191417Z","caller":"traceutil/trace.go:171","msg":"trace[1711109434] transaction","detail":"{read_only:false; response_revision:24970; number_of_response:1; }","duration":"119.119448ms","start":"2026-06-03T00:41:59.072177Z","end":"2026-06-03T00:41:59.191297Z","steps":["trace[1711109434] 'process raft request' (duration: 118.786229ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:41:59.981656Z","caller":"traceutil/trace.go:171","msg":"trace[56408099] transaction","detail":"{read_only:false; response_revision:24973; number_of_response:1; }","duration":"104.793111ms","start":"2026-06-03T00:41:59.876827Z","end":"2026-06-03T00:41:59.98162Z","steps":["trace[56408099] 'process raft request' (duration: 103.863136ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:00.952222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341120363347475,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-03T00:42:01.452392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341120363347475,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-03T00:42:01.952679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341120363347475,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-03T00:42:02.273586Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.129278288s","expected-duration":"1s"} {"level":"info","ts":"2026-06-03T00:42:02.274104Z","caller":"traceutil/trace.go:171","msg":"trace[731638061] transaction","detail":"{read_only:false; response_revision:24974; number_of_response:1; }","duration":"1.833421286s","start":"2026-06-03T00:42:00.440658Z","end":"2026-06-03T00:42:02.274079Z","steps":["trace[731638061] 'process raft request' (duration: 1.833229202s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:02.27425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:00.440629Z","time spent":"1.83354417s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:42:02.464645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000767342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-03T00:42:02.464736Z","caller":"traceutil/trace.go:171","msg":"trace[1351025068] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000918496s","start":"2026-06-03T00:42:00.4638Z","end":"2026-06-03T00:42:02.464718Z","steps":["trace[1351025068] 'agreement among raft nodes before linearized reading' (duration: 2.000803923s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:02.464783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:00.463782Z","time spent":"2.000991728s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/03 00:42:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-03T00:42:03.34311Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.069026426s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-03T00:42:03.35551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:02.876388Z","time spent":"479.115921ms","remote":"127.0.0.1:36930","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-06-03T00:42:03.35607Z","caller":"traceutil/trace.go:171","msg":"trace[692898957] transaction","detail":"{read_only:false; response_revision:24975; number_of_response:1; }","duration":"2.915331018s","start":"2026-06-03T00:42:00.440706Z","end":"2026-06-03T00:42:03.356037Z","steps":["trace[692898957] 'process raft request' (duration: 2.902574714s)","trace[692898957] 'compare' (duration: 11.296314ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:42:03.356221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:00.440676Z","time spent":"2.915452993s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:42:03.357036Z","caller":"traceutil/trace.go:171","msg":"trace[1830779176] transaction","detail":"{read_only:false; response_revision:24976; number_of_response:1; }","duration":"2.915835762s","start":"2026-06-03T00:42:00.44117Z","end":"2026-06-03T00:42:03.357006Z","steps":["trace[1830779176] 'process raft request' (duration: 2.914591798s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:42:03.357149Z","caller":"traceutil/trace.go:171","msg":"trace[173610453] transaction","detail":"{read_only:false; response_revision:24978; number_of_response:1; }","duration":"2.16037653s","start":"2026-06-03T00:42:01.196755Z","end":"2026-06-03T00:42:03.357131Z","steps":["trace[173610453] 'process raft request' (duration: 2.160238067s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:03.357203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:00.441157Z","time spent":"2.915966095s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:42:03.357239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:01.196732Z","time spent":"2.160463023s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:42:03.357273Z","caller":"traceutil/trace.go:171","msg":"trace[450101693] transaction","detail":"{read_only:false; response_revision:24980; number_of_response:1; }","duration":"2.159023194s","start":"2026-06-03T00:42:01.19822Z","end":"2026-06-03T00:42:03.357243Z","steps":["trace[450101693] 'process raft request' (duration: 2.158905651s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:42:03.357293Z","caller":"traceutil/trace.go:171","msg":"trace[98878010] transaction","detail":"{read_only:false; response_revision:24979; number_of_response:1; }","duration":"2.159774283s","start":"2026-06-03T00:42:01.197478Z","end":"2026-06-03T00:42:03.357253Z","steps":["trace[98878010] 'process raft request' (duration: 2.159579848s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:42:03.357386Z","caller":"traceutil/trace.go:171","msg":"trace[467196059] linearizableReadLoop","detail":"{readStateIndex:25812; appliedIndex:25805; }","duration":"2.905614188s","start":"2026-06-03T00:42:00.451755Z","end":"2026-06-03T00:42:03.35737Z","steps":["trace[467196059] 'read index received' (duration: 1.822111683s)","trace[467196059] 'applied index is now lower than readState.Index' (duration: 1.083500965s)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:42:03.357302Z","caller":"traceutil/trace.go:171","msg":"trace[1921726278] transaction","detail":"{read_only:false; response_revision:24981; number_of_response:1; }","duration":"264.065731ms","start":"2026-06-03T00:42:03.093203Z","end":"2026-06-03T00:42:03.357269Z","steps":["trace[1921726278] 'process raft request' (duration: 263.99385ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:03.357397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:01.198207Z","time spent":"2.159121188s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:42:03.357483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.90572364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:42:03.357528Z","caller":"traceutil/trace.go:171","msg":"trace[718524762] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24981; }","duration":"2.905790452s","start":"2026-06-03T00:42:00.451726Z","end":"2026-06-03T00:42:03.357516Z","steps":["trace[718524762] 'agreement among raft nodes before linearized reading' (duration: 2.90571191s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:03.357553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:00.451716Z","time spent":"2.905829993s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:42:03.357553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.873135243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-03T00:42:03.357589Z","caller":"traceutil/trace.go:171","msg":"trace[1912476368] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24981; }","duration":"2.873188454s","start":"2026-06-03T00:42:00.484391Z","end":"2026-06-03T00:42:03.35758Z","steps":["trace[1912476368] 'agreement among raft nodes before linearized reading' (duration: 2.873113462s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:03.357618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:00.484336Z","time spent":"2.873274976s","remote":"127.0.0.1:47462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:42:03.357479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:01.197443Z","time spent":"2.159939369s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:42:03.357691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.388263937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-06-03T00:42:03.358948Z","caller":"traceutil/trace.go:171","msg":"trace[1820170841] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24981; }","duration":"2.389540702s","start":"2026-06-03T00:42:00.969372Z","end":"2026-06-03T00:42:03.358912Z","steps":["trace[1820170841] 'agreement among raft nodes before linearized reading' (duration: 2.388180505s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:03.359139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:00.969341Z","time spent":"2.389747427s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-03T00:42:03.359418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.412232772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-06-03T00:42:03.359472Z","caller":"traceutil/trace.go:171","msg":"trace[174941726] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24981; }","duration":"2.412294703s","start":"2026-06-03T00:42:00.947149Z","end":"2026-06-03T00:42:03.359443Z","steps":["trace[174941726] 'agreement among raft nodes before linearized reading' (duration: 2.410395193s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:03.359496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:00.947134Z","time spent":"2.412356686s","remote":"127.0.0.1:46932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-06-03T00:42:03.359623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34974716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18571"} {"level":"info","ts":"2026-06-03T00:42:03.359683Z","caller":"traceutil/trace.go:171","msg":"trace[675861063] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24981; }","duration":"2.349827612s","start":"2026-06-03T00:42:01.009828Z","end":"2026-06-03T00:42:03.359655Z","steps":["trace[675861063] 'agreement among raft nodes before linearized reading' (duration: 2.347690155s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:03.359716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:01.009796Z","time spent":"2.349913324s","remote":"127.0.0.1:46942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18593,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-06-03T00:42:03.358571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.389379227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-06-03T00:42:03.359963Z","caller":"traceutil/trace.go:171","msg":"trace[873892370] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24981; }","duration":"2.390857756s","start":"2026-06-03T00:42:00.969093Z","end":"2026-06-03T00:42:03.359951Z","steps":["trace[873892370] 'agreement among raft nodes before linearized reading' (duration: 2.388430981s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:03.359995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:00.96907Z","time spent":"2.390909708s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-03T00:42:03.357677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.387876097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-06-03T00:42:03.360317Z","caller":"traceutil/trace.go:171","msg":"trace[37048547] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24981; }","duration":"2.390536998s","start":"2026-06-03T00:42:00.969772Z","end":"2026-06-03T00:42:03.360309Z","steps":["trace[37048547] 'agreement among raft nodes before linearized reading' (duration: 2.387748633s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:03.360347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:00.969765Z","time spent":"2.390576629s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-03T00:42:03.358667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.68438121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-03T00:42:03.360393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.219405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-03T00:42:03.360414Z","caller":"traceutil/trace.go:171","msg":"trace[1743141767] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24981; }","duration":"2.68623387s","start":"2026-06-03T00:42:00.674166Z","end":"2026-06-03T00:42:03.3604Z","steps":["trace[1743141767] 'agreement among raft nodes before linearized reading' (duration: 2.68437422s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:03.360438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:00.674135Z","time spent":"2.686293773s","remote":"127.0.0.1:46754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-06-03T00:42:03.36044Z","caller":"traceutil/trace.go:171","msg":"trace[559539932] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24981; }","duration":"879.296806ms","start":"2026-06-03T00:42:02.481121Z","end":"2026-06-03T00:42:03.360418Z","steps":["trace[559539932] 'agreement among raft nodes before linearized reading' (duration: 879.145092ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:03.360465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:02.481101Z","time spent":"879.356448ms","remote":"127.0.0.1:49310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":75,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:42:03.358784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.652225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-03T00:42:03.360554Z","caller":"traceutil/trace.go:171","msg":"trace[199430471] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24981; }","duration":"969.497435ms","start":"2026-06-03T00:42:02.391042Z","end":"2026-06-03T00:42:03.360539Z","steps":["trace[199430471] 'agreement among raft nodes before linearized reading' (duration: 966.596017ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:03.360577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:02.391026Z","time spent":"969.545386ms","remote":"127.0.0.1:46940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:42:03.360672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.276569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:42:03.360752Z","caller":"traceutil/trace.go:171","msg":"trace[1180257767] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24981; }","duration":"909.141709ms","start":"2026-06-03T00:42:02.451584Z","end":"2026-06-03T00:42:03.360726Z","steps":["trace[1180257767] 'agreement among raft nodes before linearized reading' (duration: 906.035326ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:03.360828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:02.451565Z","time spent":"909.246532ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-06-03T00:42:03.358809Z","caller":"traceutil/trace.go:171","msg":"trace[1173567323] transaction","detail":"{read_only:false; response_revision:24977; number_of_response:1; }","duration":"2.915199505s","start":"2026-06-03T00:42:00.441864Z","end":"2026-06-03T00:42:03.357063Z","steps":["trace[1173567323] 'process raft request' (duration: 2.915034171s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:03.360975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.414172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:42:03.361036Z","caller":"traceutil/trace.go:171","msg":"trace[1203218501] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24981; }","duration":"823.466703ms","start":"2026-06-03T00:42:02.537546Z","end":"2026-06-03T00:42:03.361013Z","steps":["trace[1203218501] 'agreement among raft nodes before linearized reading' (duration: 823.124684ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:03.361067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:02.537491Z","time spent":"823.567606ms","remote":"127.0.0.1:59954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:42:03.361276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.390964509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-06-03T00:42:03.361302Z","caller":"traceutil/trace.go:171","msg":"trace[1424004466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24981; }","duration":"2.391041662s","start":"2026-06-03T00:42:00.970252Z","end":"2026-06-03T00:42:03.361294Z","steps":["trace[1424004466] 'agreement among raft nodes before linearized reading' (duration: 2.39097105s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:03.361322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:00.970245Z","time spent":"2.391072492s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-03T00:42:03.361408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.384111156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:42:03.361473Z","caller":"traceutil/trace.go:171","msg":"trace[396035554] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24981; }","duration":"2.384186846s","start":"2026-06-03T00:42:00.977255Z","end":"2026-06-03T00:42:03.361442Z","steps":["trace[396035554] 'agreement among raft nodes before linearized reading' (duration: 2.383993931s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:03.361506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:00.977242Z","time spent":"2.384255498s","remote":"127.0.0.1:59718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:42:03.360971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:00.441846Z","time spent":"2.919068139s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:42:03.361668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.391576316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-06-03T00:42:03.361692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.391521784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-03T00:42:03.361742Z","caller":"traceutil/trace.go:171","msg":"trace[1429780484] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24981; }","duration":"2.391650038s","start":"2026-06-03T00:42:00.970078Z","end":"2026-06-03T00:42:03.361728Z","steps":["trace[1429780484] 'agreement among raft nodes before linearized reading' (duration: 2.391245667s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:42:03.36177Z","caller":"traceutil/trace.go:171","msg":"trace[2022683730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24981; }","duration":"2.391623528s","start":"2026-06-03T00:42:00.970117Z","end":"2026-06-03T00:42:03.36174Z","steps":["trace[2022683730] 'agreement among raft nodes before linearized reading' (duration: 2.391180916s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:03.361784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:00.970014Z","time spent":"2.391753701s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-03T00:42:03.361815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:00.970095Z","time spent":"2.39170951s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-03T00:42:03.361849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768630783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:42:03.361903Z","caller":"traceutil/trace.go:171","msg":"trace[868344565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24981; }","duration":"1.768704734s","start":"2026-06-03T00:42:01.593174Z","end":"2026-06-03T00:42:03.361878Z","steps":["trace[868344565] 'agreement among raft nodes before linearized reading' (duration: 1.768638152s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:03.361896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.755131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-03T00:42:03.361889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481836161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-03T00:42:03.361933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:01.593153Z","time spent":"1.768773577s","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-03T00:42:03.361915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.776986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:42:03.361957Z","caller":"traceutil/trace.go:171","msg":"trace[1232550843] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24981; }","duration":"1.481938533s","start":"2026-06-03T00:42:01.880002Z","end":"2026-06-03T00:42:03.361941Z","steps":["trace[1232550843] 'agreement among raft nodes before linearized reading' (duration: 1.481585463s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:42:03.361993Z","caller":"traceutil/trace.go:171","msg":"trace[1517534807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24981; }","duration":"890.886808ms","start":"2026-06-03T00:42:02.471093Z","end":"2026-06-03T00:42:03.36198Z","steps":["trace[1517534807] 'agreement among raft nodes before linearized reading' (duration: 890.784045ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:42:03.362022Z","caller":"traceutil/trace.go:171","msg":"trace[2070111894] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24981; }","duration":"979.849064ms","start":"2026-06-03T00:42:02.382086Z","end":"2026-06-03T00:42:03.361936Z","steps":["trace[2070111894] 'agreement among raft nodes before linearized reading' (duration: 979.602817ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:03.362039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:01.879985Z","time spent":"1.482031786s","remote":"127.0.0.1:43144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:42:03.36206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:02.471071Z","time spent":"890.967262ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-03T00:42:03.362086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:02.382066Z","time spent":"980.006389ms","remote":"127.0.0.1:49336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:42:03.362401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.24591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b56b6315a6fb11\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-06-03T00:42:03.362461Z","caller":"traceutil/trace.go:171","msg":"trace[593960130] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b56b6315a6fb11; range_end:; response_count:1; response_revision:24981; }","duration":"894.340421ms","start":"2026-06-03T00:42:02.468093Z","end":"2026-06-03T00:42:03.362434Z","steps":["trace[593960130] 'agreement among raft nodes before linearized reading' (duration: 893.800906ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:03.362493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:02.468074Z","time spent":"894.412184ms","remote":"127.0.0.1:46850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b56b6315a6fb11\" "} {"level":"info","ts":"2026-06-03T00:42:19.557426Z","caller":"traceutil/trace.go:171","msg":"trace[732430389] transaction","detail":"{read_only:false; response_revision:25097; number_of_response:1; }","duration":"112.387676ms","start":"2026-06-03T00:42:19.445015Z","end":"2026-06-03T00:42:19.557403Z","steps":["trace[732430389] 'process raft request' (duration: 15.172819ms)","trace[732430389] 'compare' (duration: 97.027802ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:42:19.587502Z","caller":"traceutil/trace.go:171","msg":"trace[1867981699] transaction","detail":"{read_only:false; response_revision:25098; number_of_response:1; }","duration":"121.396788ms","start":"2026-06-03T00:42:19.466073Z","end":"2026-06-03T00:42:19.587469Z","steps":["trace[1867981699] 'process raft request' (duration: 121.246713ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:21.954726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145531864s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-03T00:42:21.954847Z","caller":"traceutil/trace.go:171","msg":"trace[631971596] transaction","detail":"{read_only:false; response_revision:25099; number_of_response:1; }","duration":"2.488107595s","start":"2026-06-03T00:42:19.466725Z","end":"2026-06-03T00:42:21.954832Z","steps":["trace[631971596] 'process raft request' (duration: 1.342408276s)","trace[631971596] 'compare' (duration: 1.144595589s)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:42:21.954881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:19.466707Z","time spent":"2.488158536s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:42:21.955267Z","caller":"traceutil/trace.go:171","msg":"trace[2140018195] transaction","detail":"{read_only:false; response_revision:25101; number_of_response:1; }","duration":"2.486206144s","start":"2026-06-03T00:42:19.469051Z","end":"2026-06-03T00:42:21.955257Z","steps":["trace[2140018195] 'process raft request' (duration: 2.486020699s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:42:21.955263Z","caller":"traceutil/trace.go:171","msg":"trace[1278947770] transaction","detail":"{read_only:false; response_revision:25103; number_of_response:1; }","duration":"1.539722569s","start":"2026-06-03T00:42:20.415515Z","end":"2026-06-03T00:42:21.955237Z","steps":["trace[1278947770] 'process raft request' (duration: 1.539681597s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:21.955312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:19.469025Z","time spent":"2.486263026s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:42:21.955402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:20.415475Z","time spent":"1.539851843s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:42:21.955638Z","caller":"traceutil/trace.go:171","msg":"trace[287805228] linearizableReadLoop","detail":"{readStateIndex:25937; appliedIndex:25933; }","duration":"2.429084576s","start":"2026-06-03T00:42:19.526541Z","end":"2026-06-03T00:42:21.955626Z","steps":["trace[287805228] 'read index received' (duration: 60.850879ms)","trace[287805228] 'applied index is now lower than readState.Index' (duration: 2.368232197s)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:42:21.955712Z","caller":"traceutil/trace.go:171","msg":"trace[703619891] transaction","detail":"{read_only:false; response_revision:25102; number_of_response:1; }","duration":"2.274693189s","start":"2026-06-03T00:42:19.681008Z","end":"2026-06-03T00:42:21.955701Z","steps":["trace[703619891] 'process raft request' (duration: 2.274149214s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:21.955773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:19.680981Z","time spent":"2.27475769s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:42:21.955424Z","caller":"traceutil/trace.go:171","msg":"trace[1040134330] transaction","detail":"{read_only:false; response_revision:25100; number_of_response:1; }","duration":"2.487462037s","start":"2026-06-03T00:42:19.467955Z","end":"2026-06-03T00:42:21.955417Z","steps":["trace[1040134330] 'process raft request' (duration: 2.486846421s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:21.955962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.429428904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-06-03T00:42:21.956016Z","caller":"traceutil/trace.go:171","msg":"trace[1377988514] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25103; }","duration":"2.429522747s","start":"2026-06-03T00:42:19.526483Z","end":"2026-06-03T00:42:21.956006Z","steps":["trace[1377988514] 'agreement among raft nodes before linearized reading' (duration: 2.429360833s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:21.956008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:19.467929Z","time spent":"2.487974222s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:42:21.956046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:19.52646Z","time spent":"2.429579389s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-03T00:42:22.456532Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341120363347781,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-03T00:42:22.46396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000014032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-03T00:42:22.464003Z","caller":"traceutil/trace.go:171","msg":"trace[456422195] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000076194s","start":"2026-06-03T00:42:20.463912Z","end":"2026-06-03T00:42:22.463989Z","steps":["trace[456422195] 'agreement among raft nodes before linearized reading' (duration: 2.000013542s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:22.464071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:20.463853Z","time spent":"2.000177427s","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/03 00:42:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-03T00:42:22.957309Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341120363347781,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-03T00:42:23.458513Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341120363347781,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-03T00:42:23.505059Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.970300453s","expected-duration":"1s"} {"level":"info","ts":"2026-06-03T00:42:23.505576Z","caller":"traceutil/trace.go:171","msg":"trace[1146632032] transaction","detail":"{read_only:false; response_revision:25104; number_of_response:1; }","duration":"2.053886213s","start":"2026-06-03T00:42:21.451662Z","end":"2026-06-03T00:42:23.505549Z","steps":["trace[1146632032] 'process raft request' (duration: 2.053621666s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:23.505766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:21.45164Z","time spent":"2.054030756s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:42:23.505813Z","caller":"traceutil/trace.go:171","msg":"trace[1492522674] transaction","detail":"{read_only:false; response_revision:25105; number_of_response:1; }","duration":"2.017035311s","start":"2026-06-03T00:42:21.488733Z","end":"2026-06-03T00:42:23.505769Z","steps":["trace[1492522674] 'process raft request' (duration: 2.016765224s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:23.506042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:21.488701Z","time spent":"2.017202164s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:42:23.592469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000001163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-03T00:42:23.592558Z","caller":"traceutil/trace.go:171","msg":"trace[1345112071] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000136096s","start":"2026-06-03T00:42:21.5924Z","end":"2026-06-03T00:42:23.592536Z","steps":["trace[1345112071] 'agreement among raft nodes before linearized reading' (duration: 2.000027073s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:23.592608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:21.592382Z","time spent":"2.000216958s","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/03 00:42:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-03T00:42:23.981406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.467148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-03T00:42:23.981641Z","caller":"traceutil/trace.go:171","msg":"trace[2097057005] linearizableReadLoop","detail":"{readStateIndex:25944; appliedIndex:25939; }","duration":"2.025956821s","start":"2026-06-03T00:42:21.955669Z","end":"2026-06-03T00:42:23.981626Z","steps":["trace[2097057005] 'read index received' (duration: 1.549665496s)","trace[2097057005] 'applied index is now lower than readState.Index' (duration: 476.290465ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:42:23.981815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.44067595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-06-03T00:42:23.981847Z","caller":"traceutil/trace.go:171","msg":"trace[1366447048] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25108; }","duration":"4.440727892s","start":"2026-06-03T00:42:19.54111Z","end":"2026-06-03T00:42:23.981838Z","steps":["trace[1366447048] 'agreement among raft nodes before linearized reading' (duration: 4.440587048s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:23.981825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.434179274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-06-03T00:42:23.981883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:19.541101Z","time spent":"4.440775383s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-03T00:42:23.982082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.453840254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-03T00:42:23.982109Z","caller":"traceutil/trace.go:171","msg":"trace[195910607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25108; }","duration":"4.453905747s","start":"2026-06-03T00:42:19.528197Z","end":"2026-06-03T00:42:23.982103Z","steps":["trace[195910607] 'agreement among raft nodes before linearized reading' (duration: 4.453836176s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:23.982128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:19.528178Z","time spent":"4.453945647s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-03T00:42:23.982125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.451759309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-06-03T00:42:23.982117Z","caller":"traceutil/trace.go:171","msg":"trace[1863703478] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25108; }","duration":"4.434320019s","start":"2026-06-03T00:42:19.547578Z","end":"2026-06-03T00:42:23.981898Z","steps":["trace[1863703478] 'agreement among raft nodes before linearized reading' (duration: 4.434075473s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:42:23.982175Z","caller":"traceutil/trace.go:171","msg":"trace[298096964] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25108; }","duration":"4.451831081s","start":"2026-06-03T00:42:19.53033Z","end":"2026-06-03T00:42:23.982161Z","steps":["trace[298096964] 'agreement among raft nodes before linearized reading' (duration: 4.451693986s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:23.982197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:19.547555Z","time spent":"4.434628677s","remote":"127.0.0.1:46954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-03T00:42:23.982208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:19.53032Z","time spent":"4.451881212s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-03T00:42:23.982336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.447136094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-06-03T00:42:23.982362Z","caller":"traceutil/trace.go:171","msg":"trace[2098730974] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25108; }","duration":"4.447182176s","start":"2026-06-03T00:42:19.535173Z","end":"2026-06-03T00:42:23.982355Z","steps":["trace[2098730974] 'agreement among raft nodes before linearized reading' (duration: 4.447125824s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:23.98238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:19.53516Z","time spent":"4.447216507s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-03T00:42:23.982281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.281721234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-06-03T00:42:23.982414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.786151196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:42:23.982433Z","caller":"traceutil/trace.go:171","msg":"trace[75576548] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25108; }","duration":"3.281968371s","start":"2026-06-03T00:42:20.700459Z","end":"2026-06-03T00:42:23.982427Z","steps":["trace[75576548] 'agreement among raft nodes before linearized reading' (duration: 3.28118515s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:23.98246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:20.700439Z","time spent":"3.282014082s","remote":"127.0.0.1:47974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":178,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-06-03T00:42:23.982465Z","caller":"traceutil/trace.go:171","msg":"trace[1719415907] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:25108; }","duration":"3.786238639s","start":"2026-06-03T00:42:20.196211Z","end":"2026-06-03T00:42:23.98245Z","steps":["trace[1719415907] 'agreement among raft nodes before linearized reading' (duration: 3.786163628s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:23.9825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:20.19619Z","time spent":"3.786301611s","remote":"127.0.0.1:35582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-06-03T00:42:23.98239Z","caller":"traceutil/trace.go:171","msg":"trace[137817475] transaction","detail":"{read_only:false; response_revision:25106; number_of_response:1; }","duration":"2.419950711s","start":"2026-06-03T00:42:21.562416Z","end":"2026-06-03T00:42:23.982367Z","steps":["trace[137817475] 'process raft request' (duration: 2.039445684s)","trace[137817475] 'compare' (duration: 379.103519ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:42:23.982504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.445689464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-06-03T00:42:23.982603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.559912818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:42:23.982613Z","caller":"traceutil/trace.go:171","msg":"trace[1409417769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25108; }","duration":"4.445920652s","start":"2026-06-03T00:42:19.536675Z","end":"2026-06-03T00:42:23.982596Z","steps":["trace[1409417769] 'agreement among raft nodes before linearized reading' (duration: 4.445374577s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:23.982677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.881557085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-03T00:42:23.98269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.904337233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:42:23.982694Z","caller":"traceutil/trace.go:171","msg":"trace[93401018] transaction","detail":"{read_only:false; response_revision:25107; number_of_response:1; }","duration":"2.388119693s","start":"2026-06-03T00:42:21.594565Z","end":"2026-06-03T00:42:23.982685Z","steps":["trace[93401018] 'process raft request' (duration: 2.386924471s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:42:23.98272Z","caller":"traceutil/trace.go:171","msg":"trace[1155243484] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:25108; }","duration":"2.904385995s","start":"2026-06-03T00:42:21.078327Z","end":"2026-06-03T00:42:23.982713Z","steps":["trace[1155243484] 'agreement among raft nodes before linearized reading' (duration: 2.904344503s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:42:23.982722Z","caller":"traceutil/trace.go:171","msg":"trace[1336936985] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25108; }","duration":"3.881648658s","start":"2026-06-03T00:42:20.10106Z","end":"2026-06-03T00:42:23.982709Z","steps":["trace[1336936985] 'agreement among raft nodes before linearized reading' (duration: 3.881583585s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:23.982561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:21.562395Z","time spent":"2.420146235s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:42:23.982762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:20.101038Z","time spent":"3.881716018s","remote":"127.0.0.1:59964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:42:23.982786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:21.594541Z","time spent":"2.388190635s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:42:23.982836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.087709871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-06-03T00:42:23.982881Z","caller":"traceutil/trace.go:171","msg":"trace[1863511899] transaction","detail":"{read_only:false; response_revision:25108; number_of_response:1; }","duration":"2.023037832s","start":"2026-06-03T00:42:21.959837Z","end":"2026-06-03T00:42:23.982875Z","steps":["trace[1863511899] 'process raft request' (duration: 2.021750288s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:42:23.982898Z","caller":"traceutil/trace.go:171","msg":"trace[1992462449] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25108; }","duration":"3.087797262s","start":"2026-06-03T00:42:20.895084Z","end":"2026-06-03T00:42:23.982881Z","steps":["trace[1992462449] 'agreement among raft nodes before linearized reading' (duration: 3.087613617s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:23.982919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:21.959815Z","time spent":"2.023083584s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:42:23.982939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:20.895069Z","time spent":"3.087862533s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-06-03T00:42:23.982956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.314004478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-03T00:42:23.982943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.006632823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-03T00:42:23.982996Z","caller":"traceutil/trace.go:171","msg":"trace[2013995846] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25108; }","duration":"2.314071998s","start":"2026-06-03T00:42:21.668911Z","end":"2026-06-03T00:42:23.982983Z","steps":["trace[2013995846] 'agreement among raft nodes before linearized reading' (duration: 2.314016177s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:23.982737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:21.078315Z","time spent":"2.904418735s","remote":"127.0.0.1:35692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:42:23.983035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:21.668894Z","time spent":"2.314133191s","remote":"127.0.0.1:59918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-06-03T00:42:23.983046Z","caller":"traceutil/trace.go:171","msg":"trace[1820579199] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25108; }","duration":"4.006760007s","start":"2026-06-03T00:42:19.976249Z","end":"2026-06-03T00:42:23.983009Z","steps":["trace[1820579199] 'agreement among raft nodes before linearized reading' (duration: 4.006618552s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:23.984257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:19.97623Z","time spent":"4.00801506s","remote":"127.0.0.1:46768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:42:23.982848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.116748418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:42:23.984499Z","caller":"traceutil/trace.go:171","msg":"trace[187654329] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25108; }","duration":"4.118439153s","start":"2026-06-03T00:42:19.866049Z","end":"2026-06-03T00:42:23.984488Z","steps":["trace[187654329] 'agreement among raft nodes before linearized reading' (duration: 4.116739028s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:23.984549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:19.866027Z","time spent":"4.118511986s","remote":"127.0.0.1:59672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:42:23.982695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:19.536666Z","time spent":"4.446020124s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-03T00:42:23.982655Z","caller":"traceutil/trace.go:171","msg":"trace[779433973] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:25108; }","duration":"2.559999661s","start":"2026-06-03T00:42:21.422641Z","end":"2026-06-03T00:42:23.98264Z","steps":["trace[779433973] 'agreement among raft nodes before linearized reading' (duration: 2.55992983s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:23.984851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:21.422621Z","time spent":"2.562213081s","remote":"127.0.0.1:49546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-06-03T00:42:23.982658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.918657718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:42:23.985057Z","caller":"traceutil/trace.go:171","msg":"trace[757404288] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25108; }","duration":"2.921047872s","start":"2026-06-03T00:42:21.063994Z","end":"2026-06-03T00:42:23.985042Z","steps":["trace[757404288] 'agreement among raft nodes before linearized reading' (duration: 2.918644207s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:23.985103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:21.063941Z","time spent":"2.921149025s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:42:24.464208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999831927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-03T00:42:24.464303Z","caller":"traceutil/trace.go:171","msg":"trace[1833236934] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000007913s","start":"2026-06-03T00:42:22.464274Z","end":"2026-06-03T00:42:24.464282Z","steps":["trace[1833236934] 'agreement among raft nodes before linearized reading' (duration: 1.999867059s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:24.464355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:22.464253Z","time spent":"2.000088165s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-03T00:42:24.482546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398341120363347787,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-03T00:42:24.531975Z","caller":"traceutil/trace.go:171","msg":"trace[1225702404] transaction","detail":"{read_only:false; response_revision:25109; number_of_response:1; }","duration":"572.220617ms","start":"2026-06-03T00:42:23.959735Z","end":"2026-06-03T00:42:24.531955Z","steps":["trace[1225702404] 'process raft request' (duration: 572.105614ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:24.532118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:23.959708Z","time spent":"572.322601ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:42:24.538201Z","caller":"traceutil/trace.go:171","msg":"trace[1574299865] transaction","detail":"{read_only:false; response_revision:25110; number_of_response:1; }","duration":"577.8629ms","start":"2026-06-03T00:42:23.960309Z","end":"2026-06-03T00:42:24.538172Z","steps":["trace[1574299865] 'process raft request' (duration: 577.689985ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:24.538419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:23.960289Z","time spent":"578.039804ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:42:24.538541Z","caller":"traceutil/trace.go:171","msg":"trace[2037704836] transaction","detail":"{read_only:false; response_revision:25111; number_of_response:1; }","duration":"577.89754ms","start":"2026-06-03T00:42:23.960623Z","end":"2026-06-03T00:42:24.53852Z","steps":["trace[2037704836] 'process raft request' (duration: 577.509969ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:24.538652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:23.960609Z","time spent":"577.990923ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:42:24.538772Z","caller":"traceutil/trace.go:171","msg":"trace[1113176074] transaction","detail":"{read_only:false; response_revision:25116; number_of_response:1; }","duration":"548.635782ms","start":"2026-06-03T00:42:23.990124Z","end":"2026-06-03T00:42:24.53876Z","steps":["trace[1113176074] 'process raft request' (duration: 548.465737ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:24.538828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:23.990111Z","time spent":"548.688213ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:42:24.538741Z","caller":"traceutil/trace.go:171","msg":"trace[1692529304] transaction","detail":"{read_only:false; response_revision:25112; number_of_response:1; }","duration":"576.635086ms","start":"2026-06-03T00:42:23.962025Z","end":"2026-06-03T00:42:24.53866Z","steps":["trace[1692529304] 'process raft request' (duration: 576.388879ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:42:24.538904Z","caller":"traceutil/trace.go:171","msg":"trace[1206277364] transaction","detail":"{read_only:false; response_revision:25117; number_of_response:1; }","duration":"547.660936ms","start":"2026-06-03T00:42:23.991231Z","end":"2026-06-03T00:42:24.538892Z","steps":["trace[1206277364] 'process raft request' (duration: 547.382219ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:42:24.53896Z","caller":"traceutil/trace.go:171","msg":"trace[1071321826] transaction","detail":"{read_only:false; response_revision:25119; number_of_response:1; }","duration":"499.624924ms","start":"2026-06-03T00:42:24.039316Z","end":"2026-06-03T00:42:24.538941Z","steps":["trace[1071321826] 'process raft request' (duration: 499.348336ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:42:24.539053Z","caller":"traceutil/trace.go:171","msg":"trace[214918904] transaction","detail":"{read_only:false; response_revision:25113; number_of_response:1; }","duration":"550.239245ms","start":"2026-06-03T00:42:23.988774Z","end":"2026-06-03T00:42:24.539013Z","steps":["trace[214918904] 'process raft request' (duration: 549.728792ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:24.539102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:24.039301Z","time spent":"499.721665ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:42:24.539139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:23.98875Z","time spent":"550.358478ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:42:24.539189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:23.99121Z","time spent":"547.796429ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:42:24.539256Z","caller":"traceutil/trace.go:171","msg":"trace[1030908939] transaction","detail":"{read_only:false; response_revision:25115; number_of_response:1; }","duration":"550.043321ms","start":"2026-06-03T00:42:23.989204Z","end":"2026-06-03T00:42:24.539247Z","steps":["trace[1030908939] 'process raft request' (duration: 549.356692ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:24.539195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:23.962006Z","time spent":"576.923614ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:42:24.539316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:23.989187Z","time spent":"550.097012ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:42:24.53885Z","caller":"traceutil/trace.go:171","msg":"trace[89828689] transaction","detail":"{read_only:false; response_revision:25118; number_of_response:1; }","duration":"521.314297ms","start":"2026-06-03T00:42:24.017512Z","end":"2026-06-03T00:42:24.538826Z","steps":["trace[89828689] 'process raft request' (duration: 521.124091ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:24.539398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:24.017495Z","time spent":"521.871482ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:42:24.539225Z","caller":"traceutil/trace.go:171","msg":"trace[1068581882] transaction","detail":"{read_only:false; response_revision:25114; number_of_response:1; }","duration":"550.42833ms","start":"2026-06-03T00:42:23.988787Z","end":"2026-06-03T00:42:24.539215Z","steps":["trace[1068581882] 'process raft request' (duration: 549.744182ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:24.539504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:23.988772Z","time spent":"550.680157ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:42:24.543557Z","caller":"traceutil/trace.go:171","msg":"trace[719109000] linearizableReadLoop","detail":"{readStateIndex:25956; appliedIndex:25945; }","duration":"561.864269ms","start":"2026-06-03T00:42:23.981672Z","end":"2026-06-03T00:42:24.543536Z","steps":["trace[719109000] 'read index received' (duration: 550.36357ms)","trace[719109000] 'applied index is now lower than readState.Index' (duration: 11.499629ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:42:24.543696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09667249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:42:24.543727Z","caller":"traceutil/trace.go:171","msg":"trace[1613640202] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25119; }","duration":"1.096723701s","start":"2026-06-03T00:42:23.446994Z","end":"2026-06-03T00:42:24.543718Z","steps":["trace[1613640202] 'agreement among raft nodes before linearized reading' (duration: 1.096651269s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:24.543754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:23.446972Z","time spent":"1.096775401s","remote":"127.0.0.1:59814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:42:24.543754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.011036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b56b6338e3cd0e\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-06-03T00:42:24.543813Z","caller":"traceutil/trace.go:171","msg":"trace[770289204] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b56b6338e3cd0e; range_end:; response_count:1; response_revision:25119; }","duration":"948.102309ms","start":"2026-06-03T00:42:23.595681Z","end":"2026-06-03T00:42:24.543783Z","steps":["trace[770289204] 'agreement among raft nodes before linearized reading' (duration: 947.902653ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:24.543846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:23.595659Z","time spent":"948.18026ms","remote":"127.0.0.1:46850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b56b6338e3cd0e\" "} {"level":"warn","ts":"2026-06-03T00:42:24.543953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489395594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:42:24.543978Z","caller":"traceutil/trace.go:171","msg":"trace[1985133119] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25119; }","duration":"1.489424064s","start":"2026-06-03T00:42:23.054548Z","end":"2026-06-03T00:42:24.543972Z","steps":["trace[1985133119] 'agreement among raft nodes before linearized reading' (duration: 1.489377013s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:24.543997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:23.05449Z","time spent":"1.489501827s","remote":"127.0.0.1:48044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:42:24.54404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.230494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-03T00:42:24.544061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.342177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:42:24.544104Z","caller":"traceutil/trace.go:171","msg":"trace[142494899] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:25119; }","duration":"892.333907ms","start":"2026-06-03T00:42:23.651756Z","end":"2026-06-03T00:42:24.54409Z","steps":["trace[142494899] 'agreement among raft nodes before linearized reading' (duration: 892.226164ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:42:24.544145Z","caller":"traceutil/trace.go:171","msg":"trace[1743738118] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:25119; }","duration":"687.476462ms","start":"2026-06-03T00:42:23.856648Z","end":"2026-06-03T00:42:24.544124Z","steps":["trace[1743738118] 'agreement among raft nodes before linearized reading' (duration: 687.332428ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:24.544162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:23.651732Z","time spent":"892.416108ms","remote":"127.0.0.1:35694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:42:24.544178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.923009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-06-03T00:42:24.544191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.786171054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-03T00:42:24.544195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:23.856627Z","time spent":"687.555323ms","remote":"127.0.0.1:35594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-06-03T00:42:24.544225Z","caller":"traceutil/trace.go:171","msg":"trace[1739934880] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25119; }","duration":"1.786262358s","start":"2026-06-03T00:42:22.75795Z","end":"2026-06-03T00:42:24.544212Z","steps":["trace[1739934880] 'agreement among raft nodes before linearized reading' (duration: 1.786221456s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:24.54426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:22.757927Z","time spent":"1.786324148s","remote":"127.0.0.1:49520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:42:24.544154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642495385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-03T00:42:24.544329Z","caller":"traceutil/trace.go:171","msg":"trace[1370455923] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25119; }","duration":"1.64267188s","start":"2026-06-03T00:42:22.90165Z","end":"2026-06-03T00:42:24.544322Z","steps":["trace[1370455923] 'agreement among raft nodes before linearized reading' (duration: 1.642464835s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:24.544357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:22.901599Z","time spent":"1.642749243s","remote":"127.0.0.1:46932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-06-03T00:42:24.544206Z","caller":"traceutil/trace.go:171","msg":"trace[1097873081] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25119; }","duration":"555.95217ms","start":"2026-06-03T00:42:23.988248Z","end":"2026-06-03T00:42:24.5442Z","steps":["trace[1097873081] 'agreement among raft nodes before linearized reading' (duration: 555.851358ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:24.544395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.101002041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-03T00:42:24.544424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:23.988209Z","time spent":"556.201006ms","remote":"127.0.0.1:46954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-03T00:42:24.544092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.357975291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:42:24.544457Z","caller":"traceutil/trace.go:171","msg":"trace[1856679443] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25119; }","duration":"2.101123055s","start":"2026-06-03T00:42:22.44332Z","end":"2026-06-03T00:42:24.544443Z","steps":["trace[1856679443] 'agreement among raft nodes before linearized reading' (duration: 2.100981941s)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:42:24.544485Z","caller":"traceutil/trace.go:171","msg":"trace[598144157] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25119; }","duration":"2.358444913s","start":"2026-06-03T00:42:22.186032Z","end":"2026-06-03T00:42:24.544477Z","steps":["trace[598144157] 'agreement among raft nodes before linearized reading' (duration: 2.358021322s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:24.544492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:22.443304Z","time spent":"2.101181305s","remote":"127.0.0.1:50114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:42:24.544513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:22.185996Z","time spent":"2.358509335s","remote":"127.0.0.1:49524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-06-03T00:42:26.878905Z","caller":"traceutil/trace.go:171","msg":"trace[1534902843] transaction","detail":"{read_only:false; response_revision:25187; number_of_response:1; }","duration":"337.234699ms","start":"2026-06-03T00:42:26.541641Z","end":"2026-06-03T00:42:26.878876Z","steps":["trace[1534902843] 'process raft request' (duration: 336.913181ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:26.879084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:26.541608Z","time spent":"337.386575ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:42:27.267608Z","caller":"traceutil/trace.go:171","msg":"trace[1383949268] transaction","detail":"{read_only:false; response_revision:25189; number_of_response:1; }","duration":"722.802143ms","start":"2026-06-03T00:42:26.544785Z","end":"2026-06-03T00:42:27.267587Z","steps":["trace[1383949268] 'process raft request' (duration: 722.730701ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:27.267726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:26.544767Z","time spent":"722.903394ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:42:27.267724Z","caller":"traceutil/trace.go:171","msg":"trace[1061944196] linearizableReadLoop","detail":"{readStateIndex:26026; appliedIndex:26024; }","duration":"723.117981ms","start":"2026-06-03T00:42:26.544582Z","end":"2026-06-03T00:42:27.2677Z","steps":["trace[1061944196] 'read index received' (duration: 334.038084ms)","trace[1061944196] 'applied index is now lower than readState.Index' (duration: 389.078477ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:42:27.267777Z","caller":"traceutil/trace.go:171","msg":"trace[179213620] transaction","detail":"{read_only:false; response_revision:25190; number_of_response:1; }","duration":"722.609088ms","start":"2026-06-03T00:42:26.545142Z","end":"2026-06-03T00:42:27.267751Z","steps":["trace[179213620] 'process raft request' (duration: 722.402692ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:27.267873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.391877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:42:27.267913Z","caller":"traceutil/trace.go:171","msg":"trace[387282001] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25190; }","duration":"219.481719ms","start":"2026-06-03T00:42:27.048419Z","end":"2026-06-03T00:42:27.267901Z","steps":["trace[387282001] 'agreement among raft nodes before linearized reading' (duration: 219.412878ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:27.267927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:26.545101Z","time spent":"722.74672ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:42:27.267951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.280255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-03T00:42:27.267978Z","caller":"traceutil/trace.go:171","msg":"trace[312240201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25190; }","duration":"723.342747ms","start":"2026-06-03T00:42:26.544627Z","end":"2026-06-03T00:42:27.26797Z","steps":["trace[312240201] 'agreement among raft nodes before linearized reading' (duration: 723.199173ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:27.268001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:26.544617Z","time spent":"723.378678ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-03T00:42:27.267596Z","caller":"traceutil/trace.go:171","msg":"trace[350666084] transaction","detail":"{read_only:false; response_revision:25188; number_of_response:1; }","duration":"723.010228ms","start":"2026-06-03T00:42:26.544556Z","end":"2026-06-03T00:42:27.267567Z","steps":["trace[350666084] 'process raft request' (duration: 722.853514ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:27.268023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.412339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-06-03T00:42:27.26809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.147055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:42:27.26809Z","caller":"traceutil/trace.go:171","msg":"trace[774398255] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25190; }","duration":"723.543491ms","start":"2026-06-03T00:42:26.54453Z","end":"2026-06-03T00:42:27.268073Z","steps":["trace[774398255] 'agreement among raft nodes before linearized reading' (duration: 723.284215ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:27.268095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:26.544533Z","time spent":"723.527561ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:42:27.268119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.371457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-06-03T00:42:27.268131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:26.544501Z","time spent":"723.623065ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-03T00:42:27.26814Z","caller":"traceutil/trace.go:171","msg":"trace[885960181] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25190; }","duration":"723.391049ms","start":"2026-06-03T00:42:26.544742Z","end":"2026-06-03T00:42:27.268133Z","steps":["trace[885960181] 'agreement among raft nodes before linearized reading' (duration: 723.331806ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:27.268157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:26.544708Z","time spent":"723.44499ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-03T00:42:27.268118Z","caller":"traceutil/trace.go:171","msg":"trace[327449568] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25190; }","duration":"182.179095ms","start":"2026-06-03T00:42:27.085932Z","end":"2026-06-03T00:42:27.268111Z","steps":["trace[327449568] 'agreement among raft nodes before linearized reading' (duration: 182.134114ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:27.268236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.569043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-06-03T00:42:27.268255Z","caller":"traceutil/trace.go:171","msg":"trace[1045529200] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25190; }","duration":"723.611504ms","start":"2026-06-03T00:42:26.544637Z","end":"2026-06-03T00:42:27.268248Z","steps":["trace[1045529200] 'agreement among raft nodes before linearized reading' (duration: 723.562522ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:27.26826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.557323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-06-03T00:42:27.268276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:26.544625Z","time spent":"723.646245ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-06-03T00:42:27.268297Z","caller":"traceutil/trace.go:171","msg":"trace[789192906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25190; }","duration":"723.614894ms","start":"2026-06-03T00:42:26.544671Z","end":"2026-06-03T00:42:27.268286Z","steps":["trace[789192906] 'agreement among raft nodes before linearized reading' (duration: 723.493221ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:27.268326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:26.544663Z","time spent":"723.655005ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-03T00:42:27.72544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.391347ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-03T00:42:27.725547Z","caller":"traceutil/trace.go:171","msg":"trace[1272743683] transaction","detail":"{read_only:false; response_revision:25191; number_of_response:1; }","duration":"453.992434ms","start":"2026-06-03T00:42:27.271536Z","end":"2026-06-03T00:42:27.725528Z","steps":["trace[1272743683] 'process raft request' (duration: 198.414153ms)","trace[1272743683] 'compare' (duration: 255.19493ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:42:27.725619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:27.271517Z","time spent":"454.070506ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:42:28.212836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.204422ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-03T00:42:28.213018Z","caller":"traceutil/trace.go:171","msg":"trace[154882070] transaction","detail":"{read_only:false; response_revision:25192; number_of_response:1; }","duration":"940.613017ms","start":"2026-06-03T00:42:27.272372Z","end":"2026-06-03T00:42:28.212985Z","steps":["trace[154882070] 'process raft request' (duration: 627.170278ms)","trace[154882070] 'compare' (duration: 313.047178ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:42:28.213092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:27.272361Z","time spent":"940.698039ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:42:28.213277Z","caller":"traceutil/trace.go:171","msg":"trace[2073014269] linearizableReadLoop","detail":"{readStateIndex:26033; appliedIndex:26028; }","duration":"937.320759ms","start":"2026-06-03T00:42:27.275935Z","end":"2026-06-03T00:42:28.213256Z","steps":["trace[2073014269] 'read index received' (duration: 194.096296ms)","trace[2073014269] 'applied index is now lower than readState.Index' (duration: 743.223653ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:42:28.213386Z","caller":"traceutil/trace.go:171","msg":"trace[1809751156] transaction","detail":"{read_only:false; response_revision:25194; number_of_response:1; }","duration":"940.531115ms","start":"2026-06-03T00:42:27.272846Z","end":"2026-06-03T00:42:28.213377Z","steps":["trace[1809751156] 'process raft request' (duration: 940.279597ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:28.213466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:27.272836Z","time spent":"940.574506ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:42:28.21326Z","caller":"traceutil/trace.go:171","msg":"trace[2049610549] transaction","detail":"{read_only:false; response_revision:25193; number_of_response:1; }","duration":"940.838192ms","start":"2026-06-03T00:42:27.272392Z","end":"2026-06-03T00:42:28.213231Z","steps":["trace[2049610549] 'process raft request' (duration: 940.548405ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:42:28.213538Z","caller":"traceutil/trace.go:171","msg":"trace[27334557] transaction","detail":"{read_only:false; response_revision:25195; number_of_response:1; }","duration":"940.493793ms","start":"2026-06-03T00:42:27.27303Z","end":"2026-06-03T00:42:28.213524Z","steps":["trace[27334557] 'process raft request' (duration: 940.158884ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:28.213603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:27.273023Z","time spent":"940.546194ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:42:28.213596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:27.272359Z","time spent":"941.164221ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:42:28.21362Z","caller":"traceutil/trace.go:171","msg":"trace[1343703353] transaction","detail":"{read_only:false; response_revision:25196; number_of_response:1; }","duration":"695.549349ms","start":"2026-06-03T00:42:27.518047Z","end":"2026-06-03T00:42:28.213596Z","steps":["trace[1343703353] 'process raft request' (duration: 695.181448ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:28.213714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:27.518021Z","time spent":"695.647351ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:42:28.213789Z","caller":"traceutil/trace.go:171","msg":"trace[1672256335] transaction","detail":"{read_only:false; response_revision:25197; number_of_response:1; }","duration":"217.437265ms","start":"2026-06-03T00:42:27.996323Z","end":"2026-06-03T00:42:28.21376Z","steps":["trace[1672256335] 'process raft request' (duration: 217.165858ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:42:28.213812Z","caller":"traceutil/trace.go:171","msg":"trace[1112230313] transaction","detail":"{read_only:false; response_revision:25198; number_of_response:1; }","duration":"216.818698ms","start":"2026-06-03T00:42:27.996965Z","end":"2026-06-03T00:42:28.213784Z","steps":["trace[1112230313] 'process raft request' (duration: 216.719276ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:28.213835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.892473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18198222-d430-46dc-a844-ce72fcb09af4\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-06-03T00:42:28.213901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.843216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-06-03T00:42:28.213908Z","caller":"traceutil/trace.go:171","msg":"trace[1466069602] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-18198222-d430-46dc-a844-ce72fcb09af4; range_end:; response_count:1; response_revision:25197; }","duration":"937.993046ms","start":"2026-06-03T00:42:27.275893Z","end":"2026-06-03T00:42:28.213886Z","steps":["trace[1466069602] 'agreement among raft nodes before linearized reading' (duration: 937.693818ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:42:28.213934Z","caller":"traceutil/trace.go:171","msg":"trace[2143191581] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25198; }","duration":"217.875776ms","start":"2026-06-03T00:42:27.996049Z","end":"2026-06-03T00:42:28.213925Z","steps":["trace[2143191581] 'agreement among raft nodes before linearized reading' (duration: 217.752273ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:28.213925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.01567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18198222-d430-46dc-a844-ce72fcb09af4\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-06-03T00:42:28.213957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:27.27588Z","time spent":"938.062878ms","remote":"127.0.0.1:46954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18198222-d430-46dc-a844-ce72fcb09af4\" "} {"level":"info","ts":"2026-06-03T00:42:28.214014Z","caller":"traceutil/trace.go:171","msg":"trace[225786334] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-18198222-d430-46dc-a844-ce72fcb09af4; range_end:; response_count:1; response_revision:25198; }","duration":"830.146422ms","start":"2026-06-03T00:42:27.383847Z","end":"2026-06-03T00:42:28.213994Z","steps":["trace[225786334] 'agreement among raft nodes before linearized reading' (duration: 829.929316ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:28.214052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:27.383825Z","time spent":"830.216594ms","remote":"127.0.0.1:46954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18198222-d430-46dc-a844-ce72fcb09af4\" "} {"level":"warn","ts":"2026-06-03T00:42:29.068513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.621176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-03T00:42:29.068648Z","caller":"traceutil/trace.go:171","msg":"trace[961730085] transaction","detail":"{read_only:false; response_revision:25199; number_of_response:1; }","duration":"849.772381ms","start":"2026-06-03T00:42:28.218852Z","end":"2026-06-03T00:42:29.068625Z","steps":["trace[961730085] 'process raft request' (duration: 516.96007ms)","trace[961730085] 'compare' (duration: 332.197604ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:42:29.068713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:28.218837Z","time spent":"849.843604ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:42:29.277724Z","caller":"traceutil/trace.go:171","msg":"trace[1339028704] linearizableReadLoop","detail":"{readStateIndex:26038; appliedIndex:26036; }","duration":"814.337146ms","start":"2026-06-03T00:42:28.463361Z","end":"2026-06-03T00:42:29.277699Z","steps":["trace[1339028704] 'read index received' (duration: 272.588229ms)","trace[1339028704] 'applied index is now lower than readState.Index' (duration: 541.747757ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:42:29.277833Z","caller":"traceutil/trace.go:171","msg":"trace[113277373] transaction","detail":"{read_only:false; response_revision:25200; number_of_response:1; }","duration":"1.057391862s","start":"2026-06-03T00:42:28.22043Z","end":"2026-06-03T00:42:29.277822Z","steps":["trace[113277373] 'process raft request' (duration: 1.057087854s)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:29.277944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:28.220413Z","time spent":"1.057450443s","remote":"127.0.0.1:46954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3740,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:42:29.278036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.659816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:42:29.278112Z","caller":"traceutil/trace.go:171","msg":"trace[712944673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25200; }","duration":"814.789849ms","start":"2026-06-03T00:42:28.463306Z","end":"2026-06-03T00:42:29.278095Z","steps":["trace[712944673] 'agreement among raft nodes before linearized reading' (duration: 814.636456ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:29.278156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:28.463284Z","time spent":"814.863922ms","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-03T00:42:29.352757Z","caller":"traceutil/trace.go:171","msg":"trace[1365395993] transaction","detail":"{read_only:false; response_revision:25201; number_of_response:1; }","duration":"467.660432ms","start":"2026-06-03T00:42:28.885066Z","end":"2026-06-03T00:42:29.352726Z","steps":["trace[1365395993] 'process raft request' (duration: 467.100887ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:29.35296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:28.88501Z","time spent":"467.842567ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:42:29.353245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.577165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:42:29.353298Z","caller":"traceutil/trace.go:171","msg":"trace[1723045323] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25204; }","duration":"244.664597ms","start":"2026-06-03T00:42:29.108617Z","end":"2026-06-03T00:42:29.353281Z","steps":["trace[1723045323] 'agreement among raft nodes before linearized reading' (duration: 244.574175ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:29.353286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.76895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-06-03T00:42:29.353355Z","caller":"traceutil/trace.go:171","msg":"trace[2097744526] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:25204; }","duration":"166.889404ms","start":"2026-06-03T00:42:29.186448Z","end":"2026-06-03T00:42:29.353337Z","steps":["trace[2097744526] 'agreement among raft nodes before linearized reading' (duration: 166.662838ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:29.353498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.0286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:42:29.353537Z","caller":"traceutil/trace.go:171","msg":"trace[236368937] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25204; }","duration":"846.105713ms","start":"2026-06-03T00:42:28.507422Z","end":"2026-06-03T00:42:29.353528Z","steps":["trace[236368937] 'agreement among raft nodes before linearized reading' (duration: 846.041251ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:29.353566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:28.5074Z","time spent":"846.157713ms","remote":"127.0.0.1:43102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:42:29.354798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.163569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18198222-d430-46dc-a844-ce72fcb09af4\" ","response":"range_response_count:1 size:3758"} {"level":"info","ts":"2026-06-03T00:42:29.354867Z","caller":"traceutil/trace.go:171","msg":"trace[1489473825] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-18198222-d430-46dc-a844-ce72fcb09af4; range_end:; response_count:1; response_revision:25204; }","duration":"135.996682ms","start":"2026-06-03T00:42:29.218856Z","end":"2026-06-03T00:42:29.354853Z","steps":["trace[1489473825] 'agreement among raft nodes before linearized reading' (duration: 134.918143ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:29.840862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.646347ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-06-03T00:42:29.841272Z","caller":"traceutil/trace.go:171","msg":"trace[41259087] linearizableReadLoop","detail":"{readStateIndex:26043; appliedIndex:26042; }","duration":"480.512408ms","start":"2026-06-03T00:42:29.360744Z","end":"2026-06-03T00:42:29.841256Z","steps":["trace[41259087] 'read index received' (duration: 362.463389ms)","trace[41259087] 'applied index is now lower than readState.Index' (duration: 118.047078ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:42:29.841455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:29.354602Z","time spent":"486.848248ms","remote":"127.0.0.1:46816","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-03T00:42:29.841584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.804436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:42:29.841679Z","caller":"traceutil/trace.go:171","msg":"trace[1786026143] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25204; }","duration":"480.92787ms","start":"2026-06-03T00:42:29.360728Z","end":"2026-06-03T00:42:29.841656Z","steps":["trace[1786026143] 'agreement among raft nodes before linearized reading' (duration: 480.755135ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:29.841737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:29.36072Z","time spent":"481.001442ms","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-06-03T00:42:30.320894Z","caller":"traceutil/trace.go:171","msg":"trace[957212640] transaction","detail":"{read_only:false; response_revision:25205; number_of_response:1; }","duration":"776.502657ms","start":"2026-06-03T00:42:29.544363Z","end":"2026-06-03T00:42:30.320866Z","steps":["trace[957212640] 'process raft request' (duration: 776.062395ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:30.321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.942292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-03T00:42:30.321008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.56144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:42:30.321036Z","caller":"traceutil/trace.go:171","msg":"trace[574429018] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25205; }","duration":"656.023304ms","start":"2026-06-03T00:42:29.665004Z","end":"2026-06-03T00:42:30.321027Z","steps":["trace[574429018] 'agreement among raft nodes before linearized reading' (duration: 655.955473ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:30.321033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:29.544337Z","time spent":"776.626742ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:42:30.321049Z","caller":"traceutil/trace.go:171","msg":"trace[187156387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25205; }","duration":"857.653542ms","start":"2026-06-03T00:42:29.463386Z","end":"2026-06-03T00:42:30.32104Z","steps":["trace[187156387] 'agreement among raft nodes before linearized reading' (duration: 857.563381ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:30.32106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:29.664983Z","time spent":"656.071315ms","remote":"127.0.0.1:50148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:42:30.32108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:29.463365Z","time spent":"857.708616ms","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-03T00:42:30.321057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.550098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-06-03T00:42:30.321056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.517413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:42:30.321133Z","caller":"traceutil/trace.go:171","msg":"trace[649734829] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25205; }","duration":"591.636361ms","start":"2026-06-03T00:42:29.729479Z","end":"2026-06-03T00:42:30.321115Z","steps":["trace[649734829] 'agreement among raft nodes before linearized reading' (duration: 591.403244ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:30.321149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.35881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-06-03T00:42:30.321174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:29.729458Z","time spent":"591.708122ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-03T00:42:30.320901Z","caller":"traceutil/trace.go:171","msg":"trace[281721710] linearizableReadLoop","detail":"{readStateIndex:26044; appliedIndex:26044; }","duration":"479.576373ms","start":"2026-06-03T00:42:29.841297Z","end":"2026-06-03T00:42:30.320873Z","steps":["trace[281721710] 'read index received' (duration: 479.566913ms)","trace[281721710] 'applied index is now lower than readState.Index' (duration: 7.79µs)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:42:30.321179Z","caller":"traceutil/trace.go:171","msg":"trace[1236391692] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25205; }","duration":"586.682636ms","start":"2026-06-03T00:42:29.734463Z","end":"2026-06-03T00:42:30.321145Z","steps":["trace[1236391692] 'agreement among raft nodes before linearized reading' (duration: 586.46456ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:42:30.321217Z","caller":"traceutil/trace.go:171","msg":"trace[535251614] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25205; }","duration":"693.436862ms","start":"2026-06-03T00:42:29.627766Z","end":"2026-06-03T00:42:30.321203Z","steps":["trace[535251614] 'agreement among raft nodes before linearized reading' (duration: 693.235247ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:30.321248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:29.627703Z","time spent":"693.537805ms","remote":"127.0.0.1:46954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-03T00:42:30.321264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:29.734452Z","time spent":"586.788669ms","remote":"127.0.0.1:52022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-06-03T00:42:30.348593Z","caller":"traceutil/trace.go:171","msg":"trace[1431789212] transaction","detail":"{read_only:false; response_revision:25206; number_of_response:1; }","duration":"506.151789ms","start":"2026-06-03T00:42:29.842418Z","end":"2026-06-03T00:42:30.34857Z","steps":["trace[1431789212] 'process raft request' (duration: 505.891542ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:30.348742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:29.842402Z","time spent":"506.255621ms","remote":"127.0.0.1:46816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:42:30.348747Z","caller":"traceutil/trace.go:171","msg":"trace[1860165063] transaction","detail":"{read_only:false; response_revision:25208; number_of_response:1; }","duration":"128.991654ms","start":"2026-06-03T00:42:30.219735Z","end":"2026-06-03T00:42:30.348727Z","steps":["trace[1860165063] 'process raft request' (duration: 128.893061ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:42:30.348793Z","caller":"traceutil/trace.go:171","msg":"trace[1428721759] transaction","detail":"{read_only:false; response_revision:25207; number_of_response:1; }","duration":"129.225389ms","start":"2026-06-03T00:42:30.219542Z","end":"2026-06-03T00:42:30.348768Z","steps":["trace[1428721759] 'process raft request' (duration: 128.926841ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:30.349031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.878374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-06-03T00:42:30.349075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.104681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-03T00:42:30.349108Z","caller":"traceutil/trace.go:171","msg":"trace[1716106376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25209; }","duration":"131.190212ms","start":"2026-06-03T00:42:30.217908Z","end":"2026-06-03T00:42:30.349098Z","steps":["trace[1716106376] 'agreement among raft nodes before linearized reading' (duration: 131.0923ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:30.349159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.614766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-06-03T00:42:30.349156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.278527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-06-03T00:42:30.349171Z","caller":"traceutil/trace.go:171","msg":"trace[1555635006] transaction","detail":"{read_only:false; response_revision:25209; number_of_response:1; }","duration":"127.638156ms","start":"2026-06-03T00:42:30.221517Z","end":"2026-06-03T00:42:30.349156Z","steps":["trace[1555635006] 'process raft request' (duration: 127.170314ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:42:30.349195Z","caller":"traceutil/trace.go:171","msg":"trace[261112238] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25209; }","duration":"130.668939ms","start":"2026-06-03T00:42:30.218517Z","end":"2026-06-03T00:42:30.349186Z","steps":["trace[261112238] 'agreement among raft nodes before linearized reading' (duration: 130.580766ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:42:30.349217Z","caller":"traceutil/trace.go:171","msg":"trace[1418382062] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25209; }","duration":"130.35823ms","start":"2026-06-03T00:42:30.218842Z","end":"2026-06-03T00:42:30.3492Z","steps":["trace[1418382062] 'agreement among raft nodes before linearized reading' (duration: 130.164755ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:30.349227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.743159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-06-03T00:42:30.349079Z","caller":"traceutil/trace.go:171","msg":"trace[317655739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25209; }","duration":"130.971847ms","start":"2026-06-03T00:42:30.218094Z","end":"2026-06-03T00:42:30.349066Z","steps":["trace[317655739] 'agreement among raft nodes before linearized reading' (duration: 130.841052ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:42:30.349266Z","caller":"traceutil/trace.go:171","msg":"trace[118997769] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25209; }","duration":"215.855322ms","start":"2026-06-03T00:42:30.133398Z","end":"2026-06-03T00:42:30.349254Z","steps":["trace[118997769] 'agreement among raft nodes before linearized reading' (duration: 215.701158ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:30.349293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.844333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:42:30.349614Z","caller":"traceutil/trace.go:171","msg":"trace[126546967] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25209; }","duration":"502.179222ms","start":"2026-06-03T00:42:29.847418Z","end":"2026-06-03T00:42:30.349597Z","steps":["trace[126546967] 'agreement among raft nodes before linearized reading' (duration: 501.840762ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:30.349754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:29.84741Z","time spent":"502.328916ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-06-03T00:42:30.688923Z","caller":"traceutil/trace.go:171","msg":"trace[1565564208] transaction","detail":"{read_only:false; response_revision:25211; number_of_response:1; }","duration":"334.324162ms","start":"2026-06-03T00:42:30.354575Z","end":"2026-06-03T00:42:30.688899Z","steps":["trace[1565564208] 'process raft request' (duration: 334.163008ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:30.689083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:30.354562Z","time spent":"334.440565ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:42:30.690639Z","caller":"traceutil/trace.go:171","msg":"trace[941278936] transaction","detail":"{read_only:false; response_revision:25212; number_of_response:1; }","duration":"336.029698ms","start":"2026-06-03T00:42:30.354584Z","end":"2026-06-03T00:42:30.690614Z","steps":["trace[941278936] 'process raft request' (duration: 335.844153ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:30.690863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:30.354566Z","time spent":"336.146101ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:42:30.690972Z","caller":"traceutil/trace.go:171","msg":"trace[2080211347] transaction","detail":"{read_only:false; response_revision:25213; number_of_response:1; }","duration":"336.295185ms","start":"2026-06-03T00:42:30.354659Z","end":"2026-06-03T00:42:30.690954Z","steps":["trace[2080211347] 'process raft request' (duration: 335.911255ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:42:30.691118Z","caller":"traceutil/trace.go:171","msg":"trace[1263418876] linearizableReadLoop","detail":"{readStateIndex:26052; appliedIndex:26049; }","duration":"336.308985ms","start":"2026-06-03T00:42:30.35477Z","end":"2026-06-03T00:42:30.691079Z","steps":["trace[1263418876] 'read index received' (duration: 334.006724ms)","trace[1263418876] 'applied index is now lower than readState.Index' (duration: 2.300841ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:42:30.691307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.525351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:42:30.691364Z","caller":"traceutil/trace.go:171","msg":"trace[2046635542] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25214; }","duration":"336.602954ms","start":"2026-06-03T00:42:30.354747Z","end":"2026-06-03T00:42:30.69135Z","steps":["trace[2046635542] 'agreement among raft nodes before linearized reading' (duration: 336.507291ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:30.69109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:30.354637Z","time spent":"336.405899ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:42:30.691452Z","caller":"traceutil/trace.go:171","msg":"trace[1281079416] transaction","detail":"{read_only:false; response_revision:25214; number_of_response:1; }","duration":"336.320456ms","start":"2026-06-03T00:42:30.355121Z","end":"2026-06-03T00:42:30.691441Z","steps":["trace[1281079416] 'process raft request' (duration: 335.716579ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:30.691511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:30.355102Z","time spent":"336.377907ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:42:30.691415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:30.354738Z","time spent":"336.669395ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-06-03T00:42:30.691554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.356582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:42:30.691669Z","caller":"traceutil/trace.go:171","msg":"trace[2078642939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25214; }","duration":"227.520856ms","start":"2026-06-03T00:42:30.464122Z","end":"2026-06-03T00:42:30.691643Z","steps":["trace[2078642939] 'agreement among raft nodes before linearized reading' (duration: 227.3033ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:30.69168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.717759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18198222-d430-46dc-a844-ce72fcb09af4\" ","response":"range_response_count:1 size:3758"} {"level":"info","ts":"2026-06-03T00:42:30.691766Z","caller":"traceutil/trace.go:171","msg":"trace[1456676942] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-18198222-d430-46dc-a844-ce72fcb09af4; range_end:; response_count:1; response_revision:25214; }","duration":"332.838353ms","start":"2026-06-03T00:42:30.358907Z","end":"2026-06-03T00:42:30.691745Z","steps":["trace[1456676942] 'agreement among raft nodes before linearized reading' (duration: 332.613007ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:30.691746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.215813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-06-03T00:42:30.691814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:30.358898Z","time spent":"332.905624ms","remote":"127.0.0.1:46954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3780,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18198222-d430-46dc-a844-ce72fcb09af4\" "} {"level":"info","ts":"2026-06-03T00:42:30.691829Z","caller":"traceutil/trace.go:171","msg":"trace[1992774834] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25214; }","duration":"336.339096ms","start":"2026-06-03T00:42:30.355472Z","end":"2026-06-03T00:42:30.691811Z","steps":["trace[1992774834] 'agreement among raft nodes before linearized reading' (duration: 336.07837ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:30.691895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:30.35546Z","time spent":"336.414778ms","remote":"127.0.0.1:46816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-06-03T00:42:30.692059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.151208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18571"} {"level":"info","ts":"2026-06-03T00:42:30.692294Z","caller":"traceutil/trace.go:171","msg":"trace[1929189513] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25214; }","duration":"337.399585ms","start":"2026-06-03T00:42:30.354877Z","end":"2026-06-03T00:42:30.692277Z","steps":["trace[1929189513] 'agreement among raft nodes before linearized reading' (duration: 336.512691ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:30.692484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:30.354871Z","time spent":"337.598ms","remote":"127.0.0.1:46942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18593,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-06-03T00:42:33.151181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.584893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-03T00:42:33.151263Z","caller":"traceutil/trace.go:171","msg":"trace[1377940048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25226; }","duration":"456.710667ms","start":"2026-06-03T00:42:32.694535Z","end":"2026-06-03T00:42:33.151245Z","steps":["trace[1377940048] 'range keys from in-memory index tree' (duration: 456.401369ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:33.151304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:32.694514Z","time spent":"456.78241ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-03T00:42:33.151555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.902693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-06-03T00:42:33.151667Z","caller":"traceutil/trace.go:171","msg":"trace[267960213] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25226; }","duration":"457.037286ms","start":"2026-06-03T00:42:32.69461Z","end":"2026-06-03T00:42:33.151647Z","steps":["trace[267960213] 'range keys from in-memory index tree' (duration: 456.570994ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:33.151745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:32.694603Z","time spent":"457.127329ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-03T00:42:33.152053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.877565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-06-03T00:42:33.152566Z","caller":"traceutil/trace.go:171","msg":"trace[648132824] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25226; }","duration":"456.41917ms","start":"2026-06-03T00:42:32.696127Z","end":"2026-06-03T00:42:33.152546Z","steps":["trace[648132824] 'range keys from in-memory index tree' (duration: 455.749092ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:33.152859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:32.696107Z","time spent":"456.734918ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-03T00:42:33.15305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.824103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18198222-d430-46dc-a844-ce72fcb09af4\" ","response":"range_response_count:1 size:3944"} {"level":"info","ts":"2026-06-03T00:42:33.1531Z","caller":"traceutil/trace.go:171","msg":"trace[675303996] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-18198222-d430-46dc-a844-ce72fcb09af4; range_end:; response_count:1; response_revision:25226; }","duration":"452.887374ms","start":"2026-06-03T00:42:32.700197Z","end":"2026-06-03T00:42:33.153084Z","steps":["trace[675303996] 'range keys from in-memory index tree' (duration: 452.724729ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:33.153132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:32.700188Z","time spent":"452.936566ms","remote":"127.0.0.1:46954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3966,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18198222-d430-46dc-a844-ce72fcb09af4\" "} {"level":"warn","ts":"2026-06-03T00:42:33.153422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.389612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:42:33.153486Z","caller":"traceutil/trace.go:171","msg":"trace[506368853] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25226; }","duration":"393.495605ms","start":"2026-06-03T00:42:32.759973Z","end":"2026-06-03T00:42:33.153468Z","steps":["trace[506368853] 'count revisions from in-memory index tree' (duration: 393.259698ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:33.15353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:32.759952Z","time spent":"393.562407ms","remote":"127.0.0.1:43026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:42:33.153851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.530061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:42:33.153906Z","caller":"traceutil/trace.go:171","msg":"trace[1363635369] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25226; }","duration":"388.624495ms","start":"2026-06-03T00:42:32.765267Z","end":"2026-06-03T00:42:33.153892Z","steps":["trace[1363635369] 'count revisions from in-memory index tree' (duration: 388.387277ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:33.153948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:32.765246Z","time spent":"388.688695ms","remote":"127.0.0.1:59666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:42:33.151588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.364754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:42:33.155602Z","caller":"traceutil/trace.go:171","msg":"trace[1457196799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25226; }","duration":"692.406285ms","start":"2026-06-03T00:42:32.463183Z","end":"2026-06-03T00:42:33.15559Z","steps":["trace[1457196799] 'range keys from in-memory index tree' (duration: 688.304703ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:33.155633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:32.46317Z","time spent":"692.453965ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-03T00:42:33.152719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.988236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-06-03T00:42:33.155758Z","caller":"traceutil/trace.go:171","msg":"trace[1473784403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25226; }","duration":"463.059618ms","start":"2026-06-03T00:42:32.692692Z","end":"2026-06-03T00:42:33.155751Z","steps":["trace[1473784403] 'range keys from in-memory index tree' (duration: 459.879113ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:33.155788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:32.692661Z","time spent":"463.12074ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-03T00:42:33.448481Z","caller":"traceutil/trace.go:171","msg":"trace[298275395] transaction","detail":"{read_only:false; response_revision:25227; number_of_response:1; }","duration":"286.563486ms","start":"2026-06-03T00:42:33.16189Z","end":"2026-06-03T00:42:33.448453Z","steps":["trace[298275395] 'process raft request' (duration: 286.400372ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:42:33.973233Z","caller":"traceutil/trace.go:171","msg":"trace[1351649026] transaction","detail":"{read_only:false; response_revision:25228; number_of_response:1; }","duration":"811.213593ms","start":"2026-06-03T00:42:33.161996Z","end":"2026-06-03T00:42:33.97321Z","steps":["trace[1351649026] 'process raft request' (duration: 810.936735ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:33.973387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:33.16194Z","time spent":"811.369106ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:42:33.973433Z","caller":"traceutil/trace.go:171","msg":"trace[1816090846] transaction","detail":"{read_only:false; response_revision:25229; number_of_response:1; }","duration":"811.307856ms","start":"2026-06-03T00:42:33.162103Z","end":"2026-06-03T00:42:33.973411Z","steps":["trace[1816090846] 'process raft request' (duration: 811.001508ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:33.973484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:33.162093Z","time spent":"811.365507ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:42:33.973518Z","caller":"traceutil/trace.go:171","msg":"trace[37174655] transaction","detail":"{read_only:false; response_revision:25230; number_of_response:1; }","duration":"811.290115ms","start":"2026-06-03T00:42:33.162218Z","end":"2026-06-03T00:42:33.973508Z","steps":["trace[37174655] 'process raft request' (duration: 811.124041ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:33.973572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:33.162209Z","time spent":"811.334617ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:42:33.973579Z","caller":"traceutil/trace.go:171","msg":"trace[1766751522] transaction","detail":"{read_only:false; response_revision:25231; number_of_response:1; }","duration":"811.296015ms","start":"2026-06-03T00:42:33.16226Z","end":"2026-06-03T00:42:33.973556Z","steps":["trace[1766751522] 'process raft request' (duration: 811.204172ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:42:33.973654Z","caller":"traceutil/trace.go:171","msg":"trace[746881884] transaction","detail":"{read_only:false; response_revision:25232; number_of_response:1; }","duration":"553.616677ms","start":"2026-06-03T00:42:33.420028Z","end":"2026-06-03T00:42:33.973645Z","steps":["trace[746881884] 'process raft request' (duration: 553.475573ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:42:33.973661Z","caller":"traceutil/trace.go:171","msg":"trace[1106921031] linearizableReadLoop","detail":"{readStateIndex:26070; appliedIndex:26065; }","duration":"728.327371ms","start":"2026-06-03T00:42:33.245308Z","end":"2026-06-03T00:42:33.973635Z","steps":["trace[1106921031] 'read index received' (duration: 202.966695ms)","trace[1106921031] 'applied index is now lower than readState.Index' (duration: 525.359606ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:42:33.973703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:33.420006Z","time spent":"553.671368ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:42:33.973718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:33.162248Z","time spent":"811.401228ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:42:33.973788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.489015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:42:33.973816Z","caller":"traceutil/trace.go:171","msg":"trace[1046360458] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25232; }","duration":"728.520225ms","start":"2026-06-03T00:42:33.245288Z","end":"2026-06-03T00:42:33.973809Z","steps":["trace[1046360458] 'agreement among raft nodes before linearized reading' (duration: 728.462504ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:33.973837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:33.245267Z","time spent":"728.564607ms","remote":"127.0.0.1:60034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-06-03T00:42:33.979125Z","caller":"traceutil/trace.go:171","msg":"trace[1064390126] transaction","detail":"{read_only:false; response_revision:25234; number_of_response:1; }","duration":"529.648741ms","start":"2026-06-03T00:42:33.449459Z","end":"2026-06-03T00:42:33.979108Z","steps":["trace[1064390126] 'process raft request' (duration: 529.527398ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:33.979123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.431499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-03T00:42:33.979172Z","caller":"traceutil/trace.go:171","msg":"trace[737616619] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25235; }","duration":"144.514832ms","start":"2026-06-03T00:42:33.834643Z","end":"2026-06-03T00:42:33.979158Z","steps":["trace[737616619] 'agreement among raft nodes before linearized reading' (duration: 144.434769ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:33.979178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.572726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:42:33.979214Z","caller":"traceutil/trace.go:171","msg":"trace[272684220] transaction","detail":"{read_only:false; response_revision:25233; number_of_response:1; }","duration":"530.711649ms","start":"2026-06-03T00:42:33.448494Z","end":"2026-06-03T00:42:33.979206Z","steps":["trace[272684220] 'process raft request' (duration: 530.393741ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:42:33.979224Z","caller":"traceutil/trace.go:171","msg":"trace[1193354404] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25235; }","duration":"374.636006ms","start":"2026-06-03T00:42:33.604572Z","end":"2026-06-03T00:42:33.979208Z","steps":["trace[1193354404] 'agreement among raft nodes before linearized reading' (duration: 374.580525ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:33.979252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:33.448473Z","time spent":"530.761862ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:42:33.979261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:33.604558Z","time spent":"374.693398ms","remote":"127.0.0.1:33644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:42:33.97927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.7128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-06-03T00:42:33.979213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.271479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-06-03T00:42:33.979299Z","caller":"traceutil/trace.go:171","msg":"trace[1233576577] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25235; }","duration":"302.775472ms","start":"2026-06-03T00:42:33.676514Z","end":"2026-06-03T00:42:33.979289Z","steps":["trace[1233576577] 'agreement among raft nodes before linearized reading' (duration: 302.717201ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:42:33.979315Z","caller":"traceutil/trace.go:171","msg":"trace[84172256] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25235; }","duration":"305.412123ms","start":"2026-06-03T00:42:33.673894Z","end":"2026-06-03T00:42:33.979307Z","steps":["trace[84172256] 'agreement among raft nodes before linearized reading' (duration: 305.223699ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:33.97932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:33.676492Z","time spent":"302.823103ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-06-03T00:42:33.979338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:33.673879Z","time spent":"305.453225ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-06-03T00:42:33.979185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:33.449411Z","time spent":"529.742633ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:42:33.979375Z","caller":"traceutil/trace.go:171","msg":"trace[99452904] transaction","detail":"{read_only:false; response_revision:25235; number_of_response:1; }","duration":"529.685583ms","start":"2026-06-03T00:42:33.449666Z","end":"2026-06-03T00:42:33.979352Z","steps":["trace[99452904] 'process raft request' (duration: 529.364514ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:33.97912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.014238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:42:33.979439Z","caller":"traceutil/trace.go:171","msg":"trace[1145236739] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25235; }","duration":"518.332116ms","start":"2026-06-03T00:42:33.461086Z","end":"2026-06-03T00:42:33.979418Z","steps":["trace[1145236739] 'agreement among raft nodes before linearized reading' (duration: 517.987147ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:33.979456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:33.449645Z","time spent":"529.761634ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:42:33.979506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:33.46104Z","time spent":"518.441579ms","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-03T00:42:37.600064Z","caller":"traceutil/trace.go:171","msg":"trace[347307552] linearizableReadLoop","detail":"{readStateIndex:26114; appliedIndex:26113; }","duration":"130.547476ms","start":"2026-06-03T00:42:37.469491Z","end":"2026-06-03T00:42:37.600038Z","steps":["trace[347307552] 'read index received' (duration: 130.229208ms)","trace[347307552] 'applied index is now lower than readState.Index' (duration: 316.808µs)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:42:37.600425Z","caller":"traceutil/trace.go:171","msg":"trace[1894622502] transaction","detail":"{read_only:false; response_revision:25274; number_of_response:1; }","duration":"135.104699ms","start":"2026-06-03T00:42:37.465292Z","end":"2026-06-03T00:42:37.600396Z","steps":["trace[1894622502] 'process raft request' (duration: 134.521702ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:37.60055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.029939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10359"} {"level":"info","ts":"2026-06-03T00:42:37.60068Z","caller":"traceutil/trace.go:171","msg":"trace[1969033376] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25274; }","duration":"131.173472ms","start":"2026-06-03T00:42:37.469464Z","end":"2026-06-03T00:42:37.600638Z","steps":["trace[1969033376] 'agreement among raft nodes before linearized reading' (duration: 130.818313ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:42:37.931225Z","caller":"traceutil/trace.go:171","msg":"trace[380609170] linearizableReadLoop","detail":"{readStateIndex:26115; appliedIndex:26114; }","duration":"231.915124ms","start":"2026-06-03T00:42:37.699256Z","end":"2026-06-03T00:42:37.931171Z","steps":["trace[380609170] 'read index received' (duration: 231.467953ms)","trace[380609170] 'applied index is now lower than readState.Index' (duration: 445.021µs)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:42:37.931255Z","caller":"traceutil/trace.go:171","msg":"trace[340696231] transaction","detail":"{read_only:false; response_revision:25275; number_of_response:1; }","duration":"320.770867ms","start":"2026-06-03T00:42:37.610438Z","end":"2026-06-03T00:42:37.931209Z","steps":["trace[340696231] 'process raft request' (duration: 320.277253ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:37.931403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:37.610411Z","time spent":"320.905721ms","remote":"127.0.0.1:46954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10634,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:42:37.931655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.379346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-03T00:42:37.931755Z","caller":"traceutil/trace.go:171","msg":"trace[1269150668] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25275; }","duration":"232.564451ms","start":"2026-06-03T00:42:37.699163Z","end":"2026-06-03T00:42:37.931728Z","steps":["trace[1269150668] 'agreement among raft nodes before linearized reading' (duration: 232.323205ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:42:38.305372Z","caller":"traceutil/trace.go:171","msg":"trace[2131775767] transaction","detail":"{read_only:false; response_revision:25276; number_of_response:1; }","duration":"366.697294ms","start":"2026-06-03T00:42:37.93865Z","end":"2026-06-03T00:42:38.305348Z","steps":["trace[2131775767] 'process raft request' (duration: 267.570355ms)","trace[2131775767] 'compare' (duration: 98.353539ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:42:38.305499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:37.938621Z","time spent":"366.806687ms","remote":"127.0.0.1:46940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:42:38.310342Z","caller":"traceutil/trace.go:171","msg":"trace[67534505] transaction","detail":"{read_only:false; response_revision:25277; number_of_response:1; }","duration":"371.538155ms","start":"2026-06-03T00:42:37.938764Z","end":"2026-06-03T00:42:38.310302Z","steps":["trace[67534505] 'process raft request' (duration: 371.220786ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:38.310422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:37.938728Z","time spent":"371.652377ms","remote":"127.0.0.1:46940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:42:38.310834Z","caller":"traceutil/trace.go:171","msg":"trace[1452774143] transaction","detail":"{read_only:false; response_revision:25278; number_of_response:1; }","duration":"371.980786ms","start":"2026-06-03T00:42:37.938834Z","end":"2026-06-03T00:42:38.310815Z","steps":["trace[1452774143] 'process raft request' (duration: 371.33632ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:42:38.31085Z","caller":"traceutil/trace.go:171","msg":"trace[1151249395] transaction","detail":"{read_only:false; response_revision:25279; number_of_response:1; }","duration":"371.936355ms","start":"2026-06-03T00:42:37.938894Z","end":"2026-06-03T00:42:38.31083Z","steps":["trace[1151249395] 'process raft request' (duration: 371.842262ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:38.310901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:37.938825Z","time spent":"372.047278ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1415,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:42:38.310923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:37.938877Z","time spent":"372.017497ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:42:38.311032Z","caller":"traceutil/trace.go:171","msg":"trace[172593512] transaction","detail":"{read_only:false; response_revision:25280; number_of_response:1; }","duration":"325.015971ms","start":"2026-06-03T00:42:37.985984Z","end":"2026-06-03T00:42:38.311Z","steps":["trace[172593512] 'process raft request' (duration: 324.800955ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:42:38.311128Z","caller":"traceutil/trace.go:171","msg":"trace[648976345] transaction","detail":"{read_only:false; response_revision:25281; number_of_response:1; }","duration":"316.912622ms","start":"2026-06-03T00:42:37.994207Z","end":"2026-06-03T00:42:38.31112Z","steps":["trace[648976345] 'process raft request' (duration: 316.728838ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:38.311181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:37.994178Z","time spent":"316.976766ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:42:38.311206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:37.985951Z","time spent":"325.162845ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:42:38.311308Z","caller":"traceutil/trace.go:171","msg":"trace[653465604] linearizableReadLoop","detail":"{readStateIndex:26119; appliedIndex:26115; }","duration":"360.022124ms","start":"2026-06-03T00:42:37.95127Z","end":"2026-06-03T00:42:38.311292Z","steps":["trace[653465604] 'read index received' (duration: 254.875493ms)","trace[653465604] 'applied index is now lower than readState.Index' (duration: 105.145641ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:42:38.311362Z","caller":"traceutil/trace.go:171","msg":"trace[455825734] transaction","detail":"{read_only:false; response_revision:25282; number_of_response:1; }","duration":"310.079199ms","start":"2026-06-03T00:42:38.001274Z","end":"2026-06-03T00:42:38.311353Z","steps":["trace[455825734] 'process raft request' (duration: 309.786342ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:42:38.31137Z","caller":"traceutil/trace.go:171","msg":"trace[1601382024] transaction","detail":"{read_only:false; response_revision:25283; number_of_response:1; }","duration":"309.991887ms","start":"2026-06-03T00:42:38.00137Z","end":"2026-06-03T00:42:38.311362Z","steps":["trace[1601382024] 'process raft request' (duration: 309.820822ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:38.311407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:38.001116Z","time spent":"310.265145ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:42:38.311412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:38.001362Z","time spent":"310.027728ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:42:38.311449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.168167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:42:38.311487Z","caller":"traceutil/trace.go:171","msg":"trace[2107174757] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25283; }","duration":"360.271291ms","start":"2026-06-03T00:42:37.951203Z","end":"2026-06-03T00:42:38.311474Z","steps":["trace[2107174757] 'agreement among raft nodes before linearized reading' (duration: 360.192239ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:38.311515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:37.95118Z","time spent":"360.327043ms","remote":"127.0.0.1:59652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:42:38.31157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.147549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-03T00:42:38.311593Z","caller":"traceutil/trace.go:171","msg":"trace[381940083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25283; }","duration":"314.221211ms","start":"2026-06-03T00:42:37.997365Z","end":"2026-06-03T00:42:38.311587Z","steps":["trace[381940083] 'agreement among raft nodes before linearized reading' (duration: 314.136909ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:38.31161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:37.997343Z","time spent":"314.261722ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-03T00:42:38.311697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.104848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-06-03T00:42:38.311718Z","caller":"traceutil/trace.go:171","msg":"trace[612996722] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25283; }","duration":"314.125979ms","start":"2026-06-03T00:42:37.997585Z","end":"2026-06-03T00:42:38.311711Z","steps":["trace[612996722] 'agreement among raft nodes before linearized reading' (duration: 314.064456ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:38.311735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:37.997566Z","time spent":"314.163949ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-03T00:42:38.311864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.297613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-06-03T00:42:38.311897Z","caller":"traceutil/trace.go:171","msg":"trace[1284644612] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25283; }","duration":"317.344824ms","start":"2026-06-03T00:42:37.994542Z","end":"2026-06-03T00:42:38.311887Z","steps":["trace[1284644612] 'agreement among raft nodes before linearized reading' (duration: 317.248442ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:38.311929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:37.994537Z","time spent":"317.380606ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-03T00:42:38.312903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.17134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-06-03T00:42:38.312978Z","caller":"traceutil/trace.go:171","msg":"trace[2095665167] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25283; }","duration":"318.477645ms","start":"2026-06-03T00:42:37.994483Z","end":"2026-06-03T00:42:38.312961Z","steps":["trace[2095665167] 'agreement among raft nodes before linearized reading' (duration: 317.012637ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:42:38.313013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:42:37.994472Z","time spent":"318.532157ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-03T00:43:03.377025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.504723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:969"} {"level":"info","ts":"2026-06-03T00:43:03.37713Z","caller":"traceutil/trace.go:171","msg":"trace[322969239] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:25488; }","duration":"296.662748ms","start":"2026-06-03T00:43:03.080449Z","end":"2026-06-03T00:43:03.377112Z","steps":["trace[322969239] 'range keys from in-memory index tree' (duration: 296.34835ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:03.377324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.514882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:43:03.377582Z","caller":"traceutil/trace.go:171","msg":"trace[1514237850] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25488; }","duration":"199.829391ms","start":"2026-06-03T00:43:03.177736Z","end":"2026-06-03T00:43:03.377566Z","steps":["trace[1514237850] 'count revisions from in-memory index tree' (duration: 199.43562ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:43:03.480159Z","caller":"traceutil/trace.go:171","msg":"trace[578153505] linearizableReadLoop","detail":"{readStateIndex:26334; appliedIndex:26333; }","duration":"101.371279ms","start":"2026-06-03T00:43:03.378764Z","end":"2026-06-03T00:43:03.480135Z","steps":["trace[578153505] 'read index received' (duration: 101.156714ms)","trace[578153505] 'applied index is now lower than readState.Index' (duration: 213.555µs)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:43:03.480411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.633337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-bvt7p\" ","response":"range_response_count:1 size:4615"} {"level":"info","ts":"2026-06-03T00:43:03.480454Z","caller":"traceutil/trace.go:171","msg":"trace[2128309977] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-bvt7p; range_end:; response_count:1; response_revision:25489; }","duration":"101.687068ms","start":"2026-06-03T00:43:03.378757Z","end":"2026-06-03T00:43:03.480444Z","steps":["trace[2128309977] 'agreement among raft nodes before linearized reading' (duration: 101.501542ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:43:03.485031Z","caller":"traceutil/trace.go:171","msg":"trace[1176821870] transaction","detail":"{read_only:false; response_revision:25489; number_of_response:1; }","duration":"146.934927ms","start":"2026-06-03T00:43:03.338075Z","end":"2026-06-03T00:43:03.485009Z","steps":["trace[1176821870] 'process raft request' (duration: 141.930802ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:03.839563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.855007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:43:03.839632Z","caller":"traceutil/trace.go:171","msg":"trace[941641453] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25489; }","duration":"213.971262ms","start":"2026-06-03T00:43:03.625644Z","end":"2026-06-03T00:43:03.839615Z","steps":["trace[941641453] 'count revisions from in-memory index tree' (duration: 213.771256ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:43:03.947508Z","caller":"traceutil/trace.go:171","msg":"trace[550520795] transaction","detail":"{read_only:false; response_revision:25490; number_of_response:1; }","duration":"103.627701ms","start":"2026-06-03T00:43:03.843857Z","end":"2026-06-03T00:43:03.947484Z","steps":["trace[550520795] 'process raft request' (duration: 103.487287ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:04.270045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.085009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-06-03T00:43:04.27016Z","caller":"traceutil/trace.go:171","msg":"trace[248520960] linearizableReadLoop","detail":"{readStateIndex:26336; appliedIndex:26335; }","duration":"296.457953ms","start":"2026-06-03T00:43:03.973674Z","end":"2026-06-03T00:43:04.270132Z","steps":["trace[248520960] 'read index received' (duration: 93.115407ms)","trace[248520960] 'applied index is now lower than readState.Index' (duration: 203.340796ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:43:04.270243Z","caller":"traceutil/trace.go:171","msg":"trace[1282867827] transaction","detail":"{read_only:false; response_revision:25491; number_of_response:1; }","duration":"328.043633ms","start":"2026-06-03T00:43:03.942189Z","end":"2026-06-03T00:43:04.270232Z","steps":["trace[1282867827] 'process raft request' (duration: 124.653386ms)","trace[1282867827] 'compare' (duration: 202.789271ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:43:04.270292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:03.94217Z","time spent":"328.096945ms","remote":"127.0.0.1:46850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-03T00:43:04.270744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.061368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-jxh2h\" ","response":"range_response_count:1 size:3397"} {"level":"info","ts":"2026-06-03T00:43:04.270793Z","caller":"traceutil/trace.go:171","msg":"trace[1842740293] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-jxh2h; range_end:; response_count:1; response_revision:25491; }","duration":"297.146791ms","start":"2026-06-03T00:43:03.973635Z","end":"2026-06-03T00:43:04.270782Z","steps":["trace[1842740293] 'agreement among raft nodes before linearized reading' (duration: 296.961656ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:04.270827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.608324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-06-03T00:43:04.270877Z","caller":"traceutil/trace.go:171","msg":"trace[1664376670] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25491; }","duration":"271.644554ms","start":"2026-06-03T00:43:03.999212Z","end":"2026-06-03T00:43:04.270857Z","steps":["trace[1664376670] 'agreement among raft nodes before linearized reading' (duration: 271.557783ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:04.270725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.552692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-06-03T00:43:04.270975Z","caller":"traceutil/trace.go:171","msg":"trace[38483084] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25491; }","duration":"271.8535ms","start":"2026-06-03T00:43:03.999107Z","end":"2026-06-03T00:43:04.270961Z","steps":["trace[38483084] 'agreement among raft nodes before linearized reading' (duration: 271.371618ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:04.645537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.264774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-03T00:43:04.645639Z","caller":"traceutil/trace.go:171","msg":"trace[2048880818] transaction","detail":"{read_only:false; response_revision:25492; number_of_response:1; }","duration":"370.532186ms","start":"2026-06-03T00:43:04.275088Z","end":"2026-06-03T00:43:04.64562Z","steps":["trace[2048880818] 'process raft request' (duration: 151.090298ms)","trace[2048880818] 'compare' (duration: 218.997376ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:43:04.645737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:04.27507Z","time spent":"370.608928ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:43:04.660033Z","caller":"traceutil/trace.go:171","msg":"trace[1642612866] transaction","detail":"{read_only:false; response_revision:25494; number_of_response:1; }","duration":"383.118596ms","start":"2026-06-03T00:43:04.276889Z","end":"2026-06-03T00:43:04.660007Z","steps":["trace[1642612866] 'process raft request' (duration: 383.051054ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:43:04.660141Z","caller":"traceutil/trace.go:171","msg":"trace[2100696863] transaction","detail":"{read_only:false; response_revision:25493; number_of_response:1; }","duration":"384.37964ms","start":"2026-06-03T00:43:04.275722Z","end":"2026-06-03T00:43:04.660101Z","steps":["trace[2100696863] 'process raft request' (duration: 384.079911ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:04.660186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:04.276854Z","time spent":"383.25802ms","remote":"127.0.0.1:46954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3702,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:43:04.660283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:04.275716Z","time spent":"384.495293ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:43:05.364948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.260276ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-03T00:43:05.366103Z","caller":"traceutil/trace.go:171","msg":"trace[574234172] transaction","detail":"{read_only:false; response_revision:25495; number_of_response:1; }","duration":"890.701263ms","start":"2026-06-03T00:43:04.47539Z","end":"2026-06-03T00:43:05.366091Z","steps":["trace[574234172] 'process raft request' (duration: 890.539319ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:05.366179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:04.47537Z","time spent":"890.762745ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:43:05.366289Z","caller":"traceutil/trace.go:171","msg":"trace[788841983] transaction","detail":"{read_only:false; response_revision:25496; number_of_response:1; }","duration":"889.071009ms","start":"2026-06-03T00:43:04.477207Z","end":"2026-06-03T00:43:05.366278Z","steps":["trace[788841983] 'process raft request' (duration: 888.852133ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:05.36636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:04.477176Z","time spent":"889.156722ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:43:05.366762Z","caller":"traceutil/trace.go:171","msg":"trace[445024089] transaction","detail":"{read_only:false; response_revision:25504; number_of_response:1; }","duration":"447.220921ms","start":"2026-06-03T00:43:04.919515Z","end":"2026-06-03T00:43:05.366736Z","steps":["trace[445024089] 'process raft request' (duration: 447.16191ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:05.366914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:04.919488Z","time spent":"447.349846ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:43:05.367119Z","caller":"traceutil/trace.go:171","msg":"trace[427109224] transaction","detail":"{read_only:false; response_revision:25497; number_of_response:1; }","duration":"829.763403ms","start":"2026-06-03T00:43:04.537345Z","end":"2026-06-03T00:43:05.367108Z","steps":["trace[427109224] 'process raft request' (duration: 828.884569ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:05.367184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:04.537326Z","time spent":"829.822993ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:43:05.367427Z","caller":"traceutil/trace.go:171","msg":"trace[1297670372] transaction","detail":"{read_only:false; response_revision:25498; number_of_response:1; }","duration":"827.724218ms","start":"2026-06-03T00:43:04.539692Z","end":"2026-06-03T00:43:05.367416Z","steps":["trace[1297670372] 'process raft request' (duration: 826.658779ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:43:05.367489Z","caller":"traceutil/trace.go:171","msg":"trace[1241243241] transaction","detail":"{read_only:false; response_revision:25502; number_of_response:1; }","duration":"701.222781ms","start":"2026-06-03T00:43:04.666257Z","end":"2026-06-03T00:43:05.367479Z","steps":["trace[1241243241] 'process raft request' (duration: 700.321207ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:05.367492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:04.539669Z","time spent":"827.789669ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:43:05.367537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:04.666232Z","time spent":"701.282123ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1051,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:43:05.367625Z","caller":"traceutil/trace.go:171","msg":"trace[990544091] transaction","detail":"{read_only:false; response_revision:25499; number_of_response:1; }","duration":"826.734261ms","start":"2026-06-03T00:43:04.540884Z","end":"2026-06-03T00:43:05.367619Z","steps":["trace[990544091] 'process raft request' (duration: 825.58256ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:43:05.367624Z","caller":"traceutil/trace.go:171","msg":"trace[655169503] transaction","detail":"{read_only:false; response_revision:25503; number_of_response:1; }","duration":"700.43602ms","start":"2026-06-03T00:43:04.667158Z","end":"2026-06-03T00:43:05.367594Z","steps":["trace[655169503] 'process raft request' (duration: 699.463404ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:05.367657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:04.540865Z","time spent":"826.776222ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:43:05.367681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:04.667149Z","time spent":"700.505762ms","remote":"127.0.0.1:46940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:43:05.367698Z","caller":"traceutil/trace.go:171","msg":"trace[1208898182] transaction","detail":"{read_only:false; response_revision:25500; number_of_response:1; }","duration":"826.738041ms","start":"2026-06-03T00:43:04.540955Z","end":"2026-06-03T00:43:05.367693Z","steps":["trace[1208898182] 'process raft request' (duration: 825.547679ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:05.367727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:04.540939Z","time spent":"826.772642ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:43:05.367898Z","caller":"traceutil/trace.go:171","msg":"trace[1485813031] linearizableReadLoop","detail":"{readStateIndex:26340; appliedIndex:26337; }","duration":"903.812095ms","start":"2026-06-03T00:43:04.464073Z","end":"2026-06-03T00:43:05.367886Z","steps":["trace[1485813031] 'read index received' (duration: 195.845882ms)","trace[1485813031] 'applied index is now lower than readState.Index' (duration: 707.964703ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:43:05.36798Z","caller":"traceutil/trace.go:171","msg":"trace[1353101491] transaction","detail":"{read_only:false; response_revision:25501; number_of_response:1; }","duration":"821.841339ms","start":"2026-06-03T00:43:04.546128Z","end":"2026-06-03T00:43:05.367969Z","steps":["trace[1353101491] 'process raft request' (duration: 820.40817ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:05.368047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:04.546097Z","time spent":"821.915592ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:43:05.368155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.088854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:43:05.368191Z","caller":"traceutil/trace.go:171","msg":"trace[812686447] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25504; }","duration":"904.157796ms","start":"2026-06-03T00:43:04.464024Z","end":"2026-06-03T00:43:05.368182Z","steps":["trace[812686447] 'agreement among raft nodes before linearized reading' (duration: 904.094364ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:05.368224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:04.464005Z","time spent":"904.211826ms","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-03T00:43:05.368421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.555446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:43:05.368472Z","caller":"traceutil/trace.go:171","msg":"trace[686609036] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25504; }","duration":"670.656818ms","start":"2026-06-03T00:43:04.697804Z","end":"2026-06-03T00:43:05.368461Z","steps":["trace[686609036] 'agreement among raft nodes before linearized reading' (duration: 670.577056ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:05.368516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:04.697791Z","time spent":"670.716269ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:43:05.368474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.68658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-06-03T00:43:05.368815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.953594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-jxh2h\" ","response":"range_response_count:1 size:3720"} {"level":"info","ts":"2026-06-03T00:43:05.368826Z","caller":"traceutil/trace.go:171","msg":"trace[2097743891] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25504; }","duration":"804.078432ms","start":"2026-06-03T00:43:04.564736Z","end":"2026-06-03T00:43:05.368814Z","steps":["trace[2097743891] 'agreement among raft nodes before linearized reading' (duration: 803.64011ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:43:05.368846Z","caller":"traceutil/trace.go:171","msg":"trace[815706407] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-jxh2h; range_end:; response_count:1; response_revision:25504; }","duration":"376.020295ms","start":"2026-06-03T00:43:04.992816Z","end":"2026-06-03T00:43:05.368837Z","steps":["trace[815706407] 'agreement among raft nodes before linearized reading' (duration: 375.899732ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:05.368862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:04.56472Z","time spent":"804.130442ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-03T00:43:05.368885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:04.9928Z","time spent":"376.077967ms","remote":"127.0.0.1:46954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3742,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-jxh2h\" "} {"level":"warn","ts":"2026-06-03T00:43:05.368828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.060644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-03T00:43:05.369056Z","caller":"traceutil/trace.go:171","msg":"trace[1258316948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25504; }","duration":"764.32769ms","start":"2026-06-03T00:43:04.60472Z","end":"2026-06-03T00:43:05.369048Z","steps":["trace[1258316948] 'agreement among raft nodes before linearized reading' (duration: 764.054812ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:05.369057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.084922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:43:05.369096Z","caller":"traceutil/trace.go:171","msg":"trace[913562157] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:25504; }","duration":"537.152084ms","start":"2026-06-03T00:43:04.831935Z","end":"2026-06-03T00:43:05.369087Z","steps":["trace[913562157] 'agreement among raft nodes before linearized reading' (duration: 537.092103ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:05.369126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.260543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-06-03T00:43:05.369136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:04.831919Z","time spent":"537.208694ms","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-06-03T00:43:05.369162Z","caller":"traceutil/trace.go:171","msg":"trace[2010763185] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25504; }","duration":"769.311245ms","start":"2026-06-03T00:43:04.599839Z","end":"2026-06-03T00:43:05.369151Z","steps":["trace[2010763185] 'agreement among raft nodes before linearized reading' (duration: 769.247053ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:05.369198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:04.599828Z","time spent":"769.355666ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-03T00:43:05.369066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.777103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-06-03T00:43:05.369413Z","caller":"traceutil/trace.go:171","msg":"trace[759217109] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25504; }","duration":"765.201534ms","start":"2026-06-03T00:43:04.604198Z","end":"2026-06-03T00:43:05.369399Z","steps":["trace[759217109] 'agreement among raft nodes before linearized reading' (duration: 764.793693ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:05.369459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:04.604172Z","time spent":"765.275116ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-03T00:43:05.369075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:04.604696Z","time spent":"764.373232ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-03T00:43:05.370027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.675861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-06-03T00:43:05.370109Z","caller":"traceutil/trace.go:171","msg":"trace[150148411] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25504; }","duration":"764.783112ms","start":"2026-06-03T00:43:04.605305Z","end":"2026-06-03T00:43:05.370088Z","steps":["trace[150148411] 'agreement among raft nodes before linearized reading' (duration: 764.528226ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:05.370154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:04.605295Z","time spent":"764.850764ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-03T00:43:05.846327Z","caller":"traceutil/trace.go:171","msg":"trace[595670038] transaction","detail":"{read_only:false; response_revision:25505; number_of_response:1; }","duration":"473.233342ms","start":"2026-06-03T00:43:05.373068Z","end":"2026-06-03T00:43:05.846301Z","steps":["trace[595670038] 'process raft request' (duration: 473.090139ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:05.846468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:05.373059Z","time spent":"473.338185ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:43:06.075537Z","caller":"traceutil/trace.go:171","msg":"trace[1848764720] transaction","detail":"{read_only:false; response_revision:25506; number_of_response:1; }","duration":"701.814987ms","start":"2026-06-03T00:43:05.373691Z","end":"2026-06-03T00:43:06.075506Z","steps":["trace[1848764720] 'process raft request' (duration: 688.115978ms)","trace[1848764720] 'compare' (duration: 13.250326ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:43:06.075707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:05.373609Z","time spent":"702.015863ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:43:06.075816Z","caller":"traceutil/trace.go:171","msg":"trace[73623760] transaction","detail":"{read_only:false; response_revision:25507; number_of_response:1; }","duration":"701.92165ms","start":"2026-06-03T00:43:05.37386Z","end":"2026-06-03T00:43:06.075782Z","steps":["trace[73623760] 'process raft request' (duration: 701.555691ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:06.07597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:05.373855Z","time spent":"702.041023ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:43:06.075974Z","caller":"traceutil/trace.go:171","msg":"trace[1627335689] linearizableReadLoop","detail":"{readStateIndex:26357; appliedIndex:26351; }","duration":"439.70866ms","start":"2026-06-03T00:43:05.636233Z","end":"2026-06-03T00:43:06.075941Z","steps":["trace[1627335689] 'read index received' (duration: 210.117878ms)","trace[1627335689] 'applied index is now lower than readState.Index' (duration: 229.589302ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:43:06.0761Z","caller":"traceutil/trace.go:171","msg":"trace[363120057] transaction","detail":"{read_only:false; response_revision:25508; number_of_response:1; }","duration":"702.158297ms","start":"2026-06-03T00:43:05.37393Z","end":"2026-06-03T00:43:06.076088Z","steps":["trace[363120057] 'process raft request' (duration: 701.763116ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:43:06.076088Z","caller":"traceutil/trace.go:171","msg":"trace[369701460] transaction","detail":"{read_only:false; response_revision:25510; number_of_response:1; }","duration":"700.107141ms","start":"2026-06-03T00:43:05.375947Z","end":"2026-06-03T00:43:06.076054Z","steps":["trace[369701460] 'process raft request' (duration: 699.870254ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:06.076151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:05.373926Z","time spent":"702.196467ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:43:06.076159Z","caller":"traceutil/trace.go:171","msg":"trace[696406429] transaction","detail":"{read_only:false; response_revision:25511; number_of_response:1; }","duration":"651.737719ms","start":"2026-06-03T00:43:05.424404Z","end":"2026-06-03T00:43:06.076141Z","steps":["trace[696406429] 'process raft request' (duration: 651.459312ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:43:06.076137Z","caller":"traceutil/trace.go:171","msg":"trace[1891295569] transaction","detail":"{read_only:false; response_revision:25509; number_of_response:1; }","duration":"700.41547ms","start":"2026-06-03T00:43:05.375691Z","end":"2026-06-03T00:43:06.076106Z","steps":["trace[1891295569] 'process raft request' (duration: 700.069791ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:06.076181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:05.375941Z","time spent":"700.191012ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:43:06.076278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.031539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-03T00:43:06.076295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:05.375683Z","time spent":"700.528943ms","remote":"127.0.0.1:46954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:43:06.076302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.326088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-06-03T00:43:06.076309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:05.42438Z","time spent":"651.817691ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:43:06.076327Z","caller":"traceutil/trace.go:171","msg":"trace[1339243761] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25511; }","duration":"440.196673ms","start":"2026-06-03T00:43:05.636116Z","end":"2026-06-03T00:43:06.076312Z","steps":["trace[1339243761] 'agreement among raft nodes before linearized reading' (duration: 440.10988ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:43:06.07634Z","caller":"traceutil/trace.go:171","msg":"trace[291026691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25511; }","duration":"124.38864ms","start":"2026-06-03T00:43:05.951941Z","end":"2026-06-03T00:43:06.07633Z","steps":["trace[291026691] 'agreement among raft nodes before linearized reading' (duration: 124.291717ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:06.07637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:05.636096Z","time spent":"440.265135ms","remote":"127.0.0.1:59874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:43:06.434714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.428772ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-03T00:43:06.434818Z","caller":"traceutil/trace.go:171","msg":"trace[780079679] transaction","detail":"{read_only:false; response_revision:25512; number_of_response:1; }","duration":"353.304403ms","start":"2026-06-03T00:43:06.081495Z","end":"2026-06-03T00:43:06.434799Z","steps":["trace[780079679] 'process raft request' (duration: 232.713266ms)","trace[780079679] 'compare' (duration: 120.308559ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:43:06.434911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:06.081471Z","time spent":"353.409646ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:43:06.603253Z","caller":"traceutil/trace.go:171","msg":"trace[1643054608] transaction","detail":"{read_only:false; response_revision:25513; number_of_response:1; }","duration":"521.026779ms","start":"2026-06-03T00:43:06.082191Z","end":"2026-06-03T00:43:06.603218Z","steps":["trace[1643054608] 'process raft request' (duration: 493.335164ms)","trace[1643054608] 'compare' (duration: 27.285444ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:43:06.603454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:06.082171Z","time spent":"521.184704ms","remote":"127.0.0.1:46940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:43:06.603833Z","caller":"traceutil/trace.go:171","msg":"trace[1203506762] transaction","detail":"{read_only:false; response_revision:25514; number_of_response:1; }","duration":"520.824193ms","start":"2026-06-03T00:43:06.082975Z","end":"2026-06-03T00:43:06.603799Z","steps":["trace[1203506762] 'process raft request' (duration: 520.113554ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:43:06.603969Z","caller":"traceutil/trace.go:171","msg":"trace[1974144735] transaction","detail":"{read_only:false; response_revision:25515; number_of_response:1; }","duration":"520.950477ms","start":"2026-06-03T00:43:06.082991Z","end":"2026-06-03T00:43:06.603942Z","steps":["trace[1974144735] 'process raft request' (duration: 520.702221ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:06.604112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:06.082981Z","time spent":"521.06098ms","remote":"127.0.0.1:48138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2789,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:43:06.604104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.144938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-03T00:43:06.603994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:06.082959Z","time spent":"520.955416ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1206,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:43:06.6042Z","caller":"traceutil/trace.go:171","msg":"trace[1971728876] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25515; }","duration":"490.286722ms","start":"2026-06-03T00:43:06.11389Z","end":"2026-06-03T00:43:06.604177Z","steps":["trace[1971728876] 'agreement among raft nodes before linearized reading' (duration: 490.120757ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:43:06.603945Z","caller":"traceutil/trace.go:171","msg":"trace[281431264] linearizableReadLoop","detail":"{readStateIndex:26361; appliedIndex:26357; }","duration":"489.953563ms","start":"2026-06-03T00:43:06.113939Z","end":"2026-06-03T00:43:06.603892Z","steps":["trace[281431264] 'read index received' (duration: 200.335175ms)","trace[281431264] 'applied index is now lower than readState.Index' (duration: 289.614988ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:43:06.604329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:06.113875Z","time spent":"490.433005ms","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-06-03T00:43:06.604524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.035094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:43:06.604594Z","caller":"traceutil/trace.go:171","msg":"trace[1472174376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25515; }","duration":"142.144087ms","start":"2026-06-03T00:43:06.462432Z","end":"2026-06-03T00:43:06.604576Z","steps":["trace[1472174376] 'agreement among raft nodes before linearized reading' (duration: 142.039824ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:06.604661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.83742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:43:06.604729Z","caller":"traceutil/trace.go:171","msg":"trace[1170725290] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25515; }","duration":"275.023046ms","start":"2026-06-03T00:43:06.329691Z","end":"2026-06-03T00:43:06.604714Z","steps":["trace[1170725290] 'agreement among raft nodes before linearized reading' (duration: 274.783138ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:06.605001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.893781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-03T00:43:06.605065Z","caller":"traceutil/trace.go:171","msg":"trace[1905415497] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25515; }","duration":"271.984733ms","start":"2026-06-03T00:43:06.33306Z","end":"2026-06-03T00:43:06.605045Z","steps":["trace[1905415497] 'agreement among raft nodes before linearized reading' (duration: 271.87633ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:06.604999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.683879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-06-03T00:43:06.605177Z","caller":"traceutil/trace.go:171","msg":"trace[203102391] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25515; }","duration":"185.895965ms","start":"2026-06-03T00:43:06.419265Z","end":"2026-06-03T00:43:06.605161Z","steps":["trace[203102391] 'agreement among raft nodes before linearized reading' (duration: 185.594057ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:43:06.927516Z","caller":"traceutil/trace.go:171","msg":"trace[801076545] linearizableReadLoop","detail":"{readStateIndex:26362; appliedIndex:26361; }","duration":"187.746606ms","start":"2026-06-03T00:43:06.739744Z","end":"2026-06-03T00:43:06.927491Z","steps":["trace[801076545] 'read index received' (duration: 187.486248ms)","trace[801076545] 'applied index is now lower than readState.Index' (duration: 258.458µs)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:43:06.927633Z","caller":"traceutil/trace.go:171","msg":"trace[702993845] transaction","detail":"{read_only:false; response_revision:25516; number_of_response:1; }","duration":"315.759243ms","start":"2026-06-03T00:43:06.611837Z","end":"2026-06-03T00:43:06.927596Z","steps":["trace[702993845] 'process raft request' (duration: 315.482985ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:06.927678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.036183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:43:06.927744Z","caller":"traceutil/trace.go:171","msg":"trace[128569835] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25516; }","duration":"188.128135ms","start":"2026-06-03T00:43:06.739574Z","end":"2026-06-03T00:43:06.927702Z","steps":["trace[128569835] 'agreement among raft nodes before linearized reading' (duration: 188.045993ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:06.927803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:06.611825Z","time spent":"315.887466ms","remote":"127.0.0.1:48100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3020,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:43:07.255898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.886196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-03T00:43:07.255986Z","caller":"traceutil/trace.go:171","msg":"trace[1148910180] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25516; }","duration":"173.040549ms","start":"2026-06-03T00:43:07.082925Z","end":"2026-06-03T00:43:07.255965Z","steps":["trace[1148910180] 'count revisions from in-memory index tree' (duration: 172.795053ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:43:07.574528Z","caller":"traceutil/trace.go:171","msg":"trace[1148649019] transaction","detail":"{read_only:false; response_revision:25517; number_of_response:1; }","duration":"203.972232ms","start":"2026-06-03T00:43:07.370527Z","end":"2026-06-03T00:43:07.5745Z","steps":["trace[1148649019] 'process raft request' (duration: 203.770968ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:07.897104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.279327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-03T00:43:07.897385Z","caller":"traceutil/trace.go:171","msg":"trace[271584273] transaction","detail":"{read_only:false; response_revision:25521; number_of_response:1; }","duration":"522.592051ms","start":"2026-06-03T00:43:07.374772Z","end":"2026-06-03T00:43:07.897364Z","steps":["trace[271584273] 'process raft request' (duration: 522.51927ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:43:07.897423Z","caller":"traceutil/trace.go:171","msg":"trace[1030162034] transaction","detail":"{read_only:false; response_revision:25519; number_of_response:1; }","duration":"524.543324ms","start":"2026-06-03T00:43:07.37284Z","end":"2026-06-03T00:43:07.897384Z","steps":["trace[1030162034] 'process raft request' (duration: 524.363179ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:07.897461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:07.374747Z","time spent":"522.679523ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:43:07.897477Z","caller":"traceutil/trace.go:171","msg":"trace[704086795] transaction","detail":"{read_only:false; response_revision:25520; number_of_response:1; }","duration":"523.27453ms","start":"2026-06-03T00:43:07.37415Z","end":"2026-06-03T00:43:07.897424Z","steps":["trace[704086795] 'process raft request' (duration: 523.110535ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:43:07.897486Z","caller":"traceutil/trace.go:171","msg":"trace[21994352] transaction","detail":"{read_only:false; response_revision:25518; number_of_response:1; }","duration":"525.535971ms","start":"2026-06-03T00:43:07.371916Z","end":"2026-06-03T00:43:07.897452Z","steps":["trace[21994352] 'process raft request' (duration: 384.825012ms)","trace[21994352] 'compare' (duration: 140.155444ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:43:07.897595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:07.372822Z","time spent":"524.681767ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:43:07.897644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:07.371886Z","time spent":"525.684905ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:43:07.897844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:07.37413Z","time spent":"523.384773ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:43:07.898798Z","caller":"traceutil/trace.go:171","msg":"trace[1101424158] linearizableReadLoop","detail":"{readStateIndex:26369; appliedIndex:26362; }","duration":"435.871997ms","start":"2026-06-03T00:43:07.462909Z","end":"2026-06-03T00:43:07.898781Z","steps":["trace[1101424158] 'read index received' (duration: 111.41511ms)","trace[1101424158] 'applied index is now lower than readState.Index' (duration: 324.455697ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:43:07.898907Z","caller":"traceutil/trace.go:171","msg":"trace[1947905254] transaction","detail":"{read_only:false; response_revision:25523; number_of_response:1; }","duration":"523.473816ms","start":"2026-06-03T00:43:07.375422Z","end":"2026-06-03T00:43:07.898896Z","steps":["trace[1947905254] 'process raft request' (duration: 523.236059ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:43:07.898845Z","caller":"traceutil/trace.go:171","msg":"trace[246526226] transaction","detail":"{read_only:false; response_revision:25522; number_of_response:1; }","duration":"523.922077ms","start":"2026-06-03T00:43:07.374879Z","end":"2026-06-03T00:43:07.898801Z","steps":["trace[246526226] 'process raft request' (duration: 522.451817ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:07.898984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:07.375413Z","time spent":"523.527687ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:43:07.899012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:07.374871Z","time spent":"524.092441ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:43:07.899039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.118823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:43:07.899118Z","caller":"traceutil/trace.go:171","msg":"trace[1961928221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25523; }","duration":"436.244147ms","start":"2026-06-03T00:43:07.462857Z","end":"2026-06-03T00:43:07.899102Z","steps":["trace[1961928221] 'agreement among raft nodes before linearized reading' (duration: 436.061231ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:07.899161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:07.462835Z","time spent":"436.318138ms","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-03T00:43:08.266768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.274663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-03T00:43:08.266885Z","caller":"traceutil/trace.go:171","msg":"trace[1670267538] linearizableReadLoop","detail":"{readStateIndex:26370; appliedIndex:26369; }","duration":"186.557023ms","start":"2026-06-03T00:43:08.080311Z","end":"2026-06-03T00:43:08.266868Z","steps":["trace[1670267538] 'read index received' (duration: 42.652µs)","trace[1670267538] 'applied index is now lower than readState.Index' (duration: 186.512791ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:43:08.267008Z","caller":"traceutil/trace.go:171","msg":"trace[1364233163] transaction","detail":"{read_only:false; response_revision:25524; number_of_response:1; }","duration":"363.134258ms","start":"2026-06-03T00:43:07.903853Z","end":"2026-06-03T00:43:08.266987Z","steps":["trace[1364233163] 'process raft request' (duration: 110.453984ms)","trace[1364233163] 'compare' (duration: 252.072727ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:43:08.267105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:07.903833Z","time spent":"363.229649ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:43:08.267127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.0694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-06-03T00:43:08.267124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.81805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-06-03T00:43:08.267135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.542506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-03T00:43:08.267163Z","caller":"traceutil/trace.go:171","msg":"trace[1366265041] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25524; }","duration":"186.892772ms","start":"2026-06-03T00:43:08.080263Z","end":"2026-06-03T00:43:08.267155Z","steps":["trace[1366265041] 'agreement among raft nodes before linearized reading' (duration: 186.8053ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:43:08.267194Z","caller":"traceutil/trace.go:171","msg":"trace[2023544754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25524; }","duration":"185.628438ms","start":"2026-06-03T00:43:08.081551Z","end":"2026-06-03T00:43:08.26718Z","steps":["trace[2023544754] 'agreement among raft nodes before linearized reading' (duration: 185.469814ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:43:08.267164Z","caller":"traceutil/trace.go:171","msg":"trace[151721502] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25524; }","duration":"186.121331ms","start":"2026-06-03T00:43:08.08103Z","end":"2026-06-03T00:43:08.267151Z","steps":["trace[151721502] 'agreement among raft nodes before linearized reading' (duration: 185.973767ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:08.267212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.974797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-06-03T00:43:08.267299Z","caller":"traceutil/trace.go:171","msg":"trace[979939428] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25524; }","duration":"186.08843ms","start":"2026-06-03T00:43:08.081189Z","end":"2026-06-03T00:43:08.267277Z","steps":["trace[979939428] 'agreement among raft nodes before linearized reading' (duration: 185.862174ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:08.535321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.52138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-03T00:43:08.53577Z","caller":"traceutil/trace.go:171","msg":"trace[861707039] transaction","detail":"{read_only:false; response_revision:25528; number_of_response:1; }","duration":"263.516706ms","start":"2026-06-03T00:43:08.272221Z","end":"2026-06-03T00:43:08.535737Z","steps":["trace[861707039] 'process raft request' (duration: 263.344051ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:43:08.535943Z","caller":"traceutil/trace.go:171","msg":"trace[1383438978] transaction","detail":"{read_only:false; response_revision:25525; number_of_response:1; }","duration":"264.832751ms","start":"2026-06-03T00:43:08.271097Z","end":"2026-06-03T00:43:08.53593Z","steps":["trace[1383438978] 'process raft request' (duration: 106.650081ms)","trace[1383438978] 'compare' (duration: 157.149591ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:43:08.536022Z","caller":"traceutil/trace.go:171","msg":"trace[1897933867] transaction","detail":"{read_only:false; response_revision:25526; number_of_response:1; }","duration":"263.995719ms","start":"2026-06-03T00:43:08.272017Z","end":"2026-06-03T00:43:08.536012Z","steps":["trace[1897933867] 'process raft request' (duration: 263.420133ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:43:08.536146Z","caller":"traceutil/trace.go:171","msg":"trace[1822590357] transaction","detail":"{read_only:false; response_revision:25527; number_of_response:1; }","duration":"264.04318ms","start":"2026-06-03T00:43:08.272081Z","end":"2026-06-03T00:43:08.536124Z","steps":["trace[1822590357] 'process raft request' (duration: 263.450993ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:08.874391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.428793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-03T00:43:08.874529Z","caller":"traceutil/trace.go:171","msg":"trace[1243296317] transaction","detail":"{read_only:false; response_revision:25530; number_of_response:1; }","duration":"286.940847ms","start":"2026-06-03T00:43:08.587558Z","end":"2026-06-03T00:43:08.874499Z","steps":["trace[1243296317] 'process raft request' (duration: 49.238366ms)","trace[1243296317] 'compare' (duration: 237.270679ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:43:16.099934Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22801} {"level":"info","ts":"2026-06-03T00:43:16.233131Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22801,"took":"129.042694ms","hash":155686086,"current-db-size-bytes":60321792,"current-db-size":"60 MB","current-db-size-in-use-bytes":35217408,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-06-03T00:43:16.233203Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":155686086,"revision":22801,"compact-revision":20055} {"level":"info","ts":"2026-06-03T00:43:16.495057Z","caller":"traceutil/trace.go:171","msg":"trace[448724184] transaction","detail":"{read_only:false; response_revision:25585; number_of_response:1; }","duration":"114.998807ms","start":"2026-06-03T00:43:16.380033Z","end":"2026-06-03T00:43:16.495032Z","steps":["trace[448724184] 'process raft request' (duration: 29.756312ms)","trace[448724184] 'compare' (duration: 85.024399ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:43:21.868658Z","caller":"traceutil/trace.go:171","msg":"trace[745290056] transaction","detail":"{read_only:false; response_revision:25621; number_of_response:1; }","duration":"219.076769ms","start":"2026-06-03T00:43:21.649551Z","end":"2026-06-03T00:43:21.868628Z","steps":["trace[745290056] 'process raft request' (duration: 218.897524ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:22.188408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.518877ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:43:22.188559Z","caller":"traceutil/trace.go:171","msg":"trace[547593314] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25621; }","duration":"188.684831ms","start":"2026-06-03T00:43:21.99985Z","end":"2026-06-03T00:43:22.188535Z","steps":["trace[547593314] 'range keys from in-memory index tree' (duration: 188.492945ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:22.188738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.455744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-03T00:43:22.188912Z","caller":"traceutil/trace.go:171","msg":"trace[1437227829] transaction","detail":"{read_only:false; response_revision:25622; number_of_response:1; }","duration":"243.136396ms","start":"2026-06-03T00:43:21.945754Z","end":"2026-06-03T00:43:22.18889Z","steps":["trace[1437227829] 'process raft request' (duration: 93.365474ms)","trace[1437227829] 'compare' (duration: 149.010432ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:43:22.284401Z","caller":"traceutil/trace.go:171","msg":"trace[1785824094] transaction","detail":"{read_only:false; response_revision:25623; number_of_response:1; }","duration":"336.316405ms","start":"2026-06-03T00:43:21.94806Z","end":"2026-06-03T00:43:22.284377Z","steps":["trace[1785824094] 'process raft request' (duration: 335.972236ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:22.284618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:21.948046Z","time spent":"336.511921ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:43:22.28474Z","caller":"traceutil/trace.go:171","msg":"trace[350414748] transaction","detail":"{read_only:false; response_revision:25624; number_of_response:1; }","duration":"336.632194ms","start":"2026-06-03T00:43:21.948081Z","end":"2026-06-03T00:43:22.284713Z","steps":["trace[350414748] 'process raft request' (duration: 336.234203ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:22.284886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:21.948067Z","time spent":"336.746977ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:43:22.284946Z","caller":"traceutil/trace.go:171","msg":"trace[291730306] transaction","detail":"{read_only:false; response_revision:25625; number_of_response:1; }","duration":"332.197824ms","start":"2026-06-03T00:43:21.952734Z","end":"2026-06-03T00:43:22.284931Z","steps":["trace[291730306] 'process raft request' (duration: 331.889375ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:22.285014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:21.95272Z","time spent":"332.264357ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:43:22.285035Z","caller":"traceutil/trace.go:171","msg":"trace[506304514] transaction","detail":"{read_only:false; response_revision:25627; number_of_response:1; }","duration":"332.154523ms","start":"2026-06-03T00:43:21.952865Z","end":"2026-06-03T00:43:22.285019Z","steps":["trace[506304514] 'process raft request' (duration: 332.073821ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:43:22.285104Z","caller":"traceutil/trace.go:171","msg":"trace[937695889] transaction","detail":"{read_only:false; response_revision:25626; number_of_response:1; }","duration":"332.320548ms","start":"2026-06-03T00:43:21.952754Z","end":"2026-06-03T00:43:22.285075Z","steps":["trace[937695889] 'process raft request' (duration: 332.094451ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:22.285201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:21.952733Z","time spent":"332.42039ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:43:22.285153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:21.952839Z","time spent":"332.235105ms","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-03T00:43:22.456751Z","caller":"traceutil/trace.go:171","msg":"trace[693475021] linearizableReadLoop","detail":"{readStateIndex:26478; appliedIndex:26472; }","duration":"296.41297ms","start":"2026-06-03T00:43:22.160315Z","end":"2026-06-03T00:43:22.456728Z","steps":["trace[693475021] 'read index received' (duration: 123.768072ms)","trace[693475021] 'applied index is now lower than readState.Index' (duration: 172.642418ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:43:22.456827Z","caller":"traceutil/trace.go:171","msg":"trace[1481274940] transaction","detail":"{read_only:false; response_revision:25628; number_of_response:1; }","duration":"405.016636ms","start":"2026-06-03T00:43:22.051782Z","end":"2026-06-03T00:43:22.456799Z","steps":["trace[1481274940] 'process raft request' (duration: 404.79894ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:22.457084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:43:22.05175Z","time spent":"405.132609ms","remote":"127.0.0.1:46942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18602,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-03T00:43:22.457403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.074468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-06-03T00:43:22.457453Z","caller":"traceutil/trace.go:171","msg":"trace[193045871] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25628; }","duration":"297.175601ms","start":"2026-06-03T00:43:22.160268Z","end":"2026-06-03T00:43:22.457443Z","steps":["trace[193045871] 'agreement among raft nodes before linearized reading' (duration: 296.603646ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:22.45757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.83762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-06-03T00:43:22.457621Z","caller":"traceutil/trace.go:171","msg":"trace[81869413] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25628; }","duration":"121.924264ms","start":"2026-06-03T00:43:22.335683Z","end":"2026-06-03T00:43:22.457607Z","steps":["trace[81869413] 'agreement among raft nodes before linearized reading' (duration: 121.764489ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:43:22.98059Z","caller":"traceutil/trace.go:171","msg":"trace[1972216752] transaction","detail":"{read_only:false; response_revision:25630; number_of_response:1; }","duration":"282.6633ms","start":"2026-06-03T00:43:22.697896Z","end":"2026-06-03T00:43:22.98056Z","steps":["trace[1972216752] 'process raft request' (duration: 282.442664ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:43:22.993124Z","caller":"traceutil/trace.go:171","msg":"trace[301432026] linearizableReadLoop","detail":"{readStateIndex:26484; appliedIndex:26479; }","duration":"292.566288ms","start":"2026-06-03T00:43:22.70052Z","end":"2026-06-03T00:43:22.993086Z","steps":["trace[301432026] 'read index received' (duration: 279.804984ms)","trace[301432026] 'applied index is now lower than readState.Index' (duration: 12.760524ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:43:22.993173Z","caller":"traceutil/trace.go:171","msg":"trace[601184268] transaction","detail":"{read_only:false; response_revision:25632; number_of_response:1; }","duration":"294.396476ms","start":"2026-06-03T00:43:22.698749Z","end":"2026-06-03T00:43:22.993146Z","steps":["trace[601184268] 'process raft request' (duration: 294.202892ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:43:22.993252Z","caller":"traceutil/trace.go:171","msg":"trace[1679169337] transaction","detail":"{read_only:false; response_revision:25633; number_of_response:1; }","duration":"294.094799ms","start":"2026-06-03T00:43:22.699146Z","end":"2026-06-03T00:43:22.993241Z","steps":["trace[1679169337] 'process raft request' (duration: 293.837792ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:43:22.993366Z","caller":"traceutil/trace.go:171","msg":"trace[1931266245] transaction","detail":"{read_only:false; response_revision:25634; number_of_response:1; }","duration":"293.551153ms","start":"2026-06-03T00:43:22.699809Z","end":"2026-06-03T00:43:22.99336Z","steps":["trace[1931266245] 'process raft request' (duration: 293.243485ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:43:22.993595Z","caller":"traceutil/trace.go:171","msg":"trace[611789384] transaction","detail":"{read_only:false; response_revision:25631; number_of_response:1; }","duration":"295.472915ms","start":"2026-06-03T00:43:22.698109Z","end":"2026-06-03T00:43:22.993582Z","steps":["trace[611789384] 'process raft request' (duration: 294.734346ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:22.993704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.994508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-03T00:43:22.993737Z","caller":"traceutil/trace.go:171","msg":"trace[1055106702] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25634; }","duration":"199.066231ms","start":"2026-06-03T00:43:22.794659Z","end":"2026-06-03T00:43:22.993726Z","steps":["trace[1055106702] 'agreement among raft nodes before linearized reading' (duration: 199.000728ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:22.993826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.287587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-06-03T00:43:22.99389Z","caller":"traceutil/trace.go:171","msg":"trace[1266223372] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25634; }","duration":"293.38804ms","start":"2026-06-03T00:43:22.700486Z","end":"2026-06-03T00:43:22.993874Z","steps":["trace[1266223372] 'agreement among raft nodes before linearized reading' (duration: 293.151774ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:43:38.750965Z","caller":"traceutil/trace.go:171","msg":"trace[847368034] transaction","detail":"{read_only:false; response_revision:25745; number_of_response:1; }","duration":"153.123652ms","start":"2026-06-03T00:43:38.597818Z","end":"2026-06-03T00:43:38.750941Z","steps":["trace[847368034] 'process raft request' (duration: 152.980138ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:43:44.427027Z","caller":"traceutil/trace.go:171","msg":"trace[1520710566] transaction","detail":"{read_only:false; response_revision:25782; number_of_response:1; }","duration":"124.520643ms","start":"2026-06-03T00:43:44.302479Z","end":"2026-06-03T00:43:44.427Z","steps":["trace[1520710566] 'process raft request' (duration: 124.323369ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:43:44.628485Z","caller":"traceutil/trace.go:171","msg":"trace[29252652] transaction","detail":"{read_only:false; response_revision:25783; number_of_response:1; }","duration":"239.979501ms","start":"2026-06-03T00:43:44.388483Z","end":"2026-06-03T00:43:44.628462Z","steps":["trace[29252652] 'process raft request' (duration: 239.768045ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:43:44.628711Z","caller":"traceutil/trace.go:171","msg":"trace[556029563] transaction","detail":"{read_only:false; response_revision:25784; number_of_response:1; }","duration":"233.913908ms","start":"2026-06-03T00:43:44.394768Z","end":"2026-06-03T00:43:44.628682Z","steps":["trace[556029563] 'process raft request' (duration: 233.649051ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:43:44.629031Z","caller":"traceutil/trace.go:171","msg":"trace[1351080458] transaction","detail":"{read_only:false; response_revision:25785; number_of_response:1; }","duration":"233.346604ms","start":"2026-06-03T00:43:44.395663Z","end":"2026-06-03T00:43:44.62901Z","steps":["trace[1351080458] 'process raft request' (duration: 232.946813ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:43:44.629041Z","caller":"traceutil/trace.go:171","msg":"trace[129147830] linearizableReadLoop","detail":"{readStateIndex:26641; appliedIndex:26636; }","duration":"164.765667ms","start":"2026-06-03T00:43:44.464254Z","end":"2026-06-03T00:43:44.629019Z","steps":["trace[129147830] 'read index received' (duration: 164.014077ms)","trace[129147830] 'applied index is now lower than readState.Index' (duration: 750.42µs)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:43:44.629313Z","caller":"traceutil/trace.go:171","msg":"trace[717563964] transaction","detail":"{read_only:false; response_revision:25786; number_of_response:1; }","duration":"233.114838ms","start":"2026-06-03T00:43:44.39618Z","end":"2026-06-03T00:43:44.629295Z","steps":["trace[717563964] 'process raft request' (duration: 232.680176ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:43:44.62934Z","caller":"traceutil/trace.go:171","msg":"trace[1736817050] transaction","detail":"{read_only:false; response_revision:25787; number_of_response:1; }","duration":"232.919822ms","start":"2026-06-03T00:43:44.396376Z","end":"2026-06-03T00:43:44.629296Z","steps":["trace[1736817050] 'process raft request' (duration: 232.574863ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:43:44.629401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.129656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:43:44.62947Z","caller":"traceutil/trace.go:171","msg":"trace[1513701894] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25787; }","duration":"165.26854ms","start":"2026-06-03T00:43:44.464186Z","end":"2026-06-03T00:43:44.629454Z","steps":["trace[1513701894] 'agreement among raft nodes before linearized reading' (duration: 165.134906ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:44:59.867634Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006b34.wal"} {"level":"info","ts":"2026-06-03T00:45:37.927807Z","caller":"traceutil/trace.go:171","msg":"trace[1393541902] transaction","detail":"{read_only:false; response_revision:26951; number_of_response:1; }","duration":"109.132099ms","start":"2026-06-03T00:45:37.81865Z","end":"2026-06-03T00:45:37.927782Z","steps":["trace[1393541902] 'process raft request' (duration: 85.814951ms)","trace[1393541902] 'compare' (duration: 23.139013ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:45:37.928052Z","caller":"traceutil/trace.go:171","msg":"trace[1168561843] transaction","detail":"{read_only:false; response_revision:26952; number_of_response:1; }","duration":"109.087098ms","start":"2026-06-03T00:45:37.818926Z","end":"2026-06-03T00:45:37.928013Z","steps":["trace[1168561843] 'process raft request' (duration: 108.813441ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:45:37.928094Z","caller":"traceutil/trace.go:171","msg":"trace[107168340] linearizableReadLoop","detail":"{readStateIndex:27833; appliedIndex:27831; }","duration":"101.00236ms","start":"2026-06-03T00:45:37.827068Z","end":"2026-06-03T00:45:37.928071Z","steps":["trace[107168340] 'read index received' (duration: 5.474948ms)","trace[107168340] 'applied index is now lower than readState.Index' (duration: 95.525122ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:45:37.928216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.124623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:45:37.928252Z","caller":"traceutil/trace.go:171","msg":"trace[1181150898] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26953; }","duration":"101.172954ms","start":"2026-06-03T00:45:37.827066Z","end":"2026-06-03T00:45:37.928239Z","steps":["trace[1181150898] 'agreement among raft nodes before linearized reading' (duration: 101.083732ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:45:39.566005Z","caller":"traceutil/trace.go:171","msg":"trace[1894338073] linearizableReadLoop","detail":"{readStateIndex:27849; appliedIndex:27848; }","duration":"102.413418ms","start":"2026-06-03T00:45:39.463544Z","end":"2026-06-03T00:45:39.565957Z","steps":["trace[1894338073] 'read index received' (duration: 84.881957ms)","trace[1894338073] 'applied index is now lower than readState.Index' (duration: 17.530181ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:45:39.566087Z","caller":"traceutil/trace.go:171","msg":"trace[795068362] transaction","detail":"{read_only:false; response_revision:26967; number_of_response:1; }","duration":"127.440562ms","start":"2026-06-03T00:45:39.438599Z","end":"2026-06-03T00:45:39.56604Z","steps":["trace[795068362] 'process raft request' (duration: 109.924181ms)","trace[795068362] 'compare' (duration: 17.295785ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:45:39.566133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.576773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-03T00:45:39.56617Z","caller":"traceutil/trace.go:171","msg":"trace[1079977192] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26967; }","duration":"102.669455ms","start":"2026-06-03T00:45:39.46349Z","end":"2026-06-03T00:45:39.56616Z","steps":["trace[1079977192] 'agreement among raft nodes before linearized reading' (duration: 102.584613ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:45:44.218093Z","caller":"traceutil/trace.go:171","msg":"trace[331758552] transaction","detail":"{read_only:false; response_revision:27001; number_of_response:1; }","duration":"210.603236ms","start":"2026-06-03T00:45:44.007463Z","end":"2026-06-03T00:45:44.218066Z","steps":["trace[331758552] 'process raft request' (duration: 210.403861ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:45:44.961183Z","caller":"traceutil/trace.go:171","msg":"trace[291210152] linearizableReadLoop","detail":"{readStateIndex:27885; appliedIndex:27883; }","duration":"305.027304ms","start":"2026-06-03T00:45:44.656125Z","end":"2026-06-03T00:45:44.961152Z","steps":["trace[291210152] 'read index received' (duration: 8.121228ms)","trace[291210152] 'applied index is now lower than readState.Index' (duration: 296.904095ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:45:44.961452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.316562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7346"} {"level":"warn","ts":"2026-06-03T00:45:44.961486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.535442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7346"} {"level":"info","ts":"2026-06-03T00:45:44.961519Z","caller":"traceutil/trace.go:171","msg":"trace[1290837842] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:27002; }","duration":"305.443664ms","start":"2026-06-03T00:45:44.65606Z","end":"2026-06-03T00:45:44.961504Z","steps":["trace[1290837842] 'agreement among raft nodes before linearized reading' (duration: 305.196777ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:45:44.961524Z","caller":"traceutil/trace.go:171","msg":"trace[1369528883] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:27002; }","duration":"195.636336ms","start":"2026-06-03T00:45:44.765877Z","end":"2026-06-03T00:45:44.961513Z","steps":["trace[1369528883] 'agreement among raft nodes before linearized reading' (duration: 195.448611ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:45:44.961551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-03T00:45:44.656037Z","time spent":"305.507897ms","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7368,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-06-03T00:45:45.360567Z","caller":"traceutil/trace.go:171","msg":"trace[2033667286] transaction","detail":"{read_only:false; response_revision:27006; number_of_response:1; }","duration":"104.445085ms","start":"2026-06-03T00:45:45.256092Z","end":"2026-06-03T00:45:45.360537Z","steps":["trace[2033667286] 'process raft request' (duration: 104.24609ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:45:50.34931Z","caller":"traceutil/trace.go:171","msg":"trace[560841555] transaction","detail":"{read_only:false; response_revision:27044; number_of_response:1; }","duration":"241.333219ms","start":"2026-06-03T00:45:50.107953Z","end":"2026-06-03T00:45:50.349286Z","steps":["trace[560841555] 'process raft request' (duration: 241.206045ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:45:50.369343Z","caller":"traceutil/trace.go:171","msg":"trace[1625411644] linearizableReadLoop","detail":"{readStateIndex:27930; appliedIndex:27928; }","duration":"132.565098ms","start":"2026-06-03T00:45:50.236757Z","end":"2026-06-03T00:45:50.369322Z","steps":["trace[1625411644] 'read index received' (duration: 112.516951ms)","trace[1625411644] 'applied index is now lower than readState.Index' (duration: 20.046907ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:45:50.369471Z","caller":"traceutil/trace.go:171","msg":"trace[725529873] transaction","detail":"{read_only:false; response_revision:27045; number_of_response:1; }","duration":"261.028165ms","start":"2026-06-03T00:45:50.108431Z","end":"2026-06-03T00:45:50.369459Z","steps":["trace[725529873] 'process raft request' (duration: 260.735558ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:45:50.369646Z","caller":"traceutil/trace.go:171","msg":"trace[332663055] transaction","detail":"{read_only:false; response_revision:27046; number_of_response:1; }","duration":"261.129809ms","start":"2026-06-03T00:45:50.108488Z","end":"2026-06-03T00:45:50.369618Z","steps":["trace[332663055] 'process raft request' (duration: 260.79434ms)"],"step_count":1} {"level":"warn","ts":"2026-06-03T00:45:50.369846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.073101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7346"} {"level":"info","ts":"2026-06-03T00:45:50.370118Z","caller":"traceutil/trace.go:171","msg":"trace[547978686] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:27046; }","duration":"133.282777ms","start":"2026-06-03T00:45:50.236678Z","end":"2026-06-03T00:45:50.36996Z","steps":["trace[547978686] 'agreement among raft nodes before linearized reading' (duration: 132.877516ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:46:38.874718Z","caller":"traceutil/trace.go:171","msg":"trace[89789472] transaction","detail":"{read_only:false; response_revision:27594; number_of_response:1; }","duration":"120.477245ms","start":"2026-06-03T00:46:38.754216Z","end":"2026-06-03T00:46:38.874693Z","steps":["trace[89789472] 'process raft request' (duration: 113.373695ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:46:39.440601Z","caller":"traceutil/trace.go:171","msg":"trace[655696595] transaction","detail":"{read_only:false; response_revision:27598; number_of_response:1; }","duration":"138.852366ms","start":"2026-06-03T00:46:39.301719Z","end":"2026-06-03T00:46:39.440572Z","steps":["trace[655696595] 'process raft request' (duration: 67.703872ms)","trace[655696595] 'compare' (duration: 71.020431ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:46:39.924342Z","caller":"traceutil/trace.go:171","msg":"trace[729782275] transaction","detail":"{read_only:false; response_revision:27608; number_of_response:1; }","duration":"121.286256ms","start":"2026-06-03T00:46:39.803016Z","end":"2026-06-03T00:46:39.924302Z","steps":["trace[729782275] 'process raft request' (duration: 73.719852ms)","trace[729782275] 'compare' (duration: 47.42469ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:46:40.808512Z","caller":"traceutil/trace.go:171","msg":"trace[1906133360] transaction","detail":"{read_only:false; response_revision:27613; number_of_response:1; }","duration":"133.842363ms","start":"2026-06-03T00:46:40.674605Z","end":"2026-06-03T00:46:40.808447Z","steps":["trace[1906133360] 'process raft request' (duration: 113.97494ms)","trace[1906133360] 'compare' (duration: 17.456147ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:46:54.139829Z","caller":"traceutil/trace.go:171","msg":"trace[1205698180] transaction","detail":"{read_only:false; response_revision:27716; number_of_response:1; }","duration":"256.095414ms","start":"2026-06-03T00:46:53.883704Z","end":"2026-06-03T00:46:54.1398Z","steps":["trace[1205698180] 'process raft request' (duration: 255.907389ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:46:54.263512Z","caller":"traceutil/trace.go:171","msg":"trace[985101259] linearizableReadLoop","detail":"{readStateIndex:28618; appliedIndex:28616; }","duration":"133.260967ms","start":"2026-06-03T00:46:54.13022Z","end":"2026-06-03T00:46:54.263481Z","steps":["trace[985101259] 'read index received' (duration: 9.453933ms)","trace[985101259] 'applied index is now lower than readState.Index' (duration: 123.805283ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:46:54.263581Z","caller":"traceutil/trace.go:171","msg":"trace[2073188663] transaction","detail":"{read_only:false; response_revision:27717; number_of_response:1; }","duration":"267.091628ms","start":"2026-06-03T00:46:53.996463Z","end":"2026-06-03T00:46:54.263554Z","steps":["trace[2073188663] 'process raft request' (duration: 244.460893ms)","trace[2073188663] 'compare' (duration: 22.307997ms)"],"step_count":2} {"level":"warn","ts":"2026-06-03T00:46:54.26373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.495624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-06-03T00:46:54.263773Z","caller":"traceutil/trace.go:171","msg":"trace[144220401] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27717; }","duration":"133.583465ms","start":"2026-06-03T00:46:54.130176Z","end":"2026-06-03T00:46:54.263759Z","steps":["trace[144220401] 'agreement among raft nodes before linearized reading' (duration: 133.409ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:46:54.834314Z","caller":"traceutil/trace.go:171","msg":"trace[437759439] transaction","detail":"{read_only:false; response_revision:27721; number_of_response:1; }","duration":"101.867556ms","start":"2026-06-03T00:46:54.732418Z","end":"2026-06-03T00:46:54.834286Z","steps":["trace[437759439] 'process raft request' (duration: 101.664431ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:46:57.910584Z","caller":"traceutil/trace.go:171","msg":"trace[567587727] transaction","detail":"{read_only:false; response_revision:27746; number_of_response:1; }","duration":"124.42476ms","start":"2026-06-03T00:46:57.786129Z","end":"2026-06-03T00:46:57.910554Z","steps":["trace[567587727] 'process raft request' (duration: 108.574006ms)","trace[567587727] 'compare' (duration: 15.578047ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:47:05.880925Z","caller":"traceutil/trace.go:171","msg":"trace[1536802094] transaction","detail":"{read_only:false; response_revision:27876; number_of_response:1; }","duration":"101.306942ms","start":"2026-06-03T00:47:05.779592Z","end":"2026-06-03T00:47:05.880899Z","steps":["trace[1536802094] 'process raft request' (duration: 101.141998ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:48:16.107258Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25583} {"level":"info","ts":"2026-06-03T00:48:16.254945Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25583,"took":"143.165632ms","hash":294889986,"current-db-size-bytes":60321792,"current-db-size":"60 MB","current-db-size-in-use-bytes":36790272,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-06-03T00:48:16.25502Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":294889986,"revision":25583,"compact-revision":22801} {"level":"info","ts":"2026-06-03T00:49:39.774966Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5ac240a6daec2148","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-06-03T00:49:39.780816Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-06-03T00:49:39.781132Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-06-03T00:49:50.068056Z","caller":"traceutil/trace.go:171","msg":"trace[1162171752] transaction","detail":"{read_only:false; response_revision:29136; number_of_response:1; }","duration":"107.190068ms","start":"2026-06-03T00:49:49.960813Z","end":"2026-06-03T00:49:50.068003Z","steps":["trace[1162171752] 'process raft request' (duration: 25.06992ms)","trace[1162171752] 'compare' (duration: 81.79569ms)"],"step_count":2} {"level":"info","ts":"2026-06-03T00:49:50.068137Z","caller":"traceutil/trace.go:171","msg":"trace[189777140] transaction","detail":"{read_only:false; response_revision:29137; number_of_response:1; }","duration":"107.040985ms","start":"2026-06-03T00:49:49.96106Z","end":"2026-06-03T00:49:50.068101Z","steps":["trace[189777140] 'process raft request' (duration: 106.83976ms)"],"step_count":1} {"level":"info","ts":"2026-06-03T00:53:16.113728Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28442} {"level":"info","ts":"2026-06-03T00:53:16.259651Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28442,"took":"140.648004ms","hash":2400235897,"current-db-size-bytes":60321792,"current-db-size":"60 MB","current-db-size-in-use-bytes":30588928,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-06-03T00:53:16.259714Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2400235897,"revision":28442,"compact-revision":25583} {"level":"info","ts":"2026-06-03T00:58:16.122902Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30667} {"level":"info","ts":"2026-06-03T00:58:16.233944Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30667,"took":"107.371743ms","hash":1061574679,"current-db-size-bytes":60321792,"current-db-size":"60 MB","current-db-size-in-use-bytes":30912512,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-06-03T00:58:16.234021Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1061574679,"revision":30667,"compact-revision":28442} {"level":"info","ts":"2026-06-03T01:03:16.130326Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32930} {"level":"info","ts":"2026-06-03T01:03:16.283087Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32930,"took":"148.551557ms","hash":3176623758,"current-db-size-bytes":61366272,"current-db-size":"61 MB","current-db-size-in-use-bytes":31531008,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-06-03T01:03:16.283154Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3176623758,"revision":32930,"compact-revision":30667} {"level":"info","ts":"2026-06-03T01:08:16.139892Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35290} {"level":"info","ts":"2026-06-03T01:08:16.293166Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35290,"took":"148.175696ms","hash":2745642864,"current-db-size-bytes":61366272,"current-db-size":"61 MB","current-db-size-in-use-bytes":31076352,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-06-03T01:08:16.293255Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2745642864,"revision":35290,"compact-revision":32930} {"level":"info","ts":"2026-06-03T01:10:53.974481Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5ac240a6daec2148","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-06-03T01:10:53.978759Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-06-03T01:10:53.978874Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-06-03T01:13:16.147063Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37550} {"level":"info","ts":"2026-06-03T01:13:16.265181Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37550,"took":"114.673262ms","hash":817383605,"current-db-size-bytes":61366272,"current-db-size":"61 MB","current-db-size-in-use-bytes":31907840,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-06-03T01:13:16.265335Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":817383605,"revision":37550,"compact-revision":35290}