{"level":"warn","ts":"2026-05-06T01:18:03.977074Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-06T01:18:03.977211Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.185:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.185:2380","--initial-cluster=instance=https://199.19.213.185:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.185:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.185:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-06T01:18:03.977295Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-06T01:18:03.977311Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.185:2380"]} {"level":"info","ts":"2026-05-06T01:18:03.977332Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-06T01:18:03.978076Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.185:2379"]} {"level":"info","ts":"2026-05-06T01:18:03.978199Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.185:2380"],"listen-peer-urls":["https://199.19.213.185:2380"],"advertise-client-urls":["https://199.19.213.185:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.185:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.185:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-06T01:18:03.982795Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.274665ms"} {"level":"info","ts":"2026-05-06T01:18:03.988291Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"dcbda34f8b503a3","cluster-id":"2e806bc52dde46af"} {"level":"info","ts":"2026-05-06T01:18:03.988384Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 switched to configuration voters=()"} {"level":"info","ts":"2026-05-06T01:18:03.988413Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 became follower at term 0"} {"level":"info","ts":"2026-05-06T01:18:03.988434Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft dcbda34f8b503a3 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-06T01:18:03.988444Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 became follower at term 1"} {"level":"info","ts":"2026-05-06T01:18:03.988501Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 switched to configuration voters=(994128063811093411)"} {"level":"warn","ts":"2026-05-06T01:18:03.995601Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-06T01:18:03.997482Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-06T01:18:03.998912Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-06T01:18:04.001682Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"dcbda34f8b503a3","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-06T01:18:04.002937Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"dcbda34f8b503a3","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-06T01:18:04.003245Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-06T01:18:04.003295Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-06T01:18:04.003311Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-06T01:18:04.003658Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 switched to configuration voters=(994128063811093411)"} {"level":"info","ts":"2026-05-06T01:18:04.003794Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"2e806bc52dde46af","local-member-id":"dcbda34f8b503a3","added-peer-id":"dcbda34f8b503a3","added-peer-peer-urls":["https://199.19.213.185:2380"]} {"level":"info","ts":"2026-05-06T01:18:04.007416Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.185:2380"} {"level":"info","ts":"2026-05-06T01:18:04.007448Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-06T01:18:04.007523Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.185:2380"} {"level":"info","ts":"2026-05-06T01:18:04.010962Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"dcbda34f8b503a3","initial-advertise-peer-urls":["https://199.19.213.185:2380"],"listen-peer-urls":["https://199.19.213.185:2380"],"advertise-client-urls":["https://199.19.213.185:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.185:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-06T01:18:04.011072Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-06T01:18:04.289253Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 is starting a new election at term 1"} {"level":"info","ts":"2026-05-06T01:18:04.289326Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-06T01:18:04.289371Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 received MsgPreVoteResp from dcbda34f8b503a3 at term 1"} {"level":"info","ts":"2026-05-06T01:18:04.28939Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 became candidate at term 2"} {"level":"info","ts":"2026-05-06T01:18:04.289403Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 received MsgVoteResp from dcbda34f8b503a3 at term 2"} {"level":"info","ts":"2026-05-06T01:18:04.289423Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 became leader at term 2"} {"level":"info","ts":"2026-05-06T01:18:04.289441Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: dcbda34f8b503a3 elected leader dcbda34f8b503a3 at term 2"} {"level":"info","ts":"2026-05-06T01:18:04.29036Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-06T01:18:04.290508Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"dcbda34f8b503a3","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.185:2379]}","request-path":"/0/members/dcbda34f8b503a3/attributes","cluster-id":"2e806bc52dde46af","publish-timeout":"7s"} {"level":"info","ts":"2026-05-06T01:18:04.290686Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-06T01:18:04.290777Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-06T01:18:04.290899Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-06T01:18:04.291049Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-06T01:18:04.291311Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"2e806bc52dde46af","local-member-id":"dcbda34f8b503a3","cluster-version":"3.5"} {"level":"info","ts":"2026-05-06T01:18:04.291414Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-06T01:18:04.291444Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-06T01:18:04.293994Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.185:2379"} {"level":"info","ts":"2026-05-06T01:18:04.29406Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-06T01:18:25.623484Z","caller":"traceutil/trace.go:171","msg":"trace[2060868206] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"247.1605ms","start":"2026-05-06T01:18:25.3763Z","end":"2026-05-06T01:18:25.62346Z","steps":["trace[2060868206] 'process raft request' (duration: 247.002176ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:18:26.049532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.108853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-06T01:18:26.049644Z","caller":"traceutil/trace.go:171","msg":"trace[1817814725] linearizableReadLoop","detail":"{readStateIndex:473; appliedIndex:472; }","duration":"195.467735ms","start":"2026-05-06T01:18:25.854161Z","end":"2026-05-06T01:18:26.049629Z","steps":["trace[1817814725] 'read index received' (duration: 64.081µs)","trace[1817814725] 'applied index is now lower than readState.Index' (duration: 195.402374ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:18:26.050372Z","caller":"traceutil/trace.go:171","msg":"trace[681224872] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"673.808486ms","start":"2026-05-06T01:18:25.376535Z","end":"2026-05-06T01:18:26.050344Z","steps":["trace[681224872] 'process raft request' (duration: 378.367732ms)","trace[681224872] 'compare' (duration: 293.942169ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:18:26.05042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.242033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-06T01:18:26.05049Z","caller":"traceutil/trace.go:171","msg":"trace[1550275574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:457; }","duration":"196.349885ms","start":"2026-05-06T01:18:25.854117Z","end":"2026-05-06T01:18:26.050467Z","steps":["trace[1550275574] 'agreement among raft nodes before linearized reading' (duration: 196.184641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:18:26.050484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:18:25.376519Z","time spent":"673.907718ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:18:33.669169Z","caller":"traceutil/trace.go:171","msg":"trace[543659216] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"229.552106ms","start":"2026-05-06T01:18:33.439583Z","end":"2026-05-06T01:18:33.669136Z","steps":["trace[543659216] 'process raft request' (duration: 229.343361ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:18:33.738627Z","caller":"traceutil/trace.go:171","msg":"trace[1895479392] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"294.229186ms","start":"2026-05-06T01:18:33.444354Z","end":"2026-05-06T01:18:33.738584Z","steps":["trace[1895479392] 'process raft request' (duration: 293.945059ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:18:33.738691Z","caller":"traceutil/trace.go:171","msg":"trace[2111995006] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"284.84462ms","start":"2026-05-06T01:18:33.453805Z","end":"2026-05-06T01:18:33.73865Z","steps":["trace[2111995006] 'process raft request' (duration: 284.694367ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:18:33.738736Z","caller":"traceutil/trace.go:171","msg":"trace[1604316619] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"281.649941ms","start":"2026-05-06T01:18:33.457059Z","end":"2026-05-06T01:18:33.738709Z","steps":["trace[1604316619] 'process raft request' (duration: 281.485307ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:18:33.738859Z","caller":"traceutil/trace.go:171","msg":"trace[1260306085] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"277.67029ms","start":"2026-05-06T01:18:33.461143Z","end":"2026-05-06T01:18:33.738813Z","steps":["trace[1260306085] 'process raft request' (duration: 277.463315ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:18:33.738916Z","caller":"traceutil/trace.go:171","msg":"trace[249071144] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"276.615065ms","start":"2026-05-06T01:18:33.462286Z","end":"2026-05-06T01:18:33.738901Z","steps":["trace[249071144] 'process raft request' (duration: 276.523602ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:18:33.739017Z","caller":"traceutil/trace.go:171","msg":"trace[1677759016] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"275.401484ms","start":"2026-05-06T01:18:33.463562Z","end":"2026-05-06T01:18:33.738964Z","steps":["trace[1677759016] 'process raft request' (duration: 275.293872ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:18:33.739144Z","caller":"traceutil/trace.go:171","msg":"trace[1482240871] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"274.660945ms","start":"2026-05-06T01:18:33.464464Z","end":"2026-05-06T01:18:33.739125Z","steps":["trace[1482240871] 'process raft request' (duration: 274.420919ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:18:33.739389Z","caller":"traceutil/trace.go:171","msg":"trace[485500963] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"259.877865ms","start":"2026-05-06T01:18:33.479497Z","end":"2026-05-06T01:18:33.739375Z","steps":["trace[485500963] 'process raft request' (duration: 259.558767ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:18:33.739748Z","caller":"traceutil/trace.go:171","msg":"trace[1754769872] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"257.729952ms","start":"2026-05-06T01:18:33.482004Z","end":"2026-05-06T01:18:33.739733Z","steps":["trace[1754769872] 'process raft request' (duration: 257.266801ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:18:33.739881Z","caller":"traceutil/trace.go:171","msg":"trace[1752061883] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"235.631979ms","start":"2026-05-06T01:18:33.504239Z","end":"2026-05-06T01:18:33.73987Z","steps":["trace[1752061883] 'process raft request' (duration: 235.389453ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:18:33.73997Z","caller":"traceutil/trace.go:171","msg":"trace[414616056] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"121.265035ms","start":"2026-05-06T01:18:33.61868Z","end":"2026-05-06T01:18:33.739945Z","steps":["trace[414616056] 'process raft request' (duration: 121.011789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:18:34.627578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.644312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-06T01:18:34.627729Z","caller":"traceutil/trace.go:171","msg":"trace[233145902] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"577.866875ms","start":"2026-05-06T01:18:34.049837Z","end":"2026-05-06T01:18:34.627704Z","steps":["trace[233145902] 'process raft request' (duration: 225.988587ms)","trace[233145902] 'compare' (duration: 351.462718ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:18:34.627798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:18:34.049792Z","time spent":"577.972288ms","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151212,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:18:34.637978Z","caller":"traceutil/trace.go:171","msg":"trace[1034774400] linearizableReadLoop","detail":"{readStateIndex:583; appliedIndex:581; }","duration":"556.715907ms","start":"2026-05-06T01:18:34.081233Z","end":"2026-05-06T01:18:34.637949Z","steps":["trace[1034774400] 'read index received' (duration: 194.589472ms)","trace[1034774400] 'applied index is now lower than readState.Index' (duration: 362.125265ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:18:34.638191Z","caller":"traceutil/trace.go:171","msg":"trace[1049881477] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"584.573154ms","start":"2026-05-06T01:18:34.053608Z","end":"2026-05-06T01:18:34.638181Z","steps":["trace[1049881477] 'process raft request' (duration: 584.218555ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:18:34.638332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:18:34.053581Z","time spent":"584.640716ms","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73770,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-06T01:18:34.638566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.386372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-06T01:18:34.638611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.403701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:18:34.638658Z","caller":"traceutil/trace.go:171","msg":"trace[1894983493] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:561; }","duration":"553.517956ms","start":"2026-05-06T01:18:34.085119Z","end":"2026-05-06T01:18:34.638637Z","steps":["trace[1894983493] 'agreement among raft nodes before linearized reading' (duration: 553.174918ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:18:34.638697Z","caller":"traceutil/trace.go:171","msg":"trace[1551879403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:561; }","duration":"334.539224ms","start":"2026-05-06T01:18:34.304138Z","end":"2026-05-06T01:18:34.638677Z","steps":["trace[1551879403] 'agreement among raft nodes before linearized reading' (duration: 334.38641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:18:34.638716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:18:34.085111Z","time spent":"553.593538ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-06T01:18:34.638743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:18:34.304109Z","time spent":"334.626297ms","remote":"127.0.0.1:44836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T01:18:34.639017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.374493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-06T01:18:34.639065Z","caller":"traceutil/trace.go:171","msg":"trace[805625390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:561; }","duration":"547.527266ms","start":"2026-05-06T01:18:34.091525Z","end":"2026-05-06T01:18:34.639052Z","steps":["trace[805625390] 'agreement among raft nodes before linearized reading' (duration: 547.307571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:18:34.639059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.819784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-06T01:18:34.639099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:18:34.091502Z","time spent":"547.589607ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-06T01:18:34.639137Z","caller":"traceutil/trace.go:171","msg":"trace[6590103] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:561; }","duration":"557.929107ms","start":"2026-05-06T01:18:34.081176Z","end":"2026-05-06T01:18:34.639105Z","steps":["trace[6590103] 'agreement among raft nodes before linearized reading' (duration: 557.687141ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:18:34.639178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:18:34.081149Z","time spent":"558.019599ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-06T01:18:36.789332Z","caller":"traceutil/trace.go:171","msg":"trace[1335899859] linearizableReadLoop","detail":"{readStateIndex:612; appliedIndex:611; }","duration":"130.377195ms","start":"2026-05-06T01:18:36.658934Z","end":"2026-05-06T01:18:36.789311Z","steps":["trace[1335899859] 'read index received' (duration: 130.070387ms)","trace[1335899859] 'applied index is now lower than readState.Index' (duration: 305.818µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:18:36.789394Z","caller":"traceutil/trace.go:171","msg":"trace[1469173896] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"138.022486ms","start":"2026-05-06T01:18:36.651332Z","end":"2026-05-06T01:18:36.789355Z","steps":["trace[1469173896] 'process raft request' (duration: 137.846391ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:18:36.789655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.690952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-06T01:18:36.78973Z","caller":"traceutil/trace.go:171","msg":"trace[1575646018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:590; }","duration":"130.808875ms","start":"2026-05-06T01:18:36.658903Z","end":"2026-05-06T01:18:36.789712Z","steps":["trace[1575646018] 'agreement among raft nodes before linearized reading' (duration: 130.544449ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:18:36.789779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.298947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-06T01:18:36.789873Z","caller":"traceutil/trace.go:171","msg":"trace[295141085] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:590; }","duration":"129.42653ms","start":"2026-05-06T01:18:36.660427Z","end":"2026-05-06T01:18:36.789853Z","steps":["trace[295141085] 'agreement among raft nodes before linearized reading' (duration: 129.174604ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:18:41.358906Z","caller":"traceutil/trace.go:171","msg":"trace[1019215855] linearizableReadLoop","detail":"{readStateIndex:643; appliedIndex:642; }","duration":"431.81245ms","start":"2026-05-06T01:18:40.927066Z","end":"2026-05-06T01:18:41.358879Z","steps":["trace[1019215855] 'read index received' (duration: 429.83732ms)","trace[1019215855] 'applied index is now lower than readState.Index' (duration: 1.97419ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:18:41.358995Z","caller":"traceutil/trace.go:171","msg":"trace[1851224818] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"468.383345ms","start":"2026-05-06T01:18:40.890582Z","end":"2026-05-06T01:18:41.358966Z","steps":["trace[1851224818] 'process raft request' (duration: 466.851797ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:18:41.359596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.994472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-06T01:18:41.359687Z","caller":"traceutil/trace.go:171","msg":"trace[748976863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:620; }","duration":"505.123125ms","start":"2026-05-06T01:18:40.854528Z","end":"2026-05-06T01:18:41.359651Z","steps":["trace[748976863] 'agreement among raft nodes before linearized reading' (duration: 504.469199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:18:41.359729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:18:40.854505Z","time spent":"505.215487ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-06T01:18:41.36219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:18:40.89055Z","time spent":"469.137934ms","remote":"127.0.0.1:44956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036305,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:18:41.369717Z","caller":"traceutil/trace.go:171","msg":"trace[6748442] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"438.140908ms","start":"2026-05-06T01:18:40.93156Z","end":"2026-05-06T01:18:41.369701Z","steps":["trace[6748442] 'process raft request' (duration: 438.026635ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:18:41.369812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:18:40.931531Z","time spent":"438.22542ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:18:41.947368Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093612304,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-06T01:18:42.093267Z","caller":"traceutil/trace.go:171","msg":"trace[1030217498] linearizableReadLoop","detail":"{readStateIndex:646; appliedIndex:645; }","duration":"646.525435ms","start":"2026-05-06T01:18:41.446719Z","end":"2026-05-06T01:18:42.093244Z","steps":["trace[1030217498] 'read index received' (duration: 646.351101ms)","trace[1030217498] 'applied index is now lower than readState.Index' (duration: 173.514µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:18:42.093416Z","caller":"traceutil/trace.go:171","msg":"trace[1387095042] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"675.795817ms","start":"2026-05-06T01:18:41.417601Z","end":"2026-05-06T01:18:42.093397Z","steps":["trace[1387095042] 'process raft request' (duration: 675.51347ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:18:42.0935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:18:41.417567Z","time spent":"675.888849ms","remote":"127.0.0.1:45108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-06T01:18:42.093541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.813092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-kgt54\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-05-06T01:18:42.093625Z","caller":"traceutil/trace.go:171","msg":"trace[1592040314] range","detail":"{range_begin:/registry/pods/kube-system/cilium-kgt54; range_end:; response_count:1; response_revision:623; }","duration":"646.940695ms","start":"2026-05-06T01:18:41.446667Z","end":"2026-05-06T01:18:42.093608Z","steps":["trace[1592040314] 'agreement among raft nodes before linearized reading' (duration: 646.701009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:18:42.09367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:18:41.446643Z","time spent":"647.018637ms","remote":"127.0.0.1:45030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-kgt54\" "} {"level":"warn","ts":"2026-05-06T01:18:42.093542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.84247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-06T01:18:42.093731Z","caller":"traceutil/trace.go:171","msg":"trace[1058739903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:623; }","duration":"291.080457ms","start":"2026-05-06T01:18:41.802642Z","end":"2026-05-06T01:18:42.093723Z","steps":["trace[1058739903] 'agreement among raft nodes before linearized reading' (duration: 290.80275ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:18:42.459599Z","caller":"traceutil/trace.go:171","msg":"trace[1261194093] linearizableReadLoop","detail":"{readStateIndex:647; appliedIndex:646; }","duration":"358.336221ms","start":"2026-05-06T01:18:42.101235Z","end":"2026-05-06T01:18:42.459571Z","steps":["trace[1261194093] 'read index received' (duration: 324.383431ms)","trace[1261194093] 'applied index is now lower than readState.Index' (duration: 33.95172ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:18:42.459648Z","caller":"traceutil/trace.go:171","msg":"trace[2060648016] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"361.593952ms","start":"2026-05-06T01:18:42.098035Z","end":"2026-05-06T01:18:42.459629Z","steps":["trace[2060648016] 'process raft request' (duration: 327.51952ms)","trace[2060648016] 'compare' (duration: 33.745274ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:18:42.459869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:18:42.098014Z","time spent":"361.791547ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:18:42.459746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.498145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-05-06T01:18:42.460122Z","caller":"traceutil/trace.go:171","msg":"trace[1447427986] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:624; }","duration":"358.904434ms","start":"2026-05-06T01:18:42.101205Z","end":"2026-05-06T01:18:42.460109Z","steps":["trace[1447427986] 'agreement among raft nodes before linearized reading' (duration: 358.482624ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:18:42.460186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:18:42.101192Z","time spent":"358.980997ms","remote":"127.0.0.1:45056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":215,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-05-06T01:18:42.463279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.031476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:18:42.46359Z","caller":"traceutil/trace.go:171","msg":"trace[172936634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:625; }","duration":"160.391525ms","start":"2026-05-06T01:18:42.303164Z","end":"2026-05-06T01:18:42.463556Z","steps":["trace[172936634] 'agreement among raft nodes before linearized reading' (duration: 160.018706ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:18:42.463578Z","caller":"traceutil/trace.go:171","msg":"trace[1937829925] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"356.678008ms","start":"2026-05-06T01:18:42.106841Z","end":"2026-05-06T01:18:42.46352Z","steps":["trace[1937829925] 'process raft request' (duration: 356.103894ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:18:42.463711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:18:42.10682Z","time spent":"356.823542ms","remote":"127.0.0.1:45030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:18:47.74638Z","caller":"traceutil/trace.go:171","msg":"trace[75861202] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"123.516702ms","start":"2026-05-06T01:18:47.622834Z","end":"2026-05-06T01:18:47.746351Z","steps":["trace[75861202] 'process raft request' (duration: 123.191644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:19:03.061102Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093612708,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-06T01:19:03.192166Z","caller":"traceutil/trace.go:171","msg":"trace[474516476] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"634.143845ms","start":"2026-05-06T01:19:02.557996Z","end":"2026-05-06T01:19:03.192139Z","steps":["trace[474516476] 'process raft request' (duration: 633.977701ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:19:03.1924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:19:02.557971Z","time spent":"634.347491ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:19:03.31132Z","caller":"traceutil/trace.go:171","msg":"trace[1762753008] linearizableReadLoop","detail":"{readStateIndex:826; appliedIndex:824; }","duration":"750.313022ms","start":"2026-05-06T01:19:02.560988Z","end":"2026-05-06T01:19:03.311301Z","steps":["trace[1762753008] 'read index received' (duration: 630.980945ms)","trace[1762753008] 'applied index is now lower than readState.Index' (duration: 119.331157ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:19:03.311553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.526568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-tp7vf\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-05-06T01:19:03.311587Z","caller":"traceutil/trace.go:171","msg":"trace[150827012] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-tp7vf; range_end:; response_count:1; response_revision:797; }","duration":"750.635681ms","start":"2026-05-06T01:19:02.560941Z","end":"2026-05-06T01:19:03.311577Z","steps":["trace[150827012] 'agreement among raft nodes before linearized reading' (duration: 750.460886ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:19:03.311629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:19:02.560921Z","time spent":"750.700322ms","remote":"127.0.0.1:45030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3987,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-tp7vf\" "} {"level":"warn","ts":"2026-05-06T01:19:03.311719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.313811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-06T01:19:03.311791Z","caller":"traceutil/trace.go:171","msg":"trace[1611088230] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:797; }","duration":"219.435455ms","start":"2026-05-06T01:19:03.092336Z","end":"2026-05-06T01:19:03.311771Z","steps":["trace[1611088230] 'agreement among raft nodes before linearized reading' (duration: 219.209808ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:19:09.453353Z","caller":"traceutil/trace.go:171","msg":"trace[625656317] transaction","detail":"{read_only:false; response_revision:862; number_of_response:1; }","duration":"107.596124ms","start":"2026-05-06T01:19:09.345735Z","end":"2026-05-06T01:19:09.453331Z","steps":["trace[625656317] 'process raft request' (duration: 107.466671ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:19:45.766595Z","caller":"traceutil/trace.go:171","msg":"trace[988134779] transaction","detail":"{read_only:false; response_revision:1323; number_of_response:1; }","duration":"123.27381ms","start":"2026-05-06T01:19:45.643287Z","end":"2026-05-06T01:19:45.766561Z","steps":["trace[988134779] 'process raft request' (duration: 123.098895ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:19:51.821274Z","caller":"traceutil/trace.go:171","msg":"trace[229372402] transaction","detail":"{read_only:false; response_revision:1441; number_of_response:1; }","duration":"129.227563ms","start":"2026-05-06T01:19:51.692021Z","end":"2026-05-06T01:19:51.821249Z","steps":["trace[229372402] 'process raft request' (duration: 128.894415ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:19:53.94416Z","caller":"traceutil/trace.go:171","msg":"trace[466325970] transaction","detail":"{read_only:false; response_revision:1451; number_of_response:1; }","duration":"105.292969ms","start":"2026-05-06T01:19:53.838828Z","end":"2026-05-06T01:19:53.944121Z","steps":["trace[466325970] 'process raft request' (duration: 105.048633ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:19:54.028075Z","caller":"traceutil/trace.go:171","msg":"trace[1101519976] linearizableReadLoop","detail":"{readStateIndex:1496; appliedIndex:1494; }","duration":"187.038233ms","start":"2026-05-06T01:19:53.841011Z","end":"2026-05-06T01:19:54.028049Z","steps":["trace[1101519976] 'read index received' (duration: 102.893722ms)","trace[1101519976] 'applied index is now lower than readState.Index' (duration: 84.143211ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:19:54.028161Z","caller":"traceutil/trace.go:171","msg":"trace[802961547] transaction","detail":"{read_only:false; response_revision:1452; number_of_response:1; }","duration":"187.603775ms","start":"2026-05-06T01:19:53.840522Z","end":"2026-05-06T01:19:54.028126Z","steps":["trace[802961547] 'process raft request' (duration: 187.36319ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:19:54.116164Z","caller":"traceutil/trace.go:171","msg":"trace[1048442263] transaction","detail":"{read_only:false; response_revision:1453; number_of_response:1; }","duration":"166.558759ms","start":"2026-05-06T01:19:53.949575Z","end":"2026-05-06T01:19:54.116134Z","steps":["trace[1048442263] 'process raft request' (duration: 155.119335ms)","trace[1048442263] 'compare' (duration: 11.25208ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:19:54.116236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.179659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-06T01:19:54.11635Z","caller":"traceutil/trace.go:171","msg":"trace[1967638577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1452; }","duration":"275.337702ms","start":"2026-05-06T01:19:53.840985Z","end":"2026-05-06T01:19:54.116323Z","steps":["trace[1967638577] 'agreement among raft nodes before linearized reading' (duration: 187.168385ms)","trace[1967638577] 'range keys from in-memory index tree' (duration: 87.898771ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:19:54.58668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.369581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-06T01:19:54.58675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.429447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:19:54.586795Z","caller":"traceutil/trace.go:171","msg":"trace[764082470] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1454; }","duration":"282.516785ms","start":"2026-05-06T01:19:54.30426Z","end":"2026-05-06T01:19:54.586777Z","steps":["trace[764082470] 'range keys from in-memory index tree' (duration: 282.220208ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:19:54.586843Z","caller":"traceutil/trace.go:171","msg":"trace[1479892749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1454; }","duration":"283.5685ms","start":"2026-05-06T01:19:54.303251Z","end":"2026-05-06T01:19:54.586819Z","steps":["trace[1479892749] 'range keys from in-memory index tree' (duration: 283.285693ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:19:54.744907Z","caller":"traceutil/trace.go:171","msg":"trace[178398471] transaction","detail":"{read_only:false; response_revision:1455; number_of_response:1; }","duration":"153.208819ms","start":"2026-05-06T01:19:54.591668Z","end":"2026-05-06T01:19:54.744877Z","steps":["trace[178398471] 'process raft request' (duration: 152.996394ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:19:54.847735Z","caller":"traceutil/trace.go:171","msg":"trace[732370460] transaction","detail":"{read_only:false; response_revision:1456; number_of_response:1; }","duration":"255.569748ms","start":"2026-05-06T01:19:54.592138Z","end":"2026-05-06T01:19:54.847708Z","steps":["trace[732370460] 'process raft request' (duration: 253.929169ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:03.981943Z","caller":"traceutil/trace.go:171","msg":"trace[1057420602] transaction","detail":"{read_only:false; response_revision:1656; number_of_response:1; }","duration":"116.639632ms","start":"2026-05-06T01:20:03.865257Z","end":"2026-05-06T01:20:03.981897Z","steps":["trace[1057420602] 'process raft request' (duration: 77.903921ms)","trace[1057420602] 'compare' (duration: 38.600147ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:20:11.901769Z","caller":"traceutil/trace.go:171","msg":"trace[2004280003] transaction","detail":"{read_only:false; response_revision:1750; number_of_response:1; }","duration":"351.336727ms","start":"2026-05-06T01:20:11.550406Z","end":"2026-05-06T01:20:11.901742Z","steps":["trace[2004280003] 'process raft request' (duration: 351.166683ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:11.901974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:11.550389Z","time spent":"351.505173ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:20:11.911682Z","caller":"traceutil/trace.go:171","msg":"trace[1761374441] transaction","detail":"{read_only:false; response_revision:1751; number_of_response:1; }","duration":"360.105908ms","start":"2026-05-06T01:20:11.551556Z","end":"2026-05-06T01:20:11.911661Z","steps":["trace[1761374441] 'process raft request' (duration: 359.991555ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:11.911817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:11.551536Z","time spent":"360.211491ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:20:19.06163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.601308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-73ee60f4-3fcd-4771-9c56-412764ff1eca\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-05-06T01:20:19.061735Z","caller":"traceutil/trace.go:171","msg":"trace[692474371] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-73ee60f4-3fcd-4771-9c56-412764ff1eca; range_end:; response_count:1; response_revision:1856; }","duration":"277.756571ms","start":"2026-05-06T01:20:18.783954Z","end":"2026-05-06T01:20:19.061711Z","steps":["trace[692474371] 'range keys from in-memory index tree' (duration: 277.28244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:19.061768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.764955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-73ee60f4-3fcd-4771-9c56-412764ff1eca\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-05-06T01:20:19.061941Z","caller":"traceutil/trace.go:171","msg":"trace[1062946346] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-73ee60f4-3fcd-4771-9c56-412764ff1eca; range_end:; response_count:1; response_revision:1856; }","duration":"142.0008ms","start":"2026-05-06T01:20:18.91992Z","end":"2026-05-06T01:20:19.061921Z","steps":["trace[1062946346] 'range keys from in-memory index tree' (duration: 141.54238ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:19.397181Z","caller":"traceutil/trace.go:171","msg":"trace[1733819632] linearizableReadLoop","detail":"{readStateIndex:1931; appliedIndex:1930; }","duration":"177.508843ms","start":"2026-05-06T01:20:19.219641Z","end":"2026-05-06T01:20:19.39715Z","steps":["trace[1733819632] 'read index received' (duration: 122.932912ms)","trace[1733819632] 'applied index is now lower than readState.Index' (duration: 54.574401ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:20:19.397319Z","caller":"traceutil/trace.go:171","msg":"trace[1751867369] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"216.388477ms","start":"2026-05-06T01:20:19.180916Z","end":"2026-05-06T01:20:19.397305Z","steps":["trace[1751867369] 'process raft request' (duration: 161.654772ms)","trace[1751867369] 'compare' (duration: 54.386676ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:20:19.397414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.75107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:20:19.397501Z","caller":"traceutil/trace.go:171","msg":"trace[925245670] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1860; }","duration":"177.899523ms","start":"2026-05-06T01:20:19.219583Z","end":"2026-05-06T01:20:19.397482Z","steps":["trace[925245670] 'agreement among raft nodes before linearized reading' (duration: 177.7601ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:19.416863Z","caller":"traceutil/trace.go:171","msg":"trace[120795637] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"183.963478ms","start":"2026-05-06T01:20:19.232881Z","end":"2026-05-06T01:20:19.416844Z","steps":["trace[120795637] 'process raft request' (duration: 183.65163ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:19.416907Z","caller":"traceutil/trace.go:171","msg":"trace[2126275039] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"183.532418ms","start":"2026-05-06T01:20:19.23335Z","end":"2026-05-06T01:20:19.416883Z","steps":["trace[2126275039] 'process raft request' (duration: 183.331843ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:19.416955Z","caller":"traceutil/trace.go:171","msg":"trace[1926055127] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"183.380024ms","start":"2026-05-06T01:20:19.233553Z","end":"2026-05-06T01:20:19.416933Z","steps":["trace[1926055127] 'process raft request' (duration: 183.242691ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:19.417013Z","caller":"traceutil/trace.go:171","msg":"trace[1283627367] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"183.097198ms","start":"2026-05-06T01:20:19.233893Z","end":"2026-05-06T01:20:19.416991Z","steps":["trace[1283627367] 'process raft request' (duration: 182.960124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:19.417049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.085936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:20:19.417134Z","caller":"traceutil/trace.go:171","msg":"trace[243393454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1864; }","duration":"113.22813ms","start":"2026-05-06T01:20:19.303888Z","end":"2026-05-06T01:20:19.417116Z","steps":["trace[243393454] 'agreement among raft nodes before linearized reading' (duration: 113.024405ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:19.892896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.947696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-06T01:20:19.892992Z","caller":"traceutil/trace.go:171","msg":"trace[794828951] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1865; }","duration":"388.06649ms","start":"2026-05-06T01:20:19.504906Z","end":"2026-05-06T01:20:19.892973Z","steps":["trace[794828951] 'range keys from in-memory index tree' (duration: 387.738382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:19.893039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:19.50485Z","time spent":"388.179623ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-06T01:20:26.147919Z","caller":"traceutil/trace.go:171","msg":"trace[378490923] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"216.643302ms","start":"2026-05-06T01:20:25.931257Z","end":"2026-05-06T01:20:26.1479Z","steps":["trace[378490923] 'process raft request' (duration: 216.467668ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:26.148077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.226741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-06T01:20:26.147922Z","caller":"traceutil/trace.go:171","msg":"trace[1375492656] linearizableReadLoop","detail":"{readStateIndex:2001; appliedIndex:2001; }","duration":"131.055826ms","start":"2026-05-06T01:20:26.016841Z","end":"2026-05-06T01:20:26.147897Z","steps":["trace[1375492656] 'read index received' (duration: 131.046516ms)","trace[1375492656] 'applied index is now lower than readState.Index' (duration: 7.54µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:20:26.14815Z","caller":"traceutil/trace.go:171","msg":"trace[302374359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1928; }","duration":"131.355574ms","start":"2026-05-06T01:20:26.016784Z","end":"2026-05-06T01:20:26.148139Z","steps":["trace[302374359] 'agreement among raft nodes before linearized reading' (duration: 131.143449ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:57.543566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.426641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-06T01:20:57.543785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.801662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"warn","ts":"2026-05-06T01:20:57.543569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.588853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.185\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-06T01:20:57.543867Z","caller":"traceutil/trace.go:171","msg":"trace[1119906106] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2119; }","duration":"265.79417ms","start":"2026-05-06T01:20:57.278044Z","end":"2026-05-06T01:20:57.543838Z","steps":["trace[1119906106] 'range keys from in-memory index tree' (duration: 265.120013ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:57.543889Z","caller":"traceutil/trace.go:171","msg":"trace[2035565765] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2119; }","duration":"158.971206ms","start":"2026-05-06T01:20:57.384892Z","end":"2026-05-06T01:20:57.543864Z","steps":["trace[2035565765] 'range keys from in-memory index tree' (duration: 158.540045ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:57.54396Z","caller":"traceutil/trace.go:171","msg":"trace[1053826845] range","detail":"{range_begin:/registry/masterleases/199.19.213.185; range_end:; response_count:1; response_revision:2119; }","duration":"108.015543ms","start":"2026-05-06T01:20:57.435892Z","end":"2026-05-06T01:20:57.543907Z","steps":["trace[1053826845] 'range keys from in-memory index tree' (duration: 107.403309ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:57.543923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.199362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:20:57.543627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.301514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-06T01:20:57.544104Z","caller":"traceutil/trace.go:171","msg":"trace[440909936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2119; }","duration":"239.483278ms","start":"2026-05-06T01:20:57.304584Z","end":"2026-05-06T01:20:57.544067Z","steps":["trace[440909936] 'range keys from in-memory index tree' (duration: 238.988536ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:57.544168Z","caller":"traceutil/trace.go:171","msg":"trace[101107811] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2119; }","duration":"239.874307ms","start":"2026-05-06T01:20:57.304239Z","end":"2026-05-06T01:20:57.544113Z","steps":["trace[101107811] 'count revisions from in-memory index tree' (duration: 239.157651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:21:02.931176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.99561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-06T01:21:02.931283Z","caller":"traceutil/trace.go:171","msg":"trace[625089053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2147; }","duration":"395.150934ms","start":"2026-05-06T01:21:02.536103Z","end":"2026-05-06T01:21:02.931254Z","steps":["trace[625089053] 'range keys from in-memory index tree' (duration: 394.809627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:21:02.931342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:21:02.536081Z","time spent":"395.246137ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-06T01:21:02.931503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.902574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-05-06T01:21:02.931659Z","caller":"traceutil/trace.go:171","msg":"trace[1670625113] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2147; }","duration":"349.086409ms","start":"2026-05-06T01:21:02.582547Z","end":"2026-05-06T01:21:02.931633Z","steps":["trace[1670625113] 'range keys from in-memory index tree' (duration: 348.582937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:21:02.931739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:21:02.582535Z","time spent":"349.184691ms","remote":"127.0.0.1:45030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-06T01:21:02.931699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.099421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-06T01:21:02.93206Z","caller":"traceutil/trace.go:171","msg":"trace[1047449287] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2147; }","duration":"402.48274ms","start":"2026-05-06T01:21:02.529523Z","end":"2026-05-06T01:21:02.932006Z","steps":["trace[1047449287] 'range keys from in-memory index tree' (duration: 401.365274ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:21:02.932125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:21:02.529492Z","time spent":"402.616493ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-06T01:21:02.94447Z","caller":"traceutil/trace.go:171","msg":"trace[1371546691] linearizableReadLoop","detail":"{readStateIndex:2228; appliedIndex:2227; }","duration":"138.008642ms","start":"2026-05-06T01:21:02.806442Z","end":"2026-05-06T01:21:02.944451Z","steps":["trace[1371546691] 'read index received' (duration: 123.727129ms)","trace[1371546691] 'applied index is now lower than readState.Index' (duration: 14.280523ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:21:02.944678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.236358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-06T01:21:02.944737Z","caller":"traceutil/trace.go:171","msg":"trace[1640593105] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2147; }","duration":"138.335991ms","start":"2026-05-06T01:21:02.806385Z","end":"2026-05-06T01:21:02.944721Z","steps":["trace[1640593105] 'agreement among raft nodes before linearized reading' (duration: 138.179377ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:21:04.484836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:21:04.143497Z","time spent":"341.332082ms","remote":"127.0.0.1:56604","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-06T01:21:04.485553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.584049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-06T01:21:04.485779Z","caller":"traceutil/trace.go:171","msg":"trace[534747946] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"211.333643ms","start":"2026-05-06T01:21:04.274427Z","end":"2026-05-06T01:21:04.485761Z","steps":["trace[534747946] 'process raft request' (duration: 211.242531ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:04.485736Z","caller":"traceutil/trace.go:171","msg":"trace[611452729] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"811.473497ms","start":"2026-05-06T01:21:03.674212Z","end":"2026-05-06T01:21:04.485685Z","steps":["trace[611452729] 'process raft request' (duration: 244.657402ms)","trace[611452729] 'compare' (duration: 565.580015ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:21:04.485788Z","caller":"traceutil/trace.go:171","msg":"trace[1871409273] linearizableReadLoop","detail":"{readStateIndex:2233; appliedIndex:2232; }","duration":"799.838458ms","start":"2026-05-06T01:21:03.685917Z","end":"2026-05-06T01:21:04.485755Z","steps":["trace[1871409273] 'read index received' (duration: 232.876979ms)","trace[1871409273] 'applied index is now lower than readState.Index' (duration: 566.957268ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:21:04.485951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.992422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:21:04.485987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:21:03.674185Z","time spent":"811.667022ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:21:04.486032Z","caller":"traceutil/trace.go:171","msg":"trace[1426047544] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2153; }","duration":"800.149506ms","start":"2026-05-06T01:21:03.685858Z","end":"2026-05-06T01:21:04.486008Z","steps":["trace[1426047544] 'agreement among raft nodes before linearized reading' (duration: 799.993492ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:21:04.48609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:21:03.685832Z","time spent":"800.242407ms","remote":"127.0.0.1:44144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:21:04.504592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.446044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-06T01:21:04.504668Z","caller":"traceutil/trace.go:171","msg":"trace[1683992226] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2154; }","duration":"161.538067ms","start":"2026-05-06T01:21:04.343096Z","end":"2026-05-06T01:21:04.504634Z","steps":["trace[1683992226] 'agreement among raft nodes before linearized reading' (duration: 161.394863ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:21:04.504729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.534968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-06T01:21:04.504878Z","caller":"traceutil/trace.go:171","msg":"trace[1151696605] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2154; }","duration":"174.724534ms","start":"2026-05-06T01:21:04.330129Z","end":"2026-05-06T01:21:04.504853Z","steps":["trace[1151696605] 'agreement among raft nodes before linearized reading' (duration: 174.391125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:21:04.505196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.971786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-06T01:21:04.505274Z","caller":"traceutil/trace.go:171","msg":"trace[1119082510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2154; }","duration":"154.081488ms","start":"2026-05-06T01:21:04.351172Z","end":"2026-05-06T01:21:04.505253Z","steps":["trace[1119082510] 'agreement among raft nodes before linearized reading' (duration: 153.373051ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:21:04.505293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.759445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-06T01:21:04.505356Z","caller":"traceutil/trace.go:171","msg":"trace[2063148543] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2154; }","duration":"554.853567ms","start":"2026-05-06T01:21:03.950478Z","end":"2026-05-06T01:21:04.505332Z","steps":["trace[2063148543] 'agreement among raft nodes before linearized reading' (duration: 553.978836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:21:04.505408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:21:03.950458Z","time spent":"554.941569ms","remote":"127.0.0.1:54756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-06T01:21:04.861266Z","caller":"traceutil/trace.go:171","msg":"trace[1261786267] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"351.956037ms","start":"2026-05-06T01:21:04.509234Z","end":"2026-05-06T01:21:04.86119Z","steps":["trace[1261786267] 'process raft request' (duration: 335.588044ms)","trace[1261786267] 'compare' (duration: 16.027845ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:21:04.861505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:21:04.509206Z","time spent":"352.176493ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:21:05.180447Z","caller":"traceutil/trace.go:171","msg":"trace[1010448681] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"671.118478ms","start":"2026-05-06T01:21:04.509291Z","end":"2026-05-06T01:21:05.18041Z","steps":["trace[1010448681] 'process raft request' (duration: 670.843532ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:05.18047Z","caller":"traceutil/trace.go:171","msg":"trace[120671434] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"669.559001ms","start":"2026-05-06T01:21:04.510829Z","end":"2026-05-06T01:21:05.180388Z","steps":["trace[120671434] 'process raft request' (duration: 669.446208ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:05.180546Z","caller":"traceutil/trace.go:171","msg":"trace[231504639] linearizableReadLoop","detail":"{readStateIndex:2239; appliedIndex:2236; }","duration":"217.87959ms","start":"2026-05-06T01:21:04.962638Z","end":"2026-05-06T01:21:05.180518Z","steps":["trace[231504639] 'read index received' (duration: 217.419159ms)","trace[231504639] 'applied index is now lower than readState.Index' (duration: 457.561µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:21:05.180576Z","caller":"traceutil/trace.go:171","msg":"trace[1549367148] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"660.890152ms","start":"2026-05-06T01:21:04.519648Z","end":"2026-05-06T01:21:05.180539Z","steps":["trace[1549367148] 'process raft request' (duration: 660.686407ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:21:05.180637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:21:04.509268Z","time spent":"671.259612ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:21:05.180638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:21:04.510816Z","time spent":"669.731354ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:21:05.18086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:21:04.519638Z","time spent":"661.042017ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:21:05.180946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.292839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-06T01:21:05.180962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.952349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-06T01:21:05.181013Z","caller":"traceutil/trace.go:171","msg":"trace[1895683441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2158; }","duration":"218.399752ms","start":"2026-05-06T01:21:04.962595Z","end":"2026-05-06T01:21:05.180995Z","steps":["trace[1895683441] 'agreement among raft nodes before linearized reading' (duration: 218.044504ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:05.181024Z","caller":"traceutil/trace.go:171","msg":"trace[1374736666] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2158; }","duration":"205.090792ms","start":"2026-05-06T01:21:04.975916Z","end":"2026-05-06T01:21:05.181007Z","steps":["trace[1374736666] 'agreement among raft nodes before linearized reading' (duration: 204.765975ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:05.308122Z","caller":"traceutil/trace.go:171","msg":"trace[1816623867] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"121.978797ms","start":"2026-05-06T01:21:05.186107Z","end":"2026-05-06T01:21:05.308086Z","steps":["trace[1816623867] 'process raft request' (duration: 117.281895ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:05.308156Z","caller":"traceutil/trace.go:171","msg":"trace[1370785594] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"121.999838ms","start":"2026-05-06T01:21:05.186128Z","end":"2026-05-06T01:21:05.308128Z","steps":["trace[1370785594] 'process raft request' (duration: 121.874895ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:57.918917Z","caller":"traceutil/trace.go:171","msg":"trace[1251644232] transaction","detail":"{read_only:false; response_revision:2616; number_of_response:1; }","duration":"179.663148ms","start":"2026-05-06T01:21:57.739223Z","end":"2026-05-06T01:21:57.918886Z","steps":["trace[1251644232] 'process raft request' (duration: 179.464933ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:22:11.642775Z","caller":"traceutil/trace.go:171","msg":"trace[302274823] transaction","detail":"{read_only:false; response_revision:2706; number_of_response:1; }","duration":"454.370075ms","start":"2026-05-06T01:22:11.188377Z","end":"2026-05-06T01:22:11.642747Z","steps":["trace[302274823] 'process raft request' (duration: 454.19637ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:11.642969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:11.188345Z","time spent":"454.507508ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:22:11.643907Z","caller":"traceutil/trace.go:171","msg":"trace[1260455315] linearizableReadLoop","detail":"{readStateIndex:2809; appliedIndex:2807; }","duration":"339.888537ms","start":"2026-05-06T01:22:11.303984Z","end":"2026-05-06T01:22:11.643872Z","steps":["trace[1260455315] 'read index received' (duration: 338.582844ms)","trace[1260455315] 'applied index is now lower than readState.Index' (duration: 1.304663ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:22:11.643945Z","caller":"traceutil/trace.go:171","msg":"trace[622014085] transaction","detail":"{read_only:false; response_revision:2707; number_of_response:1; }","duration":"360.896364ms","start":"2026-05-06T01:22:11.283026Z","end":"2026-05-06T01:22:11.643923Z","steps":["trace[622014085] 'process raft request' (duration: 360.681129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:11.644064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.05343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:22:11.644147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:11.283005Z","time spent":"361.048787ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:22:11.644167Z","caller":"traceutil/trace.go:171","msg":"trace[1996665509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2707; }","duration":"340.203904ms","start":"2026-05-06T01:22:11.303946Z","end":"2026-05-06T01:22:11.64415Z","steps":["trace[1996665509] 'agreement among raft nodes before linearized reading' (duration: 340.051371ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:11.644272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:11.303933Z","time spent":"340.324127ms","remote":"127.0.0.1:44836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T01:22:11.644531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.650264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-06T01:22:11.644607Z","caller":"traceutil/trace.go:171","msg":"trace[1078183347] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2707; }","duration":"166.769887ms","start":"2026-05-06T01:22:11.477817Z","end":"2026-05-06T01:22:11.644587Z","steps":["trace[1078183347] 'agreement among raft nodes before linearized reading' (duration: 166.547851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:11.644696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.317067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-06T01:22:11.644754Z","caller":"traceutil/trace.go:171","msg":"trace[1377090436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2707; }","duration":"154.499481ms","start":"2026-05-06T01:22:11.49024Z","end":"2026-05-06T01:22:11.64474Z","steps":["trace[1377090436] 'agreement among raft nodes before linearized reading' (duration: 154.325977ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:22:32.059613Z","caller":"traceutil/trace.go:171","msg":"trace[1986606935] transaction","detail":"{read_only:false; response_revision:2820; number_of_response:1; }","duration":"306.808321ms","start":"2026-05-06T01:22:31.752773Z","end":"2026-05-06T01:22:32.059581Z","steps":["trace[1986606935] 'process raft request' (duration: 306.76331ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:22:32.059716Z","caller":"traceutil/trace.go:171","msg":"trace[997260436] transaction","detail":"{read_only:false; response_revision:2819; number_of_response:1; }","duration":"307.089957ms","start":"2026-05-06T01:22:31.752618Z","end":"2026-05-06T01:22:32.059708Z","steps":["trace[997260436] 'process raft request' (duration: 306.887742ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:32.059803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:31.752764Z","time spent":"306.951944ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:22:32.059838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:31.752611Z","time spent":"307.136869ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:22:32.059624Z","caller":"traceutil/trace.go:171","msg":"trace[528859046] transaction","detail":"{read_only:false; response_revision:2817; number_of_response:1; }","duration":"308.299366ms","start":"2026-05-06T01:22:31.75129Z","end":"2026-05-06T01:22:32.05959Z","steps":["trace[528859046] 'process raft request' (duration: 308.02448ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:32.059981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:31.751275Z","time spent":"308.682435ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:22:32.059639Z","caller":"traceutil/trace.go:171","msg":"trace[871990527] transaction","detail":"{read_only:false; response_revision:2818; number_of_response:1; }","duration":"308.309197ms","start":"2026-05-06T01:22:31.751296Z","end":"2026-05-06T01:22:32.059606Z","steps":["trace[871990527] 'process raft request' (duration: 308.169954ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:32.060117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:31.751265Z","time spent":"308.818709ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:22:32.603275Z","caller":"traceutil/trace.go:171","msg":"trace[1989928507] transaction","detail":"{read_only:false; response_revision:2823; number_of_response:1; }","duration":"384.171603ms","start":"2026-05-06T01:22:32.219073Z","end":"2026-05-06T01:22:32.603245Z","steps":["trace[1989928507] 'process raft request' (duration: 383.978699ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:32.603498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:32.219038Z","time spent":"384.348148ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:22:33.035807Z","caller":"traceutil/trace.go:171","msg":"trace[709705584] transaction","detail":"{read_only:false; response_revision:2824; number_of_response:1; }","duration":"248.355771ms","start":"2026-05-06T01:22:32.787413Z","end":"2026-05-06T01:22:33.035769Z","steps":["trace[709705584] 'process raft request' (duration: 247.964552ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:22:33.204339Z","caller":"traceutil/trace.go:171","msg":"trace[1360321443] transaction","detail":"{read_only:false; response_revision:2825; number_of_response:1; }","duration":"415.394615ms","start":"2026-05-06T01:22:32.788909Z","end":"2026-05-06T01:22:33.204304Z","steps":["trace[1360321443] 'process raft request' (duration: 413.47768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:33.204547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:32.788897Z","time spent":"415.546149ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:22:33.205888Z","caller":"traceutil/trace.go:171","msg":"trace[1692523331] linearizableReadLoop","detail":"{readStateIndex:2933; appliedIndex:2930; }","duration":"328.509722ms","start":"2026-05-06T01:22:32.877347Z","end":"2026-05-06T01:22:33.205857Z","steps":["trace[1692523331] 'read index received' (duration: 158.20305ms)","trace[1692523331] 'applied index is now lower than readState.Index' (duration: 170.305052ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:22:33.206115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.755668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-06T01:22:33.206196Z","caller":"traceutil/trace.go:171","msg":"trace[477596501] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2825; }","duration":"328.880771ms","start":"2026-05-06T01:22:32.877294Z","end":"2026-05-06T01:22:33.206175Z","steps":["trace[477596501] 'agreement among raft nodes before linearized reading' (duration: 328.673736ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:33.206252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:32.877272Z","time spent":"328.967563ms","remote":"127.0.0.1:45040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-06T01:22:38.452334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.22486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:22:38.452454Z","caller":"traceutil/trace.go:171","msg":"trace[606304216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2857; }","duration":"148.408304ms","start":"2026-05-06T01:22:38.30402Z","end":"2026-05-06T01:22:38.452428Z","steps":["trace[606304216] 'range keys from in-memory index tree' (duration: 148.124628ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:38.452452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.426349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:22:38.452537Z","caller":"traceutil/trace.go:171","msg":"trace[1514522051] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2857; }","duration":"161.571582ms","start":"2026-05-06T01:22:38.290947Z","end":"2026-05-06T01:22:38.452519Z","steps":["trace[1514522051] 'count revisions from in-memory index tree' (duration: 161.344467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:39.566973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093617151,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-06T01:22:39.618228Z","caller":"traceutil/trace.go:171","msg":"trace[148035620] transaction","detail":"{read_only:false; response_revision:2858; number_of_response:1; }","duration":"566.798422ms","start":"2026-05-06T01:22:39.051398Z","end":"2026-05-06T01:22:39.618196Z","steps":["trace[148035620] 'process raft request' (duration: 566.584957ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:39.618513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:39.051362Z","time spent":"566.984587ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:22:39.635461Z","caller":"traceutil/trace.go:171","msg":"trace[1453661533] linearizableReadLoop","detail":"{readStateIndex:2968; appliedIndex:2966; }","duration":"568.964155ms","start":"2026-05-06T01:22:39.066454Z","end":"2026-05-06T01:22:39.635419Z","steps":["trace[1453661533] 'read index received' (duration: 551.633998ms)","trace[1453661533] 'applied index is now lower than readState.Index' (duration: 17.328527ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:22:39.635633Z","caller":"traceutil/trace.go:171","msg":"trace[124019124] transaction","detail":"{read_only:false; response_revision:2859; number_of_response:1; }","duration":"413.88986ms","start":"2026-05-06T01:22:39.221692Z","end":"2026-05-06T01:22:39.635582Z","steps":["trace[124019124] 'process raft request' (duration: 413.498431ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:39.635687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.19022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:22:39.635751Z","caller":"traceutil/trace.go:171","msg":"trace[1813870851] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2859; }","duration":"569.334604ms","start":"2026-05-06T01:22:39.066398Z","end":"2026-05-06T01:22:39.635733Z","steps":["trace[1813870851] 'agreement among raft nodes before linearized reading' (duration: 569.18418ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:39.635823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:39.066381Z","time spent":"569.422575ms","remote":"127.0.0.1:45256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:22:39.635861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:39.221662Z","time spent":"414.076514ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:22:40.35399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093617155,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-06T01:22:40.579304Z","caller":"traceutil/trace.go:171","msg":"trace[907793135] transaction","detail":"{read_only:false; response_revision:2860; number_of_response:1; }","duration":"778.131423ms","start":"2026-05-06T01:22:39.801143Z","end":"2026-05-06T01:22:40.579275Z","steps":["trace[907793135] 'process raft request' (duration: 777.957949ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:40.579476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:39.801122Z","time spent":"778.262107ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:22:40.712398Z","caller":"traceutil/trace.go:171","msg":"trace[2009446636] linearizableReadLoop","detail":"{readStateIndex:2970; appliedIndex:2968; }","duration":"859.444301ms","start":"2026-05-06T01:22:39.852926Z","end":"2026-05-06T01:22:40.712371Z","steps":["trace[2009446636] 'read index received' (duration: 726.208963ms)","trace[2009446636] 'applied index is now lower than readState.Index' (duration: 133.234348ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:22:40.712458Z","caller":"traceutil/trace.go:171","msg":"trace[2135706430] transaction","detail":"{read_only:false; response_revision:2861; number_of_response:1; }","duration":"567.790286ms","start":"2026-05-06T01:22:40.144625Z","end":"2026-05-06T01:22:40.712415Z","steps":["trace[2135706430] 'process raft request' (duration: 567.51504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:40.712599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.657417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-06T01:22:40.712642Z","caller":"traceutil/trace.go:171","msg":"trace[1891072419] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2861; }","duration":"859.761519ms","start":"2026-05-06T01:22:39.852868Z","end":"2026-05-06T01:22:40.71263Z","steps":["trace[1891072419] 'agreement among raft nodes before linearized reading' (duration: 859.619215ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:40.712671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:39.85284Z","time spent":"859.823511ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-06T01:22:40.712674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.303015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-06T01:22:40.712665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:40.144596Z","time spent":"567.94574ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:22:40.712705Z","caller":"traceutil/trace.go:171","msg":"trace[1477133926] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2861; }","duration":"621.349446ms","start":"2026-05-06T01:22:40.091347Z","end":"2026-05-06T01:22:40.712696Z","steps":["trace[1477133926] 'agreement among raft nodes before linearized reading' (duration: 621.275154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:40.712763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.02753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-06T01:22:40.712813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.442218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18acd558c5f0349c\" ","response":"range_response_count:1 size:779"} {"level":"warn","ts":"2026-05-06T01:22:40.712601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.442573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-06T01:22:40.712854Z","caller":"traceutil/trace.go:171","msg":"trace[2072585727] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18acd558c5f0349c; range_end:; response_count:1; response_revision:2861; }","duration":"552.52174ms","start":"2026-05-06T01:22:40.160325Z","end":"2026-05-06T01:22:40.712847Z","steps":["trace[2072585727] 'agreement among raft nodes before linearized reading' (duration: 552.426327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:40.7129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:40.16031Z","time spent":"552.584901ms","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":801,"request content":"key:\"/registry/events/auth-system/keycloak-0.18acd558c5f0349c\" "} {"level":"info","ts":"2026-05-06T01:22:40.712849Z","caller":"traceutil/trace.go:171","msg":"trace[1479644560] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2861; }","duration":"533.165993ms","start":"2026-05-06T01:22:40.179659Z","end":"2026-05-06T01:22:40.712825Z","steps":["trace[1479644560] 'agreement among raft nodes before linearized reading' (duration: 532.905617ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:40.712851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.250963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:22:40.712939Z","caller":"traceutil/trace.go:171","msg":"trace[913057526] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2861; }","duration":"622.798042ms","start":"2026-05-06T01:22:40.090101Z","end":"2026-05-06T01:22:40.712899Z","steps":["trace[913057526] 'agreement among raft nodes before linearized reading' (duration: 622.421113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:40.712835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.160286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-06T01:22:40.712943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:40.17965Z","time spent":"533.281516ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-06T01:22:40.713004Z","caller":"traceutil/trace.go:171","msg":"trace[1911829162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2861; }","duration":"410.444747ms","start":"2026-05-06T01:22:40.302531Z","end":"2026-05-06T01:22:40.712976Z","steps":["trace[1911829162] 'agreement among raft nodes before linearized reading' (duration: 410.202721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:40.713014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:40.090074Z","time spent":"622.916635ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-06T01:22:40.712846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.135138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-05-06T01:22:40.71306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:40.30252Z","time spent":"410.526359ms","remote":"127.0.0.1:44836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T01:22:40.712842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:40.09134Z","time spent":"621.4715ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-06T01:22:40.713122Z","caller":"traceutil/trace.go:171","msg":"trace[1467709511] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2861; }","duration":"622.440303ms","start":"2026-05-06T01:22:40.090665Z","end":"2026-05-06T01:22:40.713105Z","steps":["trace[1467709511] 'agreement among raft nodes before linearized reading' (duration: 622.057834ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:22:40.713223Z","caller":"traceutil/trace.go:171","msg":"trace[1099918715] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2861; }","duration":"620.456935ms","start":"2026-05-06T01:22:40.092664Z","end":"2026-05-06T01:22:40.713121Z","steps":["trace[1099918715] 'agreement among raft nodes before linearized reading' (duration: 619.978764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:40.713319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:40.092658Z","time spent":"620.640459ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-06T01:22:40.713287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:40.090653Z","time spent":"622.583686ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-06T01:22:40.713629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.535797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-06T01:22:40.713699Z","caller":"traceutil/trace.go:171","msg":"trace[800262922] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2861; }","duration":"297.610928ms","start":"2026-05-06T01:22:40.416054Z","end":"2026-05-06T01:22:40.713665Z","steps":["trace[800262922] 'agreement among raft nodes before linearized reading' (duration: 297.474365ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:22:40.82486Z","caller":"traceutil/trace.go:171","msg":"trace[185098017] linearizableReadLoop","detail":"{readStateIndex:2977; appliedIndex:2970; }","duration":"106.430744ms","start":"2026-05-06T01:22:40.718401Z","end":"2026-05-06T01:22:40.824831Z","steps":["trace[185098017] 'read index received' (duration: 25.574187ms)","trace[185098017] 'applied index is now lower than readState.Index' (duration: 80.855627ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:22:40.825149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.69124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-73ee60f4-3fcd-4771-9c56-412764ff1eca\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-05-06T01:22:40.825199Z","caller":"traceutil/trace.go:171","msg":"trace[514630811] range","detail":"{range_begin:/registry/persistentvolumes/pvc-73ee60f4-3fcd-4771-9c56-412764ff1eca; range_end:; response_count:1; response_revision:2868; }","duration":"106.809422ms","start":"2026-05-06T01:22:40.718372Z","end":"2026-05-06T01:22:40.825181Z","steps":["trace[514630811] 'agreement among raft nodes before linearized reading' (duration: 106.574947ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:22:40.825437Z","caller":"traceutil/trace.go:171","msg":"trace[642162733] transaction","detail":"{read_only:false; response_revision:2867; number_of_response:1; }","duration":"107.223622ms","start":"2026-05-06T01:22:40.718159Z","end":"2026-05-06T01:22:40.825382Z","steps":["trace[642162733] 'process raft request' (duration: 106.606228ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:22:40.825531Z","caller":"traceutil/trace.go:171","msg":"trace[717429671] transaction","detail":"{read_only:false; response_revision:2864; number_of_response:1; }","duration":"107.581942ms","start":"2026-05-06T01:22:40.717925Z","end":"2026-05-06T01:22:40.825507Z","steps":["trace[717429671] 'process raft request' (duration: 106.741842ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:22:40.825528Z","caller":"traceutil/trace.go:171","msg":"trace[1001355975] transaction","detail":"{read_only:false; response_revision:2863; number_of_response:1; }","duration":"107.650094ms","start":"2026-05-06T01:22:40.717839Z","end":"2026-05-06T01:22:40.825489Z","steps":["trace[1001355975] 'process raft request' (duration: 106.68438ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:22:40.825647Z","caller":"traceutil/trace.go:171","msg":"trace[910219429] transaction","detail":"{read_only:false; response_revision:2866; number_of_response:1; }","duration":"107.498429ms","start":"2026-05-06T01:22:40.718132Z","end":"2026-05-06T01:22:40.82563Z","steps":["trace[910219429] 'process raft request' (duration: 106.606258ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:22:40.825799Z","caller":"traceutil/trace.go:171","msg":"trace[2128875006] transaction","detail":"{read_only:false; response_revision:2865; number_of_response:1; }","duration":"107.331027ms","start":"2026-05-06T01:22:40.718026Z","end":"2026-05-06T01:22:40.825357Z","steps":["trace[2128875006] 'process raft request' (duration: 106.684171ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:22:40.825423Z","caller":"traceutil/trace.go:171","msg":"trace[217653484] transaction","detail":"{read_only:false; response_revision:2868; number_of_response:1; }","duration":"107.125441ms","start":"2026-05-06T01:22:40.718279Z","end":"2026-05-06T01:22:40.825404Z","steps":["trace[217653484] 'process raft request' (duration: 106.517476ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:24:55.631711Z","caller":"traceutil/trace.go:171","msg":"trace[1246110370] linearizableReadLoop","detail":"{readStateIndex:3913; appliedIndex:3912; }","duration":"142.795142ms","start":"2026-05-06T01:24:55.488887Z","end":"2026-05-06T01:24:55.631682Z","steps":["trace[1246110370] 'read index received' (duration: 142.70649ms)","trace[1246110370] 'applied index is now lower than readState.Index' (duration: 87.802µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:24:55.631744Z","caller":"traceutil/trace.go:171","msg":"trace[2006366900] transaction","detail":"{read_only:false; response_revision:3771; number_of_response:1; }","duration":"145.508277ms","start":"2026-05-06T01:24:55.486213Z","end":"2026-05-06T01:24:55.631721Z","steps":["trace[2006366900] 'process raft request' (duration: 145.325072ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:24:55.631929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.017677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-06T01:24:55.63197Z","caller":"traceutil/trace.go:171","msg":"trace[311388250] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3771; }","duration":"143.098899ms","start":"2026-05-06T01:24:55.48886Z","end":"2026-05-06T01:24:55.631959Z","steps":["trace[311388250] 'agreement among raft nodes before linearized reading' (duration: 142.960056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:24:55.674559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.351635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-06T01:24:55.674636Z","caller":"traceutil/trace.go:171","msg":"trace[319275393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3772; }","duration":"185.466018ms","start":"2026-05-06T01:24:55.489155Z","end":"2026-05-06T01:24:55.674621Z","steps":["trace[319275393] 'agreement among raft nodes before linearized reading' (duration: 185.250002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:24:55.674898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.052845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-06T01:24:55.674995Z","caller":"traceutil/trace.go:171","msg":"trace[430868697] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3772; }","duration":"182.178009ms","start":"2026-05-06T01:24:55.492791Z","end":"2026-05-06T01:24:55.674969Z","steps":["trace[430868697] 'agreement among raft nodes before linearized reading' (duration: 181.990354ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:24:55.674915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.842107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-06T01:24:55.675081Z","caller":"traceutil/trace.go:171","msg":"trace[230004525] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3772; }","duration":"181.050032ms","start":"2026-05-06T01:24:55.494007Z","end":"2026-05-06T01:24:55.675057Z","steps":["trace[230004525] 'agreement among raft nodes before linearized reading' (duration: 180.491139ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:24:55.875344Z","caller":"traceutil/trace.go:171","msg":"trace[870539154] transaction","detail":"{read_only:false; response_revision:3773; number_of_response:1; }","duration":"238.544843ms","start":"2026-05-06T01:24:55.636765Z","end":"2026-05-06T01:24:55.87531Z","steps":["trace[870539154] 'process raft request' (duration: 238.340538ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:24:55.875994Z","caller":"traceutil/trace.go:171","msg":"trace[733543141] transaction","detail":"{read_only:false; response_revision:3774; number_of_response:1; }","duration":"196.315108ms","start":"2026-05-06T01:24:55.679657Z","end":"2026-05-06T01:24:55.875972Z","steps":["trace[733543141] 'process raft request' (duration: 196.054481ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:24:55.876074Z","caller":"traceutil/trace.go:171","msg":"trace[858205987] transaction","detail":"{read_only:false; response_revision:3775; number_of_response:1; }","duration":"196.285097ms","start":"2026-05-06T01:24:55.679731Z","end":"2026-05-06T01:24:55.876016Z","steps":["trace[858205987] 'process raft request' (duration: 196.132253ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:24:55.876023Z","caller":"traceutil/trace.go:171","msg":"trace[806715740] transaction","detail":"{read_only:false; response_revision:3776; number_of_response:1; }","duration":"195.862386ms","start":"2026-05-06T01:24:55.680133Z","end":"2026-05-06T01:24:55.875995Z","steps":["trace[806715740] 'process raft request' (duration: 195.794105ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:08.759959Z","caller":"traceutil/trace.go:171","msg":"trace[102401854] transaction","detail":"{read_only:false; response_revision:4667; number_of_response:1; }","duration":"139.798713ms","start":"2026-05-06T01:26:08.620121Z","end":"2026-05-06T01:26:08.75992Z","steps":["trace[102401854] 'process raft request' (duration: 134.853574ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:08.76019Z","caller":"traceutil/trace.go:171","msg":"trace[801989704] transaction","detail":"{read_only:false; response_revision:4668; number_of_response:1; }","duration":"139.830945ms","start":"2026-05-06T01:26:08.620325Z","end":"2026-05-06T01:26:08.760156Z","steps":["trace[801989704] 'process raft request' (duration: 139.659201ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:08.760403Z","caller":"traceutil/trace.go:171","msg":"trace[1041745465] transaction","detail":"{read_only:false; response_revision:4669; number_of_response:1; }","duration":"139.21196ms","start":"2026-05-06T01:26:08.621166Z","end":"2026-05-06T01:26:08.760378Z","steps":["trace[1041745465] 'process raft request' (duration: 138.887832ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:08.760508Z","caller":"traceutil/trace.go:171","msg":"trace[2047578968] linearizableReadLoop","detail":"{readStateIndex:4849; appliedIndex:4846; }","duration":"138.81114ms","start":"2026-05-06T01:26:08.621574Z","end":"2026-05-06T01:26:08.760385Z","steps":["trace[2047578968] 'read index received' (duration: 133.415241ms)","trace[2047578968] 'applied index is now lower than readState.Index' (duration: 5.394579ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:26:08.760572Z","caller":"traceutil/trace.go:171","msg":"trace[244713884] transaction","detail":"{read_only:false; response_revision:4670; number_of_response:1; }","duration":"137.064068ms","start":"2026-05-06T01:26:08.623382Z","end":"2026-05-06T01:26:08.760446Z","steps":["trace[244713884] 'process raft request' (duration: 136.73033ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:08.760654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.027005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-05-06T01:26:08.760715Z","caller":"traceutil/trace.go:171","msg":"trace[698608558] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4670; }","duration":"139.157809ms","start":"2026-05-06T01:26:08.62154Z","end":"2026-05-06T01:26:08.760697Z","steps":["trace[698608558] 'agreement among raft nodes before linearized reading' (duration: 138.949034ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:12.948848Z","caller":"traceutil/trace.go:171","msg":"trace[1837527075] transaction","detail":"{read_only:false; response_revision:4783; number_of_response:1; }","duration":"112.613039ms","start":"2026-05-06T01:26:12.836195Z","end":"2026-05-06T01:26:12.948808Z","steps":["trace[1837527075] 'process raft request' (duration: 112.087017ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:12.948791Z","caller":"traceutil/trace.go:171","msg":"trace[351329424] linearizableReadLoop","detail":"{readStateIndex:4967; appliedIndex:4966; }","duration":"112.356733ms","start":"2026-05-06T01:26:12.836407Z","end":"2026-05-06T01:26:12.948764Z","steps":["trace[351329424] 'read index received' (duration: 111.80721ms)","trace[351329424] 'applied index is now lower than readState.Index' (duration: 548.243µs)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:26:12.949227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.792923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-05-06T01:26:12.949315Z","caller":"traceutil/trace.go:171","msg":"trace[1213901779] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4783; }","duration":"112.935867ms","start":"2026-05-06T01:26:12.83636Z","end":"2026-05-06T01:26:12.949296Z","steps":["trace[1213901779] 'agreement among raft nodes before linearized reading' (duration: 112.614429ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:12.956114Z","caller":"traceutil/trace.go:171","msg":"trace[1188717898] transaction","detail":"{read_only:false; response_revision:4784; number_of_response:1; }","duration":"118.591624ms","start":"2026-05-06T01:26:12.837495Z","end":"2026-05-06T01:26:12.956087Z","steps":["trace[1188717898] 'process raft request' (duration: 118.387618ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:12.95615Z","caller":"traceutil/trace.go:171","msg":"trace[1531815995] transaction","detail":"{read_only:false; response_revision:4785; number_of_response:1; }","duration":"104.580137ms","start":"2026-05-06T01:26:12.851541Z","end":"2026-05-06T01:26:12.956121Z","steps":["trace[1531815995] 'process raft request' (duration: 104.454103ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:14.089956Z","caller":"traceutil/trace.go:171","msg":"trace[221989684] transaction","detail":"{read_only:false; response_revision:4808; number_of_response:1; }","duration":"158.414672ms","start":"2026-05-06T01:26:13.931516Z","end":"2026-05-06T01:26:14.089931Z","steps":["trace[221989684] 'process raft request' (duration: 158.257808ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:14.102083Z","caller":"traceutil/trace.go:171","msg":"trace[1123825764] linearizableReadLoop","detail":"{readStateIndex:4996; appliedIndex:4994; }","duration":"110.486169ms","start":"2026-05-06T01:26:13.991576Z","end":"2026-05-06T01:26:14.102062Z","steps":["trace[1123825764] 'read index received' (duration: 98.225203ms)","trace[1123825764] 'applied index is now lower than readState.Index' (duration: 12.260126ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:26:14.102171Z","caller":"traceutil/trace.go:171","msg":"trace[546356914] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"124.035715ms","start":"2026-05-06T01:26:13.978126Z","end":"2026-05-06T01:26:14.102162Z","steps":["trace[546356914] 'process raft request' (duration: 123.82912ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:14.102402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.816176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-06T01:26:14.102429Z","caller":"traceutil/trace.go:171","msg":"trace[1663738925] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4809; }","duration":"110.883248ms","start":"2026-05-06T01:26:13.991539Z","end":"2026-05-06T01:26:14.102422Z","steps":["trace[1663738925] 'agreement among raft nodes before linearized reading' (duration: 110.734715ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:17.616654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.709786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-06T01:26:17.616969Z","caller":"traceutil/trace.go:171","msg":"trace[1544967268] transaction","detail":"{read_only:false; response_revision:4958; number_of_response:1; }","duration":"147.498238ms","start":"2026-05-06T01:26:17.469453Z","end":"2026-05-06T01:26:17.616952Z","steps":["trace[1544967268] 'process raft request' (duration: 147.447227ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:17.617107Z","caller":"traceutil/trace.go:171","msg":"trace[366726516] linearizableReadLoop","detail":"{readStateIndex:5147; appliedIndex:5144; }","duration":"400.683641ms","start":"2026-05-06T01:26:17.216388Z","end":"2026-05-06T01:26:17.617072Z","steps":["trace[366726516] 'read index received' (duration: 121.416072ms)","trace[366726516] 'applied index is now lower than readState.Index' (duration: 279.263299ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:26:17.617144Z","caller":"traceutil/trace.go:171","msg":"trace[1170096440] transaction","detail":"{read_only:false; response_revision:4957; number_of_response:1; }","duration":"485.641205ms","start":"2026-05-06T01:26:17.131466Z","end":"2026-05-06T01:26:17.617107Z","steps":["trace[1170096440] 'process raft request' (duration: 485.384549ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:17.617125Z","caller":"traceutil/trace.go:171","msg":"trace[837869538] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"489.165019ms","start":"2026-05-06T01:26:17.127915Z","end":"2026-05-06T01:26:17.61708Z","steps":["trace[837869538] 'process raft request' (duration: 209.963362ms)","trace[837869538] 'compare' (duration: 278.556522ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:26:17.6173Z","caller":"traceutil/trace.go:171","msg":"trace[465972906] transaction","detail":"{read_only:false; response_revision:4956; number_of_response:1; }","duration":"489.247792ms","start":"2026-05-06T01:26:17.128026Z","end":"2026-05-06T01:26:17.617274Z","steps":["trace[465972906] 'process raft request' (duration: 488.74093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:17.617335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:26:17.13145Z","time spent":"485.790129ms","remote":"127.0.0.1:45336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5068,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:26:17.617355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:26:17.127889Z","time spent":"489.386505ms","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":651,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-06T01:26:17.617415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.7503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-70481cca-2bbb-4450-acad-f1c464b85839\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-06T01:26:17.617454Z","caller":"traceutil/trace.go:171","msg":"trace[902246513] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-70481cca-2bbb-4450-acad-f1c464b85839; range_end:; response_count:1; response_revision:4958; }","duration":"291.826842ms","start":"2026-05-06T01:26:17.325616Z","end":"2026-05-06T01:26:17.617443Z","steps":["trace[902246513] 'agreement among raft nodes before linearized reading' (duration: 291.678648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:17.617453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:26:17.128004Z","time spent":"489.378745ms","remote":"127.0.0.1:45030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4934,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:26:17.617677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.138148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.185\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-06T01:26:17.617709Z","caller":"traceutil/trace.go:171","msg":"trace[721629146] range","detail":"{range_begin:/registry/masterleases/199.19.213.185; range_end:; response_count:1; response_revision:4958; }","duration":"161.20867ms","start":"2026-05-06T01:26:17.456489Z","end":"2026-05-06T01:26:17.617698Z","steps":["trace[721629146] 'agreement among raft nodes before linearized reading' (duration: 161.086057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:17.617932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.538763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:778269"} {"level":"info","ts":"2026-05-06T01:26:17.618014Z","caller":"traceutil/trace.go:171","msg":"trace[1229579849] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4958; }","duration":"401.661385ms","start":"2026-05-06T01:26:17.216334Z","end":"2026-05-06T01:26:17.617996Z","steps":["trace[1229579849] 'agreement among raft nodes before linearized reading' (duration: 400.946937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:17.618064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:26:17.216313Z","time spent":"401.736397ms","remote":"127.0.0.1:44956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":778291,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-05-06T01:26:19.634496Z","caller":"traceutil/trace.go:171","msg":"trace[350252951] linearizableReadLoop","detail":"{readStateIndex:5179; appliedIndex:5178; }","duration":"111.987494ms","start":"2026-05-06T01:26:19.522483Z","end":"2026-05-06T01:26:19.63447Z","steps":["trace[350252951] 'read index received' (duration: 111.762948ms)","trace[350252951] 'applied index is now lower than readState.Index' (duration: 223.156µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:26:19.634514Z","caller":"traceutil/trace.go:171","msg":"trace[69378729] transaction","detail":"{read_only:false; response_revision:4987; number_of_response:1; }","duration":"115.800097ms","start":"2026-05-06T01:26:19.51869Z","end":"2026-05-06T01:26:19.63449Z","steps":["trace[69378729] 'process raft request' (duration: 115.637062ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:19.634694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.19375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/monitoring\" ","response":"range_response_count:1 size:372"} {"level":"info","ts":"2026-05-06T01:26:19.634734Z","caller":"traceutil/trace.go:171","msg":"trace[365825809] range","detail":"{range_begin:/registry/namespaces/monitoring; range_end:; response_count:1; response_revision:4987; }","duration":"112.295602ms","start":"2026-05-06T01:26:19.522428Z","end":"2026-05-06T01:26:19.634723Z","steps":["trace[365825809] 'agreement among raft nodes before linearized reading' (duration: 112.137608ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:28.365922Z","caller":"traceutil/trace.go:171","msg":"trace[1327852973] transaction","detail":"{read_only:false; response_revision:5186; number_of_response:1; }","duration":"196.668272ms","start":"2026-05-06T01:26:28.169227Z","end":"2026-05-06T01:26:28.365895Z","steps":["trace[1327852973] 'process raft request' (duration: 196.516339ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:28.700341Z","caller":"traceutil/trace.go:171","msg":"trace[906088452] transaction","detail":"{read_only:false; response_revision:5189; number_of_response:1; }","duration":"287.250192ms","start":"2026-05-06T01:26:28.413065Z","end":"2026-05-06T01:26:28.700315Z","steps":["trace[906088452] 'process raft request' (duration: 287.206541ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:28.701777Z","caller":"traceutil/trace.go:171","msg":"trace[1315705416] linearizableReadLoop","detail":"{readStateIndex:5383; appliedIndex:5381; }","duration":"454.548027ms","start":"2026-05-06T01:26:28.247196Z","end":"2026-05-06T01:26:28.701744Z","steps":["trace[1315705416] 'read index received' (duration: 118.313107ms)","trace[1315705416] 'applied index is now lower than readState.Index' (duration: 336.23231ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:26:28.701854Z","caller":"traceutil/trace.go:171","msg":"trace[142615625] transaction","detail":"{read_only:false; response_revision:5188; number_of_response:1; }","duration":"308.437441ms","start":"2026-05-06T01:26:28.393379Z","end":"2026-05-06T01:26:28.701817Z","steps":["trace[142615625] 'process raft request' (duration: 306.852154ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:28.701945Z","caller":"traceutil/trace.go:171","msg":"trace[144499995] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"517.891442ms","start":"2026-05-06T01:26:28.18404Z","end":"2026-05-06T01:26:28.701931Z","steps":["trace[144499995] 'process raft request' (duration: 421.550104ms)","trace[144499995] 'compare' (duration: 94.532085ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:26:28.702042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:26:28.393342Z","time spent":"308.602115ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:26:28.702064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:26:28.184034Z","time spent":"517.945753ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:26:28.702088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.067348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-06T01:26:28.702133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.914736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-06T01:26:28.702172Z","caller":"traceutil/trace.go:171","msg":"trace[1945832790] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5189; }","duration":"435.184971ms","start":"2026-05-06T01:26:28.266963Z","end":"2026-05-06T01:26:28.702148Z","steps":["trace[1945832790] 'agreement among raft nodes before linearized reading' (duration: 435.006237ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:28.702178Z","caller":"traceutil/trace.go:171","msg":"trace[1241782291] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5189; }","duration":"454.973567ms","start":"2026-05-06T01:26:28.247192Z","end":"2026-05-06T01:26:28.702165Z","steps":["trace[1241782291] 'agreement among raft nodes before linearized reading' (duration: 454.882515ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:28.702227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:26:28.247157Z","time spent":"455.060618ms","remote":"127.0.0.1:44974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:26:28.702217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.136359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:26:28.702275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.84223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:26:28.702343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.738171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-06T01:26:28.702353Z","caller":"traceutil/trace.go:171","msg":"trace[972549724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5189; }","duration":"399.946552ms","start":"2026-05-06T01:26:28.302397Z","end":"2026-05-06T01:26:28.702343Z","steps":["trace[972549724] 'agreement among raft nodes before linearized reading' (duration: 399.85462ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:28.702386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:26:28.30238Z","time spent":"400.000183ms","remote":"127.0.0.1:44836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-06T01:26:28.702372Z","caller":"traceutil/trace.go:171","msg":"trace[377423533] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:5189; }","duration":"169.360224ms","start":"2026-05-06T01:26:28.532973Z","end":"2026-05-06T01:26:28.702333Z","steps":["trace[377423533] 'agreement among raft nodes before linearized reading' (duration: 169.096408ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:28.702228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:26:28.266954Z","time spent":"435.263912ms","remote":"127.0.0.1:45382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":41,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:26:28.702471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.468365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-06T01:26:28.702428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.825509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-06T01:26:28.702509Z","caller":"traceutil/trace.go:171","msg":"trace[1761015560] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5189; }","duration":"395.534267ms","start":"2026-05-06T01:26:28.306965Z","end":"2026-05-06T01:26:28.7025Z","steps":["trace[1761015560] 'agreement among raft nodes before linearized reading' (duration: 395.444335ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:28.702541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:26:28.306948Z","time spent":"395.584868ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-06T01:26:28.70255Z","caller":"traceutil/trace.go:171","msg":"trace[1164177010] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5189; }","duration":"389.976113ms","start":"2026-05-06T01:26:28.312547Z","end":"2026-05-06T01:26:28.702523Z","steps":["trace[1164177010] 'agreement among raft nodes before linearized reading' (duration: 389.623464ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:28.702385Z","caller":"traceutil/trace.go:171","msg":"trace[739548613] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5189; }","duration":"395.831174ms","start":"2026-05-06T01:26:28.306542Z","end":"2026-05-06T01:26:28.702373Z","steps":["trace[739548613] 'agreement among raft nodes before linearized reading' (duration: 395.6405ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:28.702624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:26:28.31254Z","time spent":"390.069836ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-06T01:26:28.702669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:26:28.306531Z","time spent":"396.115762ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-06T01:26:28.703059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.893032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-06T01:26:28.703243Z","caller":"traceutil/trace.go:171","msg":"trace[1615935309] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5189; }","duration":"394.973833ms","start":"2026-05-06T01:26:28.308128Z","end":"2026-05-06T01:26:28.703102Z","steps":["trace[1615935309] 'agreement among raft nodes before linearized reading' (duration: 393.914947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:28.703287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:26:28.308117Z","time spent":"395.159478ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-06T01:26:29.89045Z","caller":"traceutil/trace.go:171","msg":"trace[1427188838] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"125.584192ms","start":"2026-05-06T01:26:29.764835Z","end":"2026-05-06T01:26:29.890419Z","steps":["trace[1427188838] 'process raft request' (duration: 125.347596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:30.053449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.363834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-96gmp\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-05-06T01:26:30.053538Z","caller":"traceutil/trace.go:171","msg":"trace[1845715197] range","detail":"{range_begin:/registry/pods/openstack/keepalived-96gmp; range_end:; response_count:1; response_revision:5207; }","duration":"117.485697ms","start":"2026-05-06T01:26:29.936032Z","end":"2026-05-06T01:26:30.053518Z","steps":["trace[1845715197] 'range keys from in-memory index tree' (duration: 117.220581ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:38.039298Z","caller":"traceutil/trace.go:171","msg":"trace[23214253] linearizableReadLoop","detail":"{readStateIndex:5556; appliedIndex:5555; }","duration":"169.255782ms","start":"2026-05-06T01:26:37.87001Z","end":"2026-05-06T01:26:38.039266Z","steps":["trace[23214253] 'read index received' (duration: 169.018346ms)","trace[23214253] 'applied index is now lower than readState.Index' (duration: 234.986µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:26:38.039522Z","caller":"traceutil/trace.go:171","msg":"trace[1470212887] transaction","detail":"{read_only:false; response_revision:5355; number_of_response:1; }","duration":"338.202687ms","start":"2026-05-06T01:26:37.701307Z","end":"2026-05-06T01:26:38.039509Z","steps":["trace[1470212887] 'process raft request' (duration: 337.795937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:38.039659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:26:37.701277Z","time spent":"338.2894ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:26:38.039787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.558484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-68f3b91a-44ca-4a5b-944f-22fb9d95b64c\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-05-06T01:26:38.039868Z","caller":"traceutil/trace.go:171","msg":"trace[297138737] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-68f3b91a-44ca-4a5b-944f-22fb9d95b64c; range_end:; response_count:1; response_revision:5355; }","duration":"160.673297ms","start":"2026-05-06T01:26:37.879177Z","end":"2026-05-06T01:26:38.03985Z","steps":["trace[297138737] 'agreement among raft nodes before linearized reading' (duration: 160.465362ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:38.040027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.019981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-06T01:26:38.04007Z","caller":"traceutil/trace.go:171","msg":"trace[1953773209] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5355; }","duration":"170.063043ms","start":"2026-05-06T01:26:37.869996Z","end":"2026-05-06T01:26:38.040059Z","steps":["trace[1953773209] 'agreement among raft nodes before linearized reading' (duration: 169.92522ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:38.040199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.996018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-05-06T01:26:38.040302Z","caller":"traceutil/trace.go:171","msg":"trace[741881079] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5355; }","duration":"135.127181ms","start":"2026-05-06T01:26:37.905141Z","end":"2026-05-06T01:26:38.040268Z","steps":["trace[741881079] 'agreement among raft nodes before linearized reading' (duration: 134.856704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:38.040609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.477972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-06T01:26:38.041081Z","caller":"traceutil/trace.go:171","msg":"trace[1363365509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5355; }","duration":"106.80121ms","start":"2026-05-06T01:26:37.934066Z","end":"2026-05-06T01:26:38.040867Z","steps":["trace[1363365509] 'agreement among raft nodes before linearized reading' (duration: 105.641143ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:38.22983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.990675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-06T01:26:38.229956Z","caller":"traceutil/trace.go:171","msg":"trace[1443435899] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"185.069953ms","start":"2026-05-06T01:26:38.044864Z","end":"2026-05-06T01:26:38.229934Z","steps":["trace[1443435899] 'process raft request' (duration: 62.888424ms)","trace[1443435899] 'compare' (duration: 121.762909ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:26:38.253859Z","caller":"traceutil/trace.go:171","msg":"trace[854762443] transaction","detail":"{read_only:false; response_revision:5358; number_of_response:1; }","duration":"205.947826ms","start":"2026-05-06T01:26:38.047861Z","end":"2026-05-06T01:26:38.253809Z","steps":["trace[854762443] 'process raft request' (duration: 205.828983ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:38.253885Z","caller":"traceutil/trace.go:171","msg":"trace[1219923366] transaction","detail":"{read_only:false; response_revision:5357; number_of_response:1; }","duration":"207.835871ms","start":"2026-05-06T01:26:38.04602Z","end":"2026-05-06T01:26:38.253856Z","steps":["trace[1219923366] 'process raft request' (duration: 207.525043ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:38.254073Z","caller":"traceutil/trace.go:171","msg":"trace[345698087] linearizableReadLoop","detail":"{readStateIndex:5559; appliedIndex:5556; }","duration":"159.927978ms","start":"2026-05-06T01:26:38.093835Z","end":"2026-05-06T01:26:38.253763Z","steps":["trace[345698087] 'read index received' (duration: 13.895114ms)","trace[345698087] 'applied index is now lower than readState.Index' (duration: 146.031964ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:26:38.254157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.297907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-96gmp\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-05-06T01:26:38.254254Z","caller":"traceutil/trace.go:171","msg":"trace[149979983] range","detail":"{range_begin:/registry/pods/openstack/keepalived-96gmp; range_end:; response_count:1; response_revision:5358; }","duration":"160.43292ms","start":"2026-05-06T01:26:38.093797Z","end":"2026-05-06T01:26:38.25423Z","steps":["trace[149979983] 'agreement among raft nodes before linearized reading' (duration: 160.184244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:38.802839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.988898ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-06T01:26:38.802932Z","caller":"traceutil/trace.go:171","msg":"trace[512597610] linearizableReadLoop","detail":"{readStateIndex:5560; appliedIndex:5559; }","duration":"436.953904ms","start":"2026-05-06T01:26:38.365963Z","end":"2026-05-06T01:26:38.802917Z","steps":["trace[512597610] 'read index received' (duration: 333.781481ms)","trace[512597610] 'applied index is now lower than readState.Index' (duration: 103.171263ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:26:38.803243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.242891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-06T01:26:38.803302Z","caller":"traceutil/trace.go:171","msg":"trace[1586945723] transaction","detail":"{read_only:false; response_revision:5359; number_of_response:1; }","duration":"537.330579ms","start":"2026-05-06T01:26:38.26595Z","end":"2026-05-06T01:26:38.80328Z","steps":["trace[1586945723] 'process raft request' (duration: 433.816708ms)","trace[1586945723] 'compare' (duration: 102.866305ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:26:38.803326Z","caller":"traceutil/trace.go:171","msg":"trace[1052535066] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5359; }","duration":"437.355753ms","start":"2026-05-06T01:26:38.365954Z","end":"2026-05-06T01:26:38.80331Z","steps":["trace[1052535066] 'agreement among raft nodes before linearized reading' (duration: 437.181619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:38.803379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:26:38.365885Z","time spent":"437.486497ms","remote":"127.0.0.1:54728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:26:38.803399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:26:38.265928Z","time spent":"537.425241ms","remote":"127.0.0.1:45030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6117,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:26:39.059046Z","caller":"traceutil/trace.go:171","msg":"trace[1959036956] transaction","detail":"{read_only:false; response_revision:5360; number_of_response:1; }","duration":"327.366286ms","start":"2026-05-06T01:26:38.731649Z","end":"2026-05-06T01:26:39.059016Z","steps":["trace[1959036956] 'process raft request' (duration: 324.309012ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:39.059177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:26:38.731623Z","time spent":"327.489849ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:26:39.059932Z","caller":"traceutil/trace.go:171","msg":"trace[1927711987] linearizableReadLoop","detail":"{readStateIndex:5562; appliedIndex:5560; }","duration":"256.681526ms","start":"2026-05-06T01:26:38.803238Z","end":"2026-05-06T01:26:39.059919Z","steps":["trace[1927711987] 'read index received' (duration: 252.738251ms)","trace[1927711987] 'applied index is now lower than readState.Index' (duration: 3.942205ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:26:39.060055Z","caller":"traceutil/trace.go:171","msg":"trace[315471807] transaction","detail":"{read_only:false; response_revision:5367; number_of_response:1; }","duration":"246.537382ms","start":"2026-05-06T01:26:38.813495Z","end":"2026-05-06T01:26:39.060032Z","steps":["trace[315471807] 'process raft request' (duration: 246.395079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:39.06021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.707439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-06T01:26:39.06025Z","caller":"traceutil/trace.go:171","msg":"trace[598253908] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5367; }","duration":"291.771751ms","start":"2026-05-06T01:26:38.768471Z","end":"2026-05-06T01:26:39.060243Z","steps":["trace[598253908] 'agreement among raft nodes before linearized reading' (duration: 291.648148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:39.060446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.936599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-06T01:26:39.060457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.504447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-06T01:26:39.060476Z","caller":"traceutil/trace.go:171","msg":"trace[2071609985] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5367; }","duration":"650.01099ms","start":"2026-05-06T01:26:38.410456Z","end":"2026-05-06T01:26:39.060467Z","steps":["trace[2071609985] 'agreement among raft nodes before linearized reading' (duration: 649.916678ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:39.060491Z","caller":"traceutil/trace.go:171","msg":"trace[1767934869] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5367; }","duration":"294.564098ms","start":"2026-05-06T01:26:38.765916Z","end":"2026-05-06T01:26:39.06048Z","steps":["trace[1767934869] 'agreement among raft nodes before linearized reading' (duration: 294.465655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:39.060501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:26:38.410433Z","time spent":"650.060712ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-06T01:26:39.060507Z","caller":"traceutil/trace.go:171","msg":"trace[1000036461] transaction","detail":"{read_only:false; response_revision:5361; number_of_response:1; }","duration":"328.784881ms","start":"2026-05-06T01:26:38.731697Z","end":"2026-05-06T01:26:39.060482Z","steps":["trace[1000036461] 'process raft request' (duration: 327.976122ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:39.060544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.404438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-06T01:26:39.060594Z","caller":"traceutil/trace.go:171","msg":"trace[897624837] transaction","detail":"{read_only:false; response_revision:5364; number_of_response:1; }","duration":"249.812691ms","start":"2026-05-06T01:26:38.810771Z","end":"2026-05-06T01:26:39.060583Z","steps":["trace[897624837] 'process raft request' (duration: 249.038433ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:39.060628Z","caller":"traceutil/trace.go:171","msg":"trace[1566689582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5367; }","duration":"295.544732ms","start":"2026-05-06T01:26:38.765067Z","end":"2026-05-06T01:26:39.060612Z","steps":["trace[1566689582] 'agreement among raft nodes before linearized reading' (duration: 295.258875ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:39.060634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:26:38.731666Z","time spent":"328.892714ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:26:39.060806Z","caller":"traceutil/trace.go:171","msg":"trace[1467298845] transaction","detail":"{read_only:false; response_revision:5363; number_of_response:1; }","duration":"251.630275ms","start":"2026-05-06T01:26:38.809164Z","end":"2026-05-06T01:26:39.060794Z","steps":["trace[1467298845] 'process raft request' (duration: 250.610861ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:39.060857Z","caller":"traceutil/trace.go:171","msg":"trace[837910659] transaction","detail":"{read_only:false; response_revision:5362; number_of_response:1; }","duration":"251.737697ms","start":"2026-05-06T01:26:38.809109Z","end":"2026-05-06T01:26:39.060847Z","steps":["trace[837910659] 'process raft request' (duration: 250.633921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:39.060651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.295943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-05-06T01:26:39.060996Z","caller":"traceutil/trace.go:171","msg":"trace[1466753131] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5367; }","duration":"102.713112ms","start":"2026-05-06T01:26:38.958273Z","end":"2026-05-06T01:26:39.060986Z","steps":["trace[1466753131] 'agreement among raft nodes before linearized reading' (duration: 102.319112ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:39.061111Z","caller":"traceutil/trace.go:171","msg":"trace[1587089357] transaction","detail":"{read_only:false; response_revision:5365; number_of_response:1; }","duration":"249.827801ms","start":"2026-05-06T01:26:38.811107Z","end":"2026-05-06T01:26:39.060934Z","steps":["trace[1587089357] 'process raft request' (duration: 248.729235ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:39.06124Z","caller":"traceutil/trace.go:171","msg":"trace[690252306] transaction","detail":"{read_only:false; response_revision:5366; number_of_response:1; }","duration":"250.008635ms","start":"2026-05-06T01:26:38.811213Z","end":"2026-05-06T01:26:39.061222Z","steps":["trace[690252306] 'process raft request' (duration: 248.650623ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:39.061385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.938825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-06T01:26:39.062468Z","caller":"traceutil/trace.go:171","msg":"trace[2063551484] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5367; }","duration":"298.055222ms","start":"2026-05-06T01:26:38.764397Z","end":"2026-05-06T01:26:39.062452Z","steps":["trace[2063551484] 'agreement among raft nodes before linearized reading' (duration: 296.909444ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:39.060519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.058246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-68f3b91a-44ca-4a5b-944f-22fb9d95b64c\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-05-06T01:26:39.062599Z","caller":"traceutil/trace.go:171","msg":"trace[603660736] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-68f3b91a-44ca-4a5b-944f-22fb9d95b64c; range_end:; response_count:1; response_revision:5367; }","duration":"562.228209ms","start":"2026-05-06T01:26:38.500359Z","end":"2026-05-06T01:26:39.062588Z","steps":["trace[603660736] 'agreement among raft nodes before linearized reading' (duration: 559.906513ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:39.062635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:26:38.500336Z","time spent":"562.28721ms","remote":"127.0.0.1:45030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-68f3b91a-44ca-4a5b-944f-22fb9d95b64c\" "} {"level":"warn","ts":"2026-05-06T01:26:41.114937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.854803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-46d71620-dc4d-471c-9b68-d1d703ed597d\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-05-06T01:26:41.115017Z","caller":"traceutil/trace.go:171","msg":"trace[1208413883] range","detail":"{range_begin:/registry/persistentvolumes/pvc-46d71620-dc4d-471c-9b68-d1d703ed597d; range_end:; response_count:1; response_revision:5412; }","duration":"114.984026ms","start":"2026-05-06T01:26:41.000016Z","end":"2026-05-06T01:26:41.115Z","steps":["trace[1208413883] 'range keys from in-memory index tree' (duration: 114.71453ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:44.671779Z","caller":"traceutil/trace.go:171","msg":"trace[1852246989] transaction","detail":"{read_only:false; response_revision:5459; number_of_response:1; }","duration":"259.764031ms","start":"2026-05-06T01:26:44.411991Z","end":"2026-05-06T01:26:44.671755Z","steps":["trace[1852246989] 'process raft request' (duration: 259.616628ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:48.461926Z","caller":"traceutil/trace.go:171","msg":"trace[1379806278] linearizableReadLoop","detail":"{readStateIndex:5700; appliedIndex:5699; }","duration":"129.69244ms","start":"2026-05-06T01:26:48.332208Z","end":"2026-05-06T01:26:48.4619Z","steps":["trace[1379806278] 'read index received' (duration: 129.474085ms)","trace[1379806278] 'applied index is now lower than readState.Index' (duration: 217.605µs)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:26:48.46213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.910615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-96gmp\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-05-06T01:26:48.462099Z","caller":"traceutil/trace.go:171","msg":"trace[221090520] transaction","detail":"{read_only:false; response_revision:5496; number_of_response:1; }","duration":"131.822732ms","start":"2026-05-06T01:26:48.330228Z","end":"2026-05-06T01:26:48.462051Z","steps":["trace[221090520] 'process raft request' (duration: 131.526275ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:48.462175Z","caller":"traceutil/trace.go:171","msg":"trace[1409401025] range","detail":"{range_begin:/registry/pods/openstack/keepalived-96gmp; range_end:; response_count:1; response_revision:5496; }","duration":"129.972227ms","start":"2026-05-06T01:26:48.332192Z","end":"2026-05-06T01:26:48.462164Z","steps":["trace[1409401025] 'agreement among raft nodes before linearized reading' (duration: 129.808703ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:27:47.736641Z","caller":"traceutil/trace.go:171","msg":"trace[683179458] transaction","detail":"{read_only:false; response_revision:6008; number_of_response:1; }","duration":"139.127286ms","start":"2026-05-06T01:27:47.597488Z","end":"2026-05-06T01:27:47.736615Z","steps":["trace[683179458] 'process raft request' (duration: 139.076025ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:27:47.7367Z","caller":"traceutil/trace.go:171","msg":"trace[288603905] transaction","detail":"{read_only:false; response_revision:6007; number_of_response:1; }","duration":"141.629706ms","start":"2026-05-06T01:27:47.595047Z","end":"2026-05-06T01:27:47.736677Z","steps":["trace[288603905] 'process raft request' (duration: 134.667068ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:28:04.398742Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2992} {"level":"info","ts":"2026-05-06T01:28:04.475064Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2992,"took":"74.543922ms","hash":2061190769,"current-db-size-bytes":58544128,"current-db-size":"58 MB","current-db-size-in-use-bytes":34091008,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-06T01:28:04.475138Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2061190769,"revision":2992,"compact-revision":-1} {"level":"warn","ts":"2026-05-06T01:31:47.317228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.733709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-06T01:31:47.317323Z","caller":"traceutil/trace.go:171","msg":"trace[1535495960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7679; }","duration":"407.868602ms","start":"2026-05-06T01:31:46.909436Z","end":"2026-05-06T01:31:47.317305Z","steps":["trace[1535495960] 'range keys from in-memory index tree' (duration: 407.514954ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:31:47.317365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:31:46.909422Z","time spent":"407.933244ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-06T01:31:47.317605Z","caller":"traceutil/trace.go:171","msg":"trace[1476866123] transaction","detail":"{read_only:false; response_revision:7680; number_of_response:1; }","duration":"142.975424ms","start":"2026-05-06T01:31:47.174594Z","end":"2026-05-06T01:31:47.317569Z","steps":["trace[1476866123] 'process raft request' (duration: 132.340947ms)","trace[1476866123] 'compare' (duration: 10.090963ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:31:47.317651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.197679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-06T01:31:47.317848Z","caller":"traceutil/trace.go:171","msg":"trace[1076321632] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7679; }","duration":"425.62564ms","start":"2026-05-06T01:31:46.892197Z","end":"2026-05-06T01:31:47.317823Z","steps":["trace[1076321632] 'range keys from in-memory index tree' (duration: 425.043765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:31:47.31793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:31:46.892176Z","time spent":"425.733943ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-06T01:31:48.047498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.413133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-06T01:31:48.047579Z","caller":"traceutil/trace.go:171","msg":"trace[1388708209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7684; }","duration":"116.540226ms","start":"2026-05-06T01:31:47.931019Z","end":"2026-05-06T01:31:48.047559Z","steps":["trace[1388708209] 'range keys from in-memory index tree' (duration: 116.256539ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:32:30.903216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093630416,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-06T01:32:31.044327Z","caller":"traceutil/trace.go:171","msg":"trace[236707138] transaction","detail":"{read_only:false; response_revision:8109; number_of_response:1; }","duration":"690.343305ms","start":"2026-05-06T01:32:30.353969Z","end":"2026-05-06T01:32:31.044313Z","steps":["trace[236707138] 'process raft request' (duration: 690.236112ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:32:31.044428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:32:30.353942Z","time spent":"690.432917ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:32:31.047588Z","caller":"traceutil/trace.go:171","msg":"trace[277014050] transaction","detail":"{read_only:false; response_revision:8110; number_of_response:1; }","duration":"618.964195ms","start":"2026-05-06T01:32:30.428602Z","end":"2026-05-06T01:32:31.047566Z","steps":["trace[277014050] 'process raft request' (duration: 618.827112ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:32:31.047725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:32:30.428573Z","time spent":"619.078668ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:32:31.047842Z","caller":"traceutil/trace.go:171","msg":"trace[2108062053] transaction","detail":"{read_only:false; response_revision:8111; number_of_response:1; }","duration":"598.901352ms","start":"2026-05-06T01:32:30.448921Z","end":"2026-05-06T01:32:31.047823Z","steps":["trace[2108062053] 'process raft request' (duration: 598.608025ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:32:31.047813Z","caller":"traceutil/trace.go:171","msg":"trace[1642248662] linearizableReadLoop","detail":"{readStateIndex:8397; appliedIndex:8395; }","duration":"644.958952ms","start":"2026-05-06T01:32:30.402801Z","end":"2026-05-06T01:32:31.04776Z","steps":["trace[1642248662] 'read index received' (duration: 641.54496ms)","trace[1642248662] 'applied index is now lower than readState.Index' (duration: 3.410822ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:32:31.047937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:32:30.448902Z","time spent":"598.993355ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:32:31.048031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.237018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-96gmp\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-05-06T01:32:31.048069Z","caller":"traceutil/trace.go:171","msg":"trace[596736212] range","detail":"{range_begin:/registry/pods/openstack/keepalived-96gmp; range_end:; response_count:1; response_revision:8111; }","duration":"645.3215ms","start":"2026-05-06T01:32:30.402737Z","end":"2026-05-06T01:32:31.048059Z","steps":["trace[596736212] 'agreement among raft nodes before linearized reading' (duration: 645.190667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:32:31.048046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.316467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:32:31.048102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:32:30.402713Z","time spent":"645.380172ms","remote":"127.0.0.1:45030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-96gmp\" "} {"level":"info","ts":"2026-05-06T01:32:31.048131Z","caller":"traceutil/trace.go:171","msg":"trace[300790482] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:8111; }","duration":"257.45189ms","start":"2026-05-06T01:32:30.790658Z","end":"2026-05-06T01:32:31.04811Z","steps":["trace[300790482] 'agreement among raft nodes before linearized reading' (duration: 257.312227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:32:31.04826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.958411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-06T01:32:31.048348Z","caller":"traceutil/trace.go:171","msg":"trace[1702808489] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8111; }","duration":"118.099124ms","start":"2026-05-06T01:32:30.930226Z","end":"2026-05-06T01:32:31.048325Z","steps":["trace[1702808489] 'agreement among raft nodes before linearized reading' (duration: 117.787607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:32:43.100187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.175937ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-06T01:32:43.100311Z","caller":"traceutil/trace.go:171","msg":"trace[652423498] linearizableReadLoop","detail":"{readStateIndex:8458; appliedIndex:8457; }","duration":"525.762101ms","start":"2026-05-06T01:32:42.574531Z","end":"2026-05-06T01:32:43.100294Z","steps":["trace[652423498] 'read index received' (duration: 17.412589ms)","trace[652423498] 'applied index is now lower than readState.Index' (duration: 508.347952ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:32:43.100386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.846232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:32:43.100429Z","caller":"traceutil/trace.go:171","msg":"trace[1247718042] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8169; }","duration":"525.905394ms","start":"2026-05-06T01:32:42.574505Z","end":"2026-05-06T01:32:43.10041Z","steps":["trace[1247718042] 'agreement among raft nodes before linearized reading' (duration: 525.834113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:32:43.100493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:32:42.574477Z","time spent":"525.983586ms","remote":"127.0.0.1:45324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-06T01:32:43.21208Z","caller":"traceutil/trace.go:171","msg":"trace[550142964] linearizableReadLoop","detail":"{readStateIndex:8459; appliedIndex:8458; }","duration":"108.138154ms","start":"2026-05-06T01:32:43.103916Z","end":"2026-05-06T01:32:43.212054Z","steps":["trace[550142964] 'read index received' (duration: 107.930999ms)","trace[550142964] 'applied index is now lower than readState.Index' (duration: 206.235µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:32:43.21222Z","caller":"traceutil/trace.go:171","msg":"trace[1791032487] transaction","detail":"{read_only:false; response_revision:8170; number_of_response:1; }","duration":"126.201369ms","start":"2026-05-06T01:32:43.08599Z","end":"2026-05-06T01:32:43.212191Z","steps":["trace[1791032487] 'process raft request' (duration: 125.887372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:32:43.212282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.312358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:32:43.212334Z","caller":"traceutil/trace.go:171","msg":"trace[1687800903] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8170; }","duration":"108.43607ms","start":"2026-05-06T01:32:43.103881Z","end":"2026-05-06T01:32:43.212317Z","steps":["trace[1687800903] 'agreement among raft nodes before linearized reading' (duration: 108.301387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:32:43.22124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.829118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-06T01:32:43.221298Z","caller":"traceutil/trace.go:171","msg":"trace[182334787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8171; }","duration":"105.90767ms","start":"2026-05-06T01:32:43.115377Z","end":"2026-05-06T01:32:43.221284Z","steps":["trace[182334787] 'agreement among raft nodes before linearized reading' (duration: 105.758287ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:32:43.221411Z","caller":"traceutil/trace.go:171","msg":"trace[3422089] transaction","detail":"{read_only:false; response_revision:8171; number_of_response:1; }","duration":"117.05552ms","start":"2026-05-06T01:32:43.104335Z","end":"2026-05-06T01:32:43.221391Z","steps":["trace[3422089] 'process raft request' (duration: 116.490705ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:32:44.581563Z","caller":"traceutil/trace.go:171","msg":"trace[1035377059] linearizableReadLoop","detail":"{readStateIndex:8470; appliedIndex:8469; }","duration":"278.020396ms","start":"2026-05-06T01:32:44.303518Z","end":"2026-05-06T01:32:44.581539Z","steps":["trace[1035377059] 'read index received' (duration: 277.982745ms)","trace[1035377059] 'applied index is now lower than readState.Index' (duration: 36.571µs)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:32:44.581688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.153448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:32:44.581672Z","caller":"traceutil/trace.go:171","msg":"trace[821080064] transaction","detail":"{read_only:false; response_revision:8180; number_of_response:1; }","duration":"427.864044ms","start":"2026-05-06T01:32:44.15377Z","end":"2026-05-06T01:32:44.581634Z","steps":["trace[821080064] 'process raft request' (duration: 427.637808ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:32:44.581724Z","caller":"traceutil/trace.go:171","msg":"trace[372014715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8180; }","duration":"278.244141ms","start":"2026-05-06T01:32:44.30347Z","end":"2026-05-06T01:32:44.581714Z","steps":["trace[372014715] 'agreement among raft nodes before linearized reading' (duration: 278.168329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:32:44.581836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:32:44.153749Z","time spent":"428.007857ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:32:44.600866Z","caller":"traceutil/trace.go:171","msg":"trace[1658613825] transaction","detail":"{read_only:false; response_revision:8181; number_of_response:1; }","duration":"203.155082ms","start":"2026-05-06T01:32:44.39701Z","end":"2026-05-06T01:32:44.600165Z","steps":["trace[1658613825] 'process raft request' (duration: 202.987208ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:32:45.415867Z","caller":"traceutil/trace.go:171","msg":"trace[781466575] transaction","detail":"{read_only:false; response_revision:8185; number_of_response:1; }","duration":"121.193149ms","start":"2026-05-06T01:32:45.294646Z","end":"2026-05-06T01:32:45.415839Z","steps":["trace[781466575] 'process raft request' (duration: 39.194235ms)","trace[781466575] 'compare' (duration: 81.770198ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:32:45.416006Z","caller":"traceutil/trace.go:171","msg":"trace[1477670436] linearizableReadLoop","detail":"{readStateIndex:8477; appliedIndex:8474; }","duration":"112.681513ms","start":"2026-05-06T01:32:45.303298Z","end":"2026-05-06T01:32:45.415979Z","steps":["trace[1477670436] 'read index received' (duration: 30.516495ms)","trace[1477670436] 'applied index is now lower than readState.Index' (duration: 82.163778ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:32:45.416163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.847498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:32:45.416109Z","caller":"traceutil/trace.go:171","msg":"trace[687644145] transaction","detail":"{read_only:false; response_revision:8187; number_of_response:1; }","duration":"120.127433ms","start":"2026-05-06T01:32:45.295906Z","end":"2026-05-06T01:32:45.416034Z","steps":["trace[687644145] 'process raft request' (duration: 119.961199ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:32:45.416366Z","caller":"traceutil/trace.go:171","msg":"trace[743272003] transaction","detail":"{read_only:false; response_revision:8186; number_of_response:1; }","duration":"120.967463ms","start":"2026-05-06T01:32:45.294944Z","end":"2026-05-06T01:32:45.415911Z","steps":["trace[743272003] 'process raft request' (duration: 120.82481ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:32:45.416201Z","caller":"traceutil/trace.go:171","msg":"trace[1972268715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8187; }","duration":"112.931039ms","start":"2026-05-06T01:32:45.303259Z","end":"2026-05-06T01:32:45.41619Z","steps":["trace[1972268715] 'agreement among raft nodes before linearized reading' (duration: 112.832487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:32:45.901003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.611315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-06T01:32:45.901142Z","caller":"traceutil/trace.go:171","msg":"trace[1746612200] linearizableReadLoop","detail":"{readStateIndex:8478; appliedIndex:8477; }","duration":"235.01845ms","start":"2026-05-06T01:32:45.666108Z","end":"2026-05-06T01:32:45.901127Z","steps":["trace[1746612200] 'read index received' (duration: 109.226501ms)","trace[1746612200] 'applied index is now lower than readState.Index' (duration: 125.791039ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:32:45.901172Z","caller":"traceutil/trace.go:171","msg":"trace[1824974813] transaction","detail":"{read_only:false; response_revision:8188; number_of_response:1; }","duration":"274.998993ms","start":"2026-05-06T01:32:45.626144Z","end":"2026-05-06T01:32:45.901143Z","steps":["trace[1824974813] 'process raft request' (duration: 149.167922ms)","trace[1824974813] 'compare' (duration: 125.504563ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:32:45.901348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.624198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-06T01:32:45.901401Z","caller":"traceutil/trace.go:171","msg":"trace[549724399] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8188; }","duration":"165.705191ms","start":"2026-05-06T01:32:45.735688Z","end":"2026-05-06T01:32:45.901393Z","steps":["trace[549724399] 'agreement among raft nodes before linearized reading' (duration: 165.573827ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:32:45.901549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.43881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-06T01:32:45.901608Z","caller":"traceutil/trace.go:171","msg":"trace[1239953468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8188; }","duration":"235.555572ms","start":"2026-05-06T01:32:45.666042Z","end":"2026-05-06T01:32:45.901598Z","steps":["trace[1239953468] 'agreement among raft nodes before linearized reading' (duration: 235.159833ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:04.406669Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6122} {"level":"info","ts":"2026-05-06T01:33:04.518834Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6122,"took":"110.310106ms","hash":1284247289,"current-db-size-bytes":58544128,"current-db-size":"58 MB","current-db-size-in-use-bytes":23146496,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-05-06T01:33:04.518918Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1284247289,"revision":6122,"compact-revision":2992} {"level":"info","ts":"2026-05-06T01:33:12.256595Z","caller":"traceutil/trace.go:171","msg":"trace[1332758708] linearizableReadLoop","detail":"{readStateIndex:8684; appliedIndex:8683; }","duration":"163.451846ms","start":"2026-05-06T01:33:12.093087Z","end":"2026-05-06T01:33:12.256539Z","steps":["trace[1332758708] 'read index received' (duration: 161.583621ms)","trace[1332758708] 'applied index is now lower than readState.Index' (duration: 1.866835ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:33:12.256607Z","caller":"traceutil/trace.go:171","msg":"trace[1097409030] transaction","detail":"{read_only:false; response_revision:8386; number_of_response:1; }","duration":"172.499983ms","start":"2026-05-06T01:33:12.084083Z","end":"2026-05-06T01:33:12.256583Z","steps":["trace[1097409030] 'process raft request' (duration: 170.580557ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:12.256939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.833435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-06T01:33:12.257063Z","caller":"traceutil/trace.go:171","msg":"trace[1645395423] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8386; }","duration":"163.963238ms","start":"2026-05-06T01:33:12.093044Z","end":"2026-05-06T01:33:12.257007Z","steps":["trace[1645395423] 'agreement among raft nodes before linearized reading' (duration: 163.62402ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:13.442909Z","caller":"traceutil/trace.go:171","msg":"trace[1629553446] transaction","detail":"{read_only:false; response_revision:8388; number_of_response:1; }","duration":"113.523025ms","start":"2026-05-06T01:33:13.329357Z","end":"2026-05-06T01:33:13.442881Z","steps":["trace[1629553446] 'process raft request' (duration: 113.299959ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:13.966694Z","caller":"traceutil/trace.go:171","msg":"trace[120189869] linearizableReadLoop","detail":"{readStateIndex:8688; appliedIndex:8686; }","duration":"582.95881ms","start":"2026-05-06T01:33:13.383712Z","end":"2026-05-06T01:33:13.966671Z","steps":["trace[120189869] 'read index received' (duration: 58.997452ms)","trace[120189869] 'applied index is now lower than readState.Index' (duration: 523.960328ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:33:13.96684Z","caller":"traceutil/trace.go:171","msg":"trace[2065569229] transaction","detail":"{read_only:false; response_revision:8389; number_of_response:1; }","duration":"632.646206ms","start":"2026-05-06T01:33:13.334073Z","end":"2026-05-06T01:33:13.966719Z","steps":["trace[2065569229] 'process raft request' (duration: 632.42165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:13.966975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.460918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-06T01:33:13.966977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.239106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-06T01:33:13.967032Z","caller":"traceutil/trace.go:171","msg":"trace[447785554] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8389; }","duration":"418.52591ms","start":"2026-05-06T01:33:13.548492Z","end":"2026-05-06T01:33:13.967018Z","steps":["trace[447785554] 'agreement among raft nodes before linearized reading' (duration: 418.381316ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:13.967058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:13.548443Z","time spent":"418.610252ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-06T01:33:13.967055Z","caller":"traceutil/trace.go:171","msg":"trace[421161577] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8389; }","duration":"583.361829ms","start":"2026-05-06T01:33:13.383674Z","end":"2026-05-06T01:33:13.967036Z","steps":["trace[421161577] 'agreement among raft nodes before linearized reading' (duration: 583.131344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:13.967064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.307829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-06T01:33:13.967096Z","caller":"traceutil/trace.go:171","msg":"trace[1847274515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8389; }","duration":"424.337019ms","start":"2026-05-06T01:33:13.54275Z","end":"2026-05-06T01:33:13.967087Z","steps":["trace[1847274515] 'agreement among raft nodes before linearized reading' (duration: 424.262148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:13.967138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:13.54269Z","time spent":"424.440232ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-06T01:33:13.967167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:13.383657Z","time spent":"583.490592ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-06T01:33:13.967215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.645393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-06T01:33:13.967232Z","caller":"traceutil/trace.go:171","msg":"trace[75219615] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8389; }","duration":"198.690245ms","start":"2026-05-06T01:33:13.768536Z","end":"2026-05-06T01:33:13.967226Z","steps":["trace[75219615] 'agreement among raft nodes before linearized reading' (duration: 198.628693ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:13.967278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.034336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-8476bd7478-fr6qr.18acd5e7a536718d\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-05-06T01:33:13.967373Z","caller":"traceutil/trace.go:171","msg":"trace[1460336015] range","detail":"{range_begin:/registry/events/openstack/barbican-api-8476bd7478-fr6qr.18acd5e7a536718d; range_end:; response_count:1; response_revision:8389; }","duration":"175.180689ms","start":"2026-05-06T01:33:13.792169Z","end":"2026-05-06T01:33:13.96735Z","steps":["trace[1460336015] 'agreement among raft nodes before linearized reading' (duration: 174.905932ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:13.966992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.670584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-06T01:33:13.966881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.677212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:33:13.967725Z","caller":"traceutil/trace.go:171","msg":"trace[345989843] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:8389; }","duration":"561.586594ms","start":"2026-05-06T01:33:13.406116Z","end":"2026-05-06T01:33:13.967703Z","steps":["trace[345989843] 'agreement among raft nodes before linearized reading' (duration: 560.691313ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:13.967781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:13.406095Z","time spent":"561.670777ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:33:13.967917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.217907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-96gmp\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-05-06T01:33:13.968Z","caller":"traceutil/trace.go:171","msg":"trace[2070774087] range","detail":"{range_begin:/registry/pods/openstack/keepalived-96gmp; range_end:; response_count:1; response_revision:8389; }","duration":"547.337891ms","start":"2026-05-06T01:33:13.420641Z","end":"2026-05-06T01:33:13.967979Z","steps":["trace[2070774087] 'agreement among raft nodes before linearized reading' (duration: 546.386708ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:13.96805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:13.420606Z","time spent":"547.434623ms","remote":"127.0.0.1:45030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-96gmp\" "} {"level":"info","ts":"2026-05-06T01:33:13.967628Z","caller":"traceutil/trace.go:171","msg":"trace[973753185] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8389; }","duration":"424.32023ms","start":"2026-05-06T01:33:13.54328Z","end":"2026-05-06T01:33:13.9676Z","steps":["trace[973753185] 'agreement among raft nodes before linearized reading' (duration: 423.626633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:13.968251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:13.543256Z","time spent":"424.979195ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-06T01:33:13.96758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:13.334052Z","time spent":"632.905011ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:33:26.96383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.284752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-06T01:33:26.963951Z","caller":"traceutil/trace.go:171","msg":"trace[641276373] transaction","detail":"{read_only:false; response_revision:8503; number_of_response:1; }","duration":"418.824956ms","start":"2026-05-06T01:33:26.545105Z","end":"2026-05-06T01:33:26.96393Z","steps":["trace[641276373] 'process raft request' (duration: 32.354019ms)","trace[641276373] 'compare' (duration: 386.023266ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:33:26.964252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:26.545091Z","time spent":"419.122292ms","remote":"127.0.0.1:45030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4630,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:33:26.982588Z","caller":"traceutil/trace.go:171","msg":"trace[1758248221] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8504; }","duration":"436.324018ms","start":"2026-05-06T01:33:26.546245Z","end":"2026-05-06T01:33:26.982569Z","steps":["trace[1758248221] 'process raft request' (duration: 436.044041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:26.982781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:26.546229Z","time spent":"436.4253ms","remote":"127.0.0.1:56476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-05-06T01:33:28.543282Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093631695,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-06T01:33:28.615549Z","caller":"traceutil/trace.go:171","msg":"trace[1006670323] transaction","detail":"{read_only:false; response_revision:8512; number_of_response:1; }","duration":"664.508592ms","start":"2026-05-06T01:33:27.95101Z","end":"2026-05-06T01:33:28.615518Z","steps":["trace[1006670323] 'process raft request' (duration: 664.282216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:28.616169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:27.950989Z","time spent":"664.635005ms","remote":"127.0.0.1:43024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:33:28.629532Z","caller":"traceutil/trace.go:171","msg":"trace[686356010] transaction","detail":"{read_only:false; response_revision:8513; number_of_response:1; }","duration":"590.023259ms","start":"2026-05-06T01:33:28.039485Z","end":"2026-05-06T01:33:28.629508Z","steps":["trace[686356010] 'process raft request' (duration: 589.871396ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:28.629702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:28.039461Z","time spent":"590.159892ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:33:28.629691Z","caller":"traceutil/trace.go:171","msg":"trace[977438515] linearizableReadLoop","detail":"{readStateIndex:8819; appliedIndex:8816; }","duration":"587.241652ms","start":"2026-05-06T01:33:28.042417Z","end":"2026-05-06T01:33:28.629659Z","steps":["trace[977438515] 'read index received' (duration: 572.929177ms)","trace[977438515] 'applied index is now lower than readState.Index' (duration: 14.310355ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:33:28.629854Z","caller":"traceutil/trace.go:171","msg":"trace[763841765] transaction","detail":"{read_only:false; response_revision:8514; number_of_response:1; }","duration":"537.563955ms","start":"2026-05-06T01:33:28.092252Z","end":"2026-05-06T01:33:28.629816Z","steps":["trace[763841765] 'process raft request' (duration: 537.220907ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:28.630036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.60695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-06T01:33:28.630032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:28.092232Z","time spent":"537.697458ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:33:28.630077Z","caller":"traceutil/trace.go:171","msg":"trace[1981415553] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8514; }","duration":"587.687563ms","start":"2026-05-06T01:33:28.042376Z","end":"2026-05-06T01:33:28.630063Z","steps":["trace[1981415553] 'agreement among raft nodes before linearized reading' (duration: 587.517899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:28.630115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:28.042361Z","time spent":"587.746074ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-06T01:33:28.630198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.346159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-06T01:33:28.630247Z","caller":"traceutil/trace.go:171","msg":"trace[506679866] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8514; }","duration":"586.426072ms","start":"2026-05-06T01:33:28.043806Z","end":"2026-05-06T01:33:28.630232Z","steps":["trace[506679866] 'agreement among raft nodes before linearized reading' (duration: 586.278728ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:28.630267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.990254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:33:28.630285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:28.043788Z","time spent":"586.489874ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-06T01:33:28.630295Z","caller":"traceutil/trace.go:171","msg":"trace[1646128138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8514; }","duration":"327.017805ms","start":"2026-05-06T01:33:28.303268Z","end":"2026-05-06T01:33:28.630286Z","steps":["trace[1646128138] 'agreement among raft nodes before linearized reading' (duration: 326.975144ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:28.63036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:28.303198Z","time spent":"327.155188ms","remote":"127.0.0.1:44836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T01:33:28.630439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.38093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-06T01:33:28.630478Z","caller":"traceutil/trace.go:171","msg":"trace[2027873361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8514; }","duration":"576.446092ms","start":"2026-05-06T01:33:28.054021Z","end":"2026-05-06T01:33:28.630467Z","steps":["trace[2027873361] 'agreement among raft nodes before linearized reading' (duration: 576.3573ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:28.630506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:28.054007Z","time spent":"576.491103ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-06T01:33:28.630426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.994763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-06T01:33:28.630555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.41077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-96gmp\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-05-06T01:33:28.630586Z","caller":"traceutil/trace.go:171","msg":"trace[759749953] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8514; }","duration":"574.185858ms","start":"2026-05-06T01:33:28.056392Z","end":"2026-05-06T01:33:28.630577Z","steps":["trace[759749953] 'agreement among raft nodes before linearized reading' (duration: 573.86748ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:28.63059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.624068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:33:28.630614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:28.056378Z","time spent":"574.229519ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-06T01:33:28.630613Z","caller":"traceutil/trace.go:171","msg":"trace[112085811] range","detail":"{range_begin:/registry/pods/openstack/keepalived-96gmp; range_end:; response_count:1; response_revision:8514; }","duration":"566.480221ms","start":"2026-05-06T01:33:28.064113Z","end":"2026-05-06T01:33:28.630593Z","steps":["trace[112085811] 'agreement among raft nodes before linearized reading' (duration: 566.348718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:28.630663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:28.064102Z","time spent":"566.549204ms","remote":"127.0.0.1:45030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-96gmp\" "} {"level":"info","ts":"2026-05-06T01:33:28.630629Z","caller":"traceutil/trace.go:171","msg":"trace[70942865] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8514; }","duration":"312.69484ms","start":"2026-05-06T01:33:28.317919Z","end":"2026-05-06T01:33:28.630614Z","steps":["trace[70942865] 'agreement among raft nodes before linearized reading' (duration: 312.630958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:28.63071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.041614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-06T01:33:28.630773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:28.317899Z","time spent":"312.849084ms","remote":"127.0.0.1:48352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-06T01:33:28.630807Z","caller":"traceutil/trace.go:171","msg":"trace[911610843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8514; }","duration":"285.182538ms","start":"2026-05-06T01:33:28.345601Z","end":"2026-05-06T01:33:28.630784Z","steps":["trace[911610843] 'agreement among raft nodes before linearized reading' (duration: 284.895171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:28.630909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.882808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-06T01:33:28.630973Z","caller":"traceutil/trace.go:171","msg":"trace[1994997224] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8514; }","duration":"243.012212ms","start":"2026-05-06T01:33:28.387945Z","end":"2026-05-06T01:33:28.630957Z","steps":["trace[1994997224] 'agreement among raft nodes before linearized reading' (duration: 242.679784ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:28.744128Z","caller":"traceutil/trace.go:171","msg":"trace[1418743384] transaction","detail":"{read_only:false; response_revision:8516; number_of_response:1; }","duration":"109.582209ms","start":"2026-05-06T01:33:28.634504Z","end":"2026-05-06T01:33:28.744086Z","steps":["trace[1418743384] 'process raft request' (duration: 75.918728ms)","trace[1418743384] 'compare' (duration: 33.393425ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:33:28.744285Z","caller":"traceutil/trace.go:171","msg":"trace[1218413532] transaction","detail":"{read_only:false; response_revision:8517; number_of_response:1; }","duration":"109.378784ms","start":"2026-05-06T01:33:28.634873Z","end":"2026-05-06T01:33:28.744252Z","steps":["trace[1218413532] 'process raft request' (duration: 109.145098ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:28.7443Z","caller":"traceutil/trace.go:171","msg":"trace[1895338451] linearizableReadLoop","detail":"{readStateIndex:8824; appliedIndex:8819; }","duration":"108.718218ms","start":"2026-05-06T01:33:28.63556Z","end":"2026-05-06T01:33:28.744278Z","steps":["trace[1895338451] 'read index received' (duration: 18.521646ms)","trace[1895338451] 'applied index is now lower than readState.Index' (duration: 90.195642ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:33:28.744418Z","caller":"traceutil/trace.go:171","msg":"trace[1422270956] transaction","detail":"{read_only:false; response_revision:8520; number_of_response:1; }","duration":"108.488923ms","start":"2026-05-06T01:33:28.635916Z","end":"2026-05-06T01:33:28.744405Z","steps":["trace[1422270956] 'process raft request' (duration: 108.312729ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:28.744458Z","caller":"traceutil/trace.go:171","msg":"trace[1138915857] transaction","detail":"{read_only:false; response_revision:8519; number_of_response:1; }","duration":"108.929744ms","start":"2026-05-06T01:33:28.635446Z","end":"2026-05-06T01:33:28.744376Z","steps":["trace[1138915857] 'process raft request' (duration: 108.74846ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:28.744492Z","caller":"traceutil/trace.go:171","msg":"trace[765479820] transaction","detail":"{read_only:false; response_revision:8518; number_of_response:1; }","duration":"109.103327ms","start":"2026-05-06T01:33:28.635377Z","end":"2026-05-06T01:33:28.74448Z","steps":["trace[765479820] 'process raft request' (duration: 108.77855ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:28.744683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.100187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228472"} {"level":"info","ts":"2026-05-06T01:33:28.744732Z","caller":"traceutil/trace.go:171","msg":"trace[350368460] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8520; }","duration":"109.18794ms","start":"2026-05-06T01:33:28.635534Z","end":"2026-05-06T01:33:28.744722Z","steps":["trace[350368460] 'agreement among raft nodes before linearized reading' (duration: 108.841542ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:29.753353Z","caller":"traceutil/trace.go:171","msg":"trace[1133122252] transaction","detail":"{read_only:false; response_revision:8523; number_of_response:1; }","duration":"123.255087ms","start":"2026-05-06T01:33:29.630066Z","end":"2026-05-06T01:33:29.753321Z","steps":["trace[1133122252] 'process raft request' (duration: 41.089159ms)","trace[1133122252] 'compare' (duration: 82.037015ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:33:30.00966Z","caller":"traceutil/trace.go:171","msg":"trace[1339920873] transaction","detail":"{read_only:false; response_revision:8525; number_of_response:1; }","duration":"280.339681ms","start":"2026-05-06T01:33:29.729297Z","end":"2026-05-06T01:33:30.009636Z","steps":["trace[1339920873] 'process raft request' (duration: 280.29025ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:30.009925Z","caller":"traceutil/trace.go:171","msg":"trace[412391735] transaction","detail":"{read_only:false; response_revision:8524; number_of_response:1; }","duration":"308.829517ms","start":"2026-05-06T01:33:29.701065Z","end":"2026-05-06T01:33:30.009894Z","steps":["trace[412391735] 'process raft request' (duration: 210.53457ms)","trace[412391735] 'compare' (duration: 97.866867ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:33:30.010115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:29.701042Z","time spent":"308.968122ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:33:30.264793Z","caller":"traceutil/trace.go:171","msg":"trace[1789642436] transaction","detail":"{read_only:false; response_revision:8526; number_of_response:1; }","duration":"251.011794ms","start":"2026-05-06T01:33:30.013751Z","end":"2026-05-06T01:33:30.264763Z","steps":["trace[1789642436] 'process raft request' (duration: 161.998341ms)","trace[1789642436] 'compare' (duration: 88.842889ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:33:30.264875Z","caller":"traceutil/trace.go:171","msg":"trace[650630161] transaction","detail":"{read_only:false; response_revision:8527; number_of_response:1; }","duration":"250.467051ms","start":"2026-05-06T01:33:30.014383Z","end":"2026-05-06T01:33:30.264851Z","steps":["trace[650630161] 'process raft request' (duration: 250.39004ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:30.264978Z","caller":"traceutil/trace.go:171","msg":"trace[143314892] linearizableReadLoop","detail":"{readStateIndex:8831; appliedIndex:8830; }","duration":"250.657536ms","start":"2026-05-06T01:33:30.014236Z","end":"2026-05-06T01:33:30.264894Z","steps":["trace[143314892] 'read index received' (duration: 161.52795ms)","trace[143314892] 'applied index is now lower than readState.Index' (duration: 89.112836ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:33:30.265187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.886732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-05-06T01:33:30.265262Z","caller":"traceutil/trace.go:171","msg":"trace[1862760525] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8527; }","duration":"251.051506ms","start":"2026-05-06T01:33:30.014193Z","end":"2026-05-06T01:33:30.265245Z","steps":["trace[1862760525] 'agreement among raft nodes before linearized reading' (duration: 250.79193ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:34:14.071499Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002446.wal"} {"level":"warn","ts":"2026-05-06T01:34:27.116935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.800926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-06T01:34:27.116998Z","caller":"traceutil/trace.go:171","msg":"trace[2134788183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9155; }","duration":"141.914509ms","start":"2026-05-06T01:34:26.97507Z","end":"2026-05-06T01:34:27.116985Z","steps":["trace[2134788183] 'range keys from in-memory index tree' (duration: 141.635213ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:34:39.125002Z","caller":"traceutil/trace.go:171","msg":"trace[2047718882] transaction","detail":"{read_only:false; response_revision:9226; number_of_response:1; }","duration":"232.084841ms","start":"2026-05-06T01:34:38.892893Z","end":"2026-05-06T01:34:39.124978Z","steps":["trace[2047718882] 'process raft request' (duration: 231.936458ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:34:39.161895Z","caller":"traceutil/trace.go:171","msg":"trace[1998061815] transaction","detail":"{read_only:false; response_revision:9227; number_of_response:1; }","duration":"268.889158ms","start":"2026-05-06T01:34:38.892979Z","end":"2026-05-06T01:34:39.161868Z","steps":["trace[1998061815] 'process raft request' (duration: 268.751074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:34:39.741851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093633686,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-06T01:34:39.891102Z","caller":"traceutil/trace.go:171","msg":"trace[2136696765] transaction","detail":"{read_only:false; response_revision:9231; number_of_response:1; }","duration":"670.393822ms","start":"2026-05-06T01:34:39.220673Z","end":"2026-05-06T01:34:39.891067Z","steps":["trace[2136696765] 'process raft request' (duration: 631.531925ms)","trace[2136696765] 'compare' (duration: 38.275913ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:34:39.891174Z","caller":"traceutil/trace.go:171","msg":"trace[2087504901] transaction","detail":"{read_only:false; response_revision:9233; number_of_response:1; }","duration":"650.081622ms","start":"2026-05-06T01:34:39.241062Z","end":"2026-05-06T01:34:39.891144Z","steps":["trace[2087504901] 'process raft request' (duration: 649.980339ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:34:39.891172Z","caller":"traceutil/trace.go:171","msg":"trace[1693564405] transaction","detail":"{read_only:false; response_revision:9232; number_of_response:1; }","duration":"651.704421ms","start":"2026-05-06T01:34:39.239417Z","end":"2026-05-06T01:34:39.891121Z","steps":["trace[1693564405] 'process raft request' (duration: 651.555777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:34:39.891266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:34:39.220651Z","time spent":"670.528244ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:34:39.891327Z","caller":"traceutil/trace.go:171","msg":"trace[1784790814] linearizableReadLoop","detail":"{readStateIndex:9557; appliedIndex:9554; }","duration":"649.989609ms","start":"2026-05-06T01:34:39.241318Z","end":"2026-05-06T01:34:39.891307Z","steps":["trace[1784790814] 'read index received' (duration: 610.916548ms)","trace[1784790814] 'applied index is now lower than readState.Index' (duration: 39.071251ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:34:39.891371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:34:39.241034Z","time spent":"650.219684ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:34:39.891374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:34:39.239395Z","time spent":"651.875375ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:34:39.891425Z","caller":"traceutil/trace.go:171","msg":"trace[1629384113] transaction","detail":"{read_only:false; response_revision:9234; number_of_response:1; }","duration":"105.314007ms","start":"2026-05-06T01:34:39.786076Z","end":"2026-05-06T01:34:39.89139Z","steps":["trace[1629384113] 'process raft request' (duration: 105.025901ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:34:39.892057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.743827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291254"} {"level":"info","ts":"2026-05-06T01:34:39.892104Z","caller":"traceutil/trace.go:171","msg":"trace[267286392] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9234; }","duration":"650.847179ms","start":"2026-05-06T01:34:39.241245Z","end":"2026-05-06T01:34:39.892092Z","steps":["trace[267286392] 'agreement among raft nodes before linearized reading' (duration: 650.156363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:34:39.892169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:34:39.241219Z","time spent":"650.908041ms","remote":"127.0.0.1:45030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291276,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-06T01:35:39.518863Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"dcbda34f8b503a3","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-06T01:35:39.524777Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-06T01:35:39.524854Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-05-06T01:36:33.095333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.738694ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-06T01:36:58.534823Z","caller":"traceutil/trace.go:171","msg":"trace[1036913001] transaction","detail":"{read_only:false; response_revision:10288; number_of_response:1; }","duration":"140.218811ms","start":"2026-05-06T01:36:58.394572Z","end":"2026-05-06T01:36:58.534791Z","steps":["trace[1036913001] 'process raft request' (duration: 115.362753ms)","trace[1036913001] 'compare' (duration: 24.709284ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:36:58.553369Z","caller":"traceutil/trace.go:171","msg":"trace[1765653048] transaction","detail":"{read_only:false; response_revision:10289; number_of_response:1; }","duration":"152.559929ms","start":"2026-05-06T01:36:58.40079Z","end":"2026-05-06T01:36:58.55335Z","steps":["trace[1765653048] 'process raft request' (duration: 152.461537ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:38:02.731596Z","caller":"traceutil/trace.go:171","msg":"trace[851714778] linearizableReadLoop","detail":"{readStateIndex:11340; appliedIndex:11338; }","duration":"439.83731ms","start":"2026-05-06T01:38:02.291734Z","end":"2026-05-06T01:38:02.731571Z","steps":["trace[851714778] 'read index received' (duration: 439.547043ms)","trace[851714778] 'applied index is now lower than readState.Index' (duration: 289.207µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:38:02.731644Z","caller":"traceutil/trace.go:171","msg":"trace[930806542] transaction","detail":"{read_only:false; response_revision:10965; number_of_response:1; }","duration":"467.096677ms","start":"2026-05-06T01:38:02.264512Z","end":"2026-05-06T01:38:02.731609Z","steps":["trace[930806542] 'process raft request' (duration: 466.851501ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:38:02.731682Z","caller":"traceutil/trace.go:171","msg":"trace[1751461774] transaction","detail":"{read_only:false; response_revision:10966; number_of_response:1; }","duration":"467.140358ms","start":"2026-05-06T01:38:02.264513Z","end":"2026-05-06T01:38:02.731654Z","steps":["trace[1751461774] 'process raft request' (duration: 467.011345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:38:02.731828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:38:02.264489Z","time spent":"467.23993ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:38:02.731851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.098386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-06T01:38:02.731932Z","caller":"traceutil/trace.go:171","msg":"trace[2085182874] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:10966; }","duration":"440.236009ms","start":"2026-05-06T01:38:02.291675Z","end":"2026-05-06T01:38:02.731911Z","steps":["trace[2085182874] 'agreement among raft nodes before linearized reading' (duration: 440.055615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:38:02.731998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:38:02.291651Z","time spent":"440.327652ms","remote":"127.0.0.1:45108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":25,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:38:02.732033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.067374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-06T01:38:02.732104Z","caller":"traceutil/trace.go:171","msg":"trace[1869106447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10966; }","duration":"420.148926ms","start":"2026-05-06T01:38:02.311916Z","end":"2026-05-06T01:38:02.732065Z","steps":["trace[1869106447] 'agreement among raft nodes before linearized reading' (duration: 419.837728ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:38:02.73191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:38:02.264484Z","time spent":"467.2611ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:38:02.732146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:38:02.311897Z","time spent":"420.238928ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-06T01:38:04.412765Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8293} {"level":"info","ts":"2026-05-06T01:38:04.48749Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8293,"took":"72.71427ms","hash":2123113937,"current-db-size-bytes":58544128,"current-db-size":"58 MB","current-db-size-in-use-bytes":26607616,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-05-06T01:38:04.487574Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2123113937,"revision":8293,"compact-revision":6122} {"level":"info","ts":"2026-05-06T01:38:20.836492Z","caller":"traceutil/trace.go:171","msg":"trace[2074907653] linearizableReadLoop","detail":"{readStateIndex:11443; appliedIndex:11442; }","duration":"245.556513ms","start":"2026-05-06T01:38:20.590913Z","end":"2026-05-06T01:38:20.836469Z","steps":["trace[2074907653] 'read index received' (duration: 245.345348ms)","trace[2074907653] 'applied index is now lower than readState.Index' (duration: 210.225µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:38:20.836562Z","caller":"traceutil/trace.go:171","msg":"trace[543799448] transaction","detail":"{read_only:false; response_revision:11064; number_of_response:1; }","duration":"324.386341ms","start":"2026-05-06T01:38:20.512145Z","end":"2026-05-06T01:38:20.836532Z","steps":["trace[543799448] 'process raft request' (duration: 324.163855ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:38:20.836692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.766558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:38:20.83672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:38:20.512118Z","time spent":"324.512083ms","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:38:20.836739Z","caller":"traceutil/trace.go:171","msg":"trace[1703321706] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:11064; }","duration":"245.87101ms","start":"2026-05-06T01:38:20.590857Z","end":"2026-05-06T01:38:20.836728Z","steps":["trace[1703321706] 'agreement among raft nodes before linearized reading' (duration: 245.765098ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:38:21.082371Z","caller":"traceutil/trace.go:171","msg":"trace[849669808] transaction","detail":"{read_only:false; response_revision:11066; number_of_response:1; }","duration":"239.745973ms","start":"2026-05-06T01:38:20.842583Z","end":"2026-05-06T01:38:21.082329Z","steps":["trace[849669808] 'process raft request' (duration: 156.54414ms)","trace[849669808] 'compare' (duration: 82.860035ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:38:21.082697Z","caller":"traceutil/trace.go:171","msg":"trace[441006992] transaction","detail":"{read_only:false; response_revision:11067; number_of_response:1; }","duration":"239.865706ms","start":"2026-05-06T01:38:20.842796Z","end":"2026-05-06T01:38:21.082662Z","steps":["trace[441006992] 'process raft request' (duration: 239.435856ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:38:21.082758Z","caller":"traceutil/trace.go:171","msg":"trace[2104263245] linearizableReadLoop","detail":"{readStateIndex:11446; appliedIndex:11444; }","duration":"189.590775ms","start":"2026-05-06T01:38:20.89314Z","end":"2026-05-06T01:38:21.08273Z","steps":["trace[2104263245] 'read index received' (duration: 106.003673ms)","trace[2104263245] 'applied index is now lower than readState.Index' (duration: 83.585422ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:38:21.082849Z","caller":"traceutil/trace.go:171","msg":"trace[2055665356] transaction","detail":"{read_only:false; response_revision:11068; number_of_response:1; }","duration":"143.979826ms","start":"2026-05-06T01:38:20.938836Z","end":"2026-05-06T01:38:21.082816Z","steps":["trace[2055665356] 'process raft request' (duration: 143.819403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:38:21.082951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.879965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-06T01:38:21.082966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.816681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-06T01:38:21.083003Z","caller":"traceutil/trace.go:171","msg":"trace[1878569234] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11068; }","duration":"104.984107ms","start":"2026-05-06T01:38:20.978003Z","end":"2026-05-06T01:38:21.082987Z","steps":["trace[1878569234] 'agreement among raft nodes before linearized reading' (duration: 104.876704ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:38:21.083029Z","caller":"traceutil/trace.go:171","msg":"trace[57972996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11068; }","duration":"189.911342ms","start":"2026-05-06T01:38:20.893102Z","end":"2026-05-06T01:38:21.083014Z","steps":["trace[57972996] 'agreement among raft nodes before linearized reading' (duration: 189.759999ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:38:21.256637Z","caller":"traceutil/trace.go:171","msg":"trace[1515727635] transaction","detail":"{read_only:false; response_revision:11070; number_of_response:1; }","duration":"169.225155ms","start":"2026-05-06T01:38:21.08736Z","end":"2026-05-06T01:38:21.256585Z","steps":["trace[1515727635] 'process raft request' (duration: 155.121065ms)","trace[1515727635] 'compare' (duration: 13.846824ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:38:21.256905Z","caller":"traceutil/trace.go:171","msg":"trace[1625286449] transaction","detail":"{read_only:false; response_revision:11071; number_of_response:1; }","duration":"169.433839ms","start":"2026-05-06T01:38:21.087376Z","end":"2026-05-06T01:38:21.25681Z","steps":["trace[1625286449] 'process raft request' (duration: 169.144032ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:38:21.257043Z","caller":"traceutil/trace.go:171","msg":"trace[1364094109] transaction","detail":"{read_only:false; response_revision:11073; number_of_response:1; }","duration":"168.60944ms","start":"2026-05-06T01:38:21.088412Z","end":"2026-05-06T01:38:21.257022Z","steps":["trace[1364094109] 'process raft request' (duration: 168.484797ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:38:21.257002Z","caller":"traceutil/trace.go:171","msg":"trace[1193515883] transaction","detail":"{read_only:false; response_revision:11072; number_of_response:1; }","duration":"168.816235ms","start":"2026-05-06T01:38:21.088166Z","end":"2026-05-06T01:38:21.256982Z","steps":["trace[1193515883] 'process raft request' (duration: 168.552119ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:38:22.045615Z","caller":"traceutil/trace.go:171","msg":"trace[1226276182] transaction","detail":"{read_only:false; response_revision:11074; number_of_response:1; }","duration":"111.567557ms","start":"2026-05-06T01:38:21.934019Z","end":"2026-05-06T01:38:22.045587Z","steps":["trace[1226276182] 'process raft request' (duration: 111.371442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:39:22.856122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.946192ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-06T01:39:22.894743Z","caller":"traceutil/trace.go:171","msg":"trace[100570106] transaction","detail":"{read_only:false; response_revision:11502; number_of_response:1; }","duration":"269.546399ms","start":"2026-05-06T01:39:22.625174Z","end":"2026-05-06T01:39:22.894721Z","steps":["trace[100570106] 'process raft request' (duration: 269.227412ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:39:22.924602Z","caller":"traceutil/trace.go:171","msg":"trace[1581050068] transaction","detail":"{read_only:false; response_revision:11503; number_of_response:1; }","duration":"288.745353ms","start":"2026-05-06T01:39:22.63583Z","end":"2026-05-06T01:39:22.924575Z","steps":["trace[1581050068] 'process raft request' (duration: 288.62939ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:39:23.455653Z","caller":"traceutil/trace.go:171","msg":"trace[808570601] linearizableReadLoop","detail":"{readStateIndex:11897; appliedIndex:11896; }","duration":"152.246805ms","start":"2026-05-06T01:39:23.30338Z","end":"2026-05-06T01:39:23.455627Z","steps":["trace[808570601] 'read index received' (duration: 152.114782ms)","trace[808570601] 'applied index is now lower than readState.Index' (duration: 130.823µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:39:23.455746Z","caller":"traceutil/trace.go:171","msg":"trace[570994312] transaction","detail":"{read_only:false; response_revision:11504; number_of_response:1; }","duration":"244.327362ms","start":"2026-05-06T01:39:23.211383Z","end":"2026-05-06T01:39:23.45571Z","steps":["trace[570994312] 'process raft request' (duration: 244.083486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:39:23.455826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.41161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:39:23.455868Z","caller":"traceutil/trace.go:171","msg":"trace[1328346560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11504; }","duration":"152.533283ms","start":"2026-05-06T01:39:23.303325Z","end":"2026-05-06T01:39:23.455858Z","steps":["trace[1328346560] 'agreement among raft nodes before linearized reading' (duration: 152.42591ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:39:23.477258Z","caller":"traceutil/trace.go:171","msg":"trace[491127724] transaction","detail":"{read_only:false; response_revision:11505; number_of_response:1; }","duration":"123.024222ms","start":"2026-05-06T01:39:23.354212Z","end":"2026-05-06T01:39:23.477236Z","steps":["trace[491127724] 'process raft request' (duration: 122.846598ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:39:23.477609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.509963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19043"} {"level":"info","ts":"2026-05-06T01:39:23.477665Z","caller":"traceutil/trace.go:171","msg":"trace[1460689198] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11506; }","duration":"113.608336ms","start":"2026-05-06T01:39:23.364043Z","end":"2026-05-06T01:39:23.477652Z","steps":["trace[1460689198] 'agreement among raft nodes before linearized reading' (duration: 113.444512ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:39:59.747157Z","caller":"traceutil/trace.go:171","msg":"trace[1414375870] transaction","detail":"{read_only:false; response_revision:11748; number_of_response:1; }","duration":"100.291275ms","start":"2026-05-06T01:39:59.646835Z","end":"2026-05-06T01:39:59.747126Z","steps":["trace[1414375870] 'process raft request' (duration: 80.883238ms)","trace[1414375870] 'compare' (duration: 18.911075ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:40:01.436454Z","caller":"traceutil/trace.go:171","msg":"trace[98827403] transaction","detail":"{read_only:false; response_revision:11761; number_of_response:1; }","duration":"129.414783ms","start":"2026-05-06T01:40:01.307011Z","end":"2026-05-06T01:40:01.436426Z","steps":["trace[98827403] 'process raft request' (duration: 129.191847ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:40:02.564092Z","caller":"traceutil/trace.go:171","msg":"trace[161014288] transaction","detail":"{read_only:false; response_revision:11770; number_of_response:1; }","duration":"109.686719ms","start":"2026-05-06T01:40:02.454376Z","end":"2026-05-06T01:40:02.564062Z","steps":["trace[161014288] 'process raft request' (duration: 109.32912ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:43:04.417755Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10974} {"level":"info","ts":"2026-05-06T01:43:04.503509Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10974,"took":"83.503609ms","hash":655124889,"current-db-size-bytes":58544128,"current-db-size":"58 MB","current-db-size-in-use-bytes":28336128,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-06T01:43:04.503576Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":655124889,"revision":10974,"compact-revision":8293} {"level":"info","ts":"2026-05-06T01:44:40.807157Z","caller":"traceutil/trace.go:171","msg":"trace[2095236920] linearizableReadLoop","detail":"{readStateIndex:14102; appliedIndex:14101; }","duration":"191.723237ms","start":"2026-05-06T01:44:40.615407Z","end":"2026-05-06T01:44:40.80713Z","steps":["trace[2095236920] 'read index received' (duration: 191.530072ms)","trace[2095236920] 'applied index is now lower than readState.Index' (duration: 192.255µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:44:40.807202Z","caller":"traceutil/trace.go:171","msg":"trace[1375719565] transaction","detail":"{read_only:false; response_revision:13632; number_of_response:1; }","duration":"195.652401ms","start":"2026-05-06T01:44:40.611519Z","end":"2026-05-06T01:44:40.807171Z","steps":["trace[1375719565] 'process raft request' (duration: 195.417955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:44:40.807316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.891151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:44:40.807361Z","caller":"traceutil/trace.go:171","msg":"trace[2073267851] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:13632; }","duration":"191.997333ms","start":"2026-05-06T01:44:40.61535Z","end":"2026-05-06T01:44:40.807347Z","steps":["trace[2073267851] 'agreement among raft nodes before linearized reading' (duration: 191.908671ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:44:40.839991Z","caller":"traceutil/trace.go:171","msg":"trace[1375141457] transaction","detail":"{read_only:false; response_revision:13633; number_of_response:1; }","duration":"220.249553ms","start":"2026-05-06T01:44:40.619698Z","end":"2026-05-06T01:44:40.839948Z","steps":["trace[1375141457] 'process raft request' (duration: 220.012107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:44:41.889674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.231806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-05-06T01:44:41.889771Z","caller":"traceutil/trace.go:171","msg":"trace[1639199907] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13644; }","duration":"119.390759ms","start":"2026-05-06T01:44:41.770359Z","end":"2026-05-06T01:44:41.88975Z","steps":["trace[1639199907] 'range keys from in-memory index tree' (duration: 119.00137ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:44:42.919211Z","caller":"traceutil/trace.go:171","msg":"trace[675437537] transaction","detail":"{read_only:false; response_revision:13652; number_of_response:1; }","duration":"106.870357ms","start":"2026-05-06T01:44:42.812314Z","end":"2026-05-06T01:44:42.919185Z","steps":["trace[675437537] 'process raft request' (duration: 106.723844ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:45:02.031507Z","caller":"traceutil/trace.go:171","msg":"trace[2138484574] transaction","detail":"{read_only:false; response_revision:13944; number_of_response:1; }","duration":"150.985927ms","start":"2026-05-06T01:45:01.880486Z","end":"2026-05-06T01:45:02.031472Z","steps":["trace[2138484574] 'process raft request' (duration: 150.435713ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:46:27.932445Z","caller":"traceutil/trace.go:171","msg":"trace[1394431825] transaction","detail":"{read_only:false; response_revision:14752; number_of_response:1; }","duration":"160.789463ms","start":"2026-05-06T01:46:27.771616Z","end":"2026-05-06T01:46:27.932406Z","steps":["trace[1394431825] 'process raft request' (duration: 127.142205ms)","trace[1394431825] 'compare' (duration: 33.343071ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:46:28.221298Z","caller":"traceutil/trace.go:171","msg":"trace[1679062325] transaction","detail":"{read_only:false; response_revision:14754; number_of_response:1; }","duration":"449.233545ms","start":"2026-05-06T01:46:27.77201Z","end":"2026-05-06T01:46:28.221243Z","steps":["trace[1679062325] 'process raft request' (duration: 449.128901ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:46:28.221341Z","caller":"traceutil/trace.go:171","msg":"trace[413067125] transaction","detail":"{read_only:false; response_revision:14753; number_of_response:1; }","duration":"449.580863ms","start":"2026-05-06T01:46:27.771699Z","end":"2026-05-06T01:46:28.221279Z","steps":["trace[413067125] 'process raft request' (duration: 438.520417ms)","trace[413067125] 'compare' (duration: 10.769009ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:46:28.22149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:46:27.771987Z","time spent":"449.397979ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:46:28.22153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:46:27.771676Z","time spent":"449.750097ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:46:28.221585Z","caller":"traceutil/trace.go:171","msg":"trace[1038318144] transaction","detail":"{read_only:false; response_revision:14755; number_of_response:1; }","duration":"449.04385ms","start":"2026-05-06T01:46:27.772525Z","end":"2026-05-06T01:46:28.221569Z","steps":["trace[1038318144] 'process raft request' (duration: 448.672851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:46:28.221671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:46:27.772518Z","time spent":"449.108452ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:46:28.221802Z","caller":"traceutil/trace.go:171","msg":"trace[2107924834] linearizableReadLoop","detail":"{readStateIndex:15266; appliedIndex:15262; }","duration":"314.712792ms","start":"2026-05-06T01:46:27.907077Z","end":"2026-05-06T01:46:28.22179Z","steps":["trace[2107924834] 'read index received' (duration: 303.157155ms)","trace[2107924834] 'applied index is now lower than readState.Index' (duration: 11.553897ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:46:28.221781Z","caller":"traceutil/trace.go:171","msg":"trace[113781468] transaction","detail":"{read_only:false; response_revision:14756; number_of_response:1; }","duration":"360.436492ms","start":"2026-05-06T01:46:27.861274Z","end":"2026-05-06T01:46:28.221711Z","steps":["trace[113781468] 'process raft request' (duration: 360.117094ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:46:28.221822Z","caller":"traceutil/trace.go:171","msg":"trace[35256714] transaction","detail":"{read_only:false; response_revision:14757; number_of_response:1; }","duration":"198.675085ms","start":"2026-05-06T01:46:28.023118Z","end":"2026-05-06T01:46:28.221793Z","steps":["trace[35256714] 'process raft request' (duration: 198.585152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:46:28.222007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.587592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:46:28.222004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:46:27.861251Z","time spent":"360.634066ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:46:28.222066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.346122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-06T01:46:28.222106Z","caller":"traceutil/trace.go:171","msg":"trace[586311709] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14757; }","duration":"306.429704ms","start":"2026-05-06T01:46:27.915663Z","end":"2026-05-06T01:46:28.222093Z","steps":["trace[586311709] 'agreement among raft nodes before linearized reading' (duration: 306.27306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:46:28.222103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.02879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-c4s26\" ","response":"range_response_count:1 size:20770"} {"level":"warn","ts":"2026-05-06T01:46:28.22212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.218833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-06T01:46:28.222113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.04317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-05-06T01:46:28.222139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:46:27.915641Z","time spent":"306.490126ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-06T01:46:28.222145Z","caller":"traceutil/trace.go:171","msg":"trace[352482123] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14757; }","duration":"203.268335ms","start":"2026-05-06T01:46:28.018871Z","end":"2026-05-06T01:46:28.22214Z","steps":["trace[352482123] 'agreement among raft nodes before linearized reading' (duration: 203.196073ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:46:28.22215Z","caller":"traceutil/trace.go:171","msg":"trace[1786801632] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-c4s26; range_end:; response_count:1; response_revision:14757; }","duration":"315.137163ms","start":"2026-05-06T01:46:27.907Z","end":"2026-05-06T01:46:28.222137Z","steps":["trace[1786801632] 'agreement among raft nodes before linearized reading' (duration: 314.892337ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:46:28.222173Z","caller":"traceutil/trace.go:171","msg":"trace[383098078] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14757; }","duration":"203.140101ms","start":"2026-05-06T01:46:28.019014Z","end":"2026-05-06T01:46:28.222154Z","steps":["trace[383098078] 'agreement among raft nodes before linearized reading' (duration: 202.954667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:46:28.222195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:46:27.906974Z","time spent":"315.211305ms","remote":"127.0.0.1:45030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20792,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-c4s26\" "} {"level":"info","ts":"2026-05-06T01:46:28.222053Z","caller":"traceutil/trace.go:171","msg":"trace[708694395] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14757; }","duration":"203.759626ms","start":"2026-05-06T01:46:28.018284Z","end":"2026-05-06T01:46:28.222044Z","steps":["trace[708694395] 'agreement among raft nodes before linearized reading' (duration: 203.653344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:46:28.222282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.563844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-05-06T01:46:28.222327Z","caller":"traceutil/trace.go:171","msg":"trace[2015845792] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14757; }","duration":"298.607676ms","start":"2026-05-06T01:46:27.923693Z","end":"2026-05-06T01:46:28.222301Z","steps":["trace[2015845792] 'agreement among raft nodes before linearized reading' (duration: 298.541134ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:46:28.222264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.633106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:46:28.222411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.821791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:46:28.222224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.717521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:46:28.222431Z","caller":"traceutil/trace.go:171","msg":"trace[1584035456] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14757; }","duration":"204.881452ms","start":"2026-05-06T01:46:28.017544Z","end":"2026-05-06T01:46:28.222425Z","steps":["trace[1584035456] 'agreement among raft nodes before linearized reading' (duration: 204.853092ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:46:28.222444Z","caller":"traceutil/trace.go:171","msg":"trace[1724360998] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14757; }","duration":"204.857692ms","start":"2026-05-06T01:46:28.01755Z","end":"2026-05-06T01:46:28.222408Z","steps":["trace[1724360998] 'agreement among raft nodes before linearized reading' (duration: 204.529814ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:46:28.222485Z","caller":"traceutil/trace.go:171","msg":"trace[1129206064] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14757; }","duration":"207.989828ms","start":"2026-05-06T01:46:28.014444Z","end":"2026-05-06T01:46:28.222434Z","steps":["trace[1129206064] 'agreement among raft nodes before linearized reading' (duration: 207.760742ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:46:28.222598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.757711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-06T01:46:28.222659Z","caller":"traceutil/trace.go:171","msg":"trace[770773442] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14757; }","duration":"202.921986ms","start":"2026-05-06T01:46:28.019721Z","end":"2026-05-06T01:46:28.222643Z","steps":["trace[770773442] 'agreement among raft nodes before linearized reading' (duration: 202.332992ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:47:37.646634Z","caller":"traceutil/trace.go:171","msg":"trace[1935938637] transaction","detail":"{read_only:false; response_revision:15203; number_of_response:1; }","duration":"113.815105ms","start":"2026-05-06T01:47:37.532791Z","end":"2026-05-06T01:47:37.646606Z","steps":["trace[1935938637] 'process raft request' (duration: 86.95778ms)","trace[1935938637] 'compare' (duration: 26.64687ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:48:04.425379Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13013} {"level":"info","ts":"2026-05-06T01:48:04.498877Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13013,"took":"71.286283ms","hash":1280848769,"current-db-size-bytes":58544128,"current-db-size":"58 MB","current-db-size-in-use-bytes":31059968,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-06T01:48:04.498953Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1280848769,"revision":13013,"compact-revision":10974} {"level":"warn","ts":"2026-05-06T01:51:59.473498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.606866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T01:51:59.473594Z","caller":"traceutil/trace.go:171","msg":"trace[1305622477] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:17247; }","duration":"410.75296ms","start":"2026-05-06T01:51:59.062821Z","end":"2026-05-06T01:51:59.473574Z","steps":["trace[1305622477] 'count revisions from in-memory index tree' (duration: 410.524154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:51:59.473636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:51:59.062804Z","time spent":"410.821451ms","remote":"127.0.0.1:38246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:51:59.473664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.624767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-qxdmq\" ","response":"range_response_count:1 size:22133"} {"level":"warn","ts":"2026-05-06T01:51:59.473697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.996067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T01:51:59.473613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.900763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T01:51:59.473745Z","caller":"traceutil/trace.go:171","msg":"trace[1975675090] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-qxdmq; range_end:; response_count:1; response_revision:17247; }","duration":"182.73828ms","start":"2026-05-06T01:51:59.290989Z","end":"2026-05-06T01:51:59.473728Z","steps":["trace[1975675090] 'range keys from in-memory index tree' (duration: 182.412933ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:51:59.473758Z","caller":"traceutil/trace.go:171","msg":"trace[726750210] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:17247; }","duration":"394.072428ms","start":"2026-05-06T01:51:59.079665Z","end":"2026-05-06T01:51:59.473737Z","steps":["trace[726750210] 'count revisions from in-memory index tree' (duration: 393.941156ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:51:59.473785Z","caller":"traceutil/trace.go:171","msg":"trace[1096130169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17247; }","duration":"170.097558ms","start":"2026-05-06T01:51:59.303647Z","end":"2026-05-06T01:51:59.473744Z","steps":["trace[1096130169] 'range keys from in-memory index tree' (duration: 169.79198ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:51:59.473805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:51:59.079654Z","time spent":"394.140221ms","remote":"127.0.0.1:56408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-06T01:51:59.60834Z","caller":"traceutil/trace.go:171","msg":"trace[1058419973] transaction","detail":"{read_only:false; response_revision:17248; number_of_response:1; }","duration":"197.66367ms","start":"2026-05-06T01:51:59.410652Z","end":"2026-05-06T01:51:59.608316Z","steps":["trace[1058419973] 'process raft request' (duration: 197.492866ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:51:59.617823Z","caller":"traceutil/trace.go:171","msg":"trace[1852397171] linearizableReadLoop","detail":"{readStateIndex:17841; appliedIndex:17839; }","duration":"202.949476ms","start":"2026-05-06T01:51:59.414851Z","end":"2026-05-06T01:51:59.6178Z","steps":["trace[1852397171] 'read index received' (duration: 193.360617ms)","trace[1852397171] 'applied index is now lower than readState.Index' (duration: 9.587989ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:51:59.618098Z","caller":"traceutil/trace.go:171","msg":"trace[1591980112] transaction","detail":"{read_only:false; response_revision:17249; number_of_response:1; }","duration":"206.868049ms","start":"2026-05-06T01:51:59.411217Z","end":"2026-05-06T01:51:59.618085Z","steps":["trace[1591980112] 'process raft request' (duration: 206.46579ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:51:59.618391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.5279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-06T01:51:59.618447Z","caller":"traceutil/trace.go:171","msg":"trace[2123481078] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17249; }","duration":"203.611892ms","start":"2026-05-06T01:51:59.414821Z","end":"2026-05-06T01:51:59.618433Z","steps":["trace[2123481078] 'agreement among raft nodes before linearized reading' (duration: 203.426377ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:51:59.618482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.452983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T01:51:59.618545Z","caller":"traceutil/trace.go:171","msg":"trace[204319686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17249; }","duration":"142.554826ms","start":"2026-05-06T01:51:59.475973Z","end":"2026-05-06T01:51:59.618528Z","steps":["trace[204319686] 'agreement among raft nodes before linearized reading' (duration: 142.443773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:51:59.618751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.129133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-06T01:51:59.618776Z","caller":"traceutil/trace.go:171","msg":"trace[1387256277] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17249; }","duration":"119.179304ms","start":"2026-05-06T01:51:59.499591Z","end":"2026-05-06T01:51:59.61877Z","steps":["trace[1387256277] 'agreement among raft nodes before linearized reading' (duration: 119.079202ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:51:59.619497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.835486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946125"} {"level":"info","ts":"2026-05-06T01:51:59.619525Z","caller":"traceutil/trace.go:171","msg":"trace[205966432] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17249; }","duration":"138.885067ms","start":"2026-05-06T01:51:59.480634Z","end":"2026-05-06T01:51:59.61952Z","steps":["trace[205966432] 'agreement among raft nodes before linearized reading' (duration: 138.205861ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:52:26.026481Z","caller":"traceutil/trace.go:171","msg":"trace[1042613027] linearizableReadLoop","detail":"{readStateIndex:18152; appliedIndex:18151; }","duration":"269.777501ms","start":"2026-05-06T01:52:25.756681Z","end":"2026-05-06T01:52:26.026459Z","steps":["trace[1042613027] 'read index received' (duration: 269.551656ms)","trace[1042613027] 'applied index is now lower than readState.Index' (duration: 225.005µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:52:26.026564Z","caller":"traceutil/trace.go:171","msg":"trace[1982897682] transaction","detail":"{read_only:false; response_revision:17549; number_of_response:1; }","duration":"312.642551ms","start":"2026-05-06T01:52:25.71389Z","end":"2026-05-06T01:52:26.026533Z","steps":["trace[1982897682] 'process raft request' (duration: 312.401315ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:52:26.026637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.941866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T01:52:26.026715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.591889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-06T01:52:26.02672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:52:25.713859Z","time spent":"312.773535ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:52:26.026765Z","caller":"traceutil/trace.go:171","msg":"trace[870407037] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17549; }","duration":"252.688001ms","start":"2026-05-06T01:52:25.774064Z","end":"2026-05-06T01:52:26.026752Z","steps":["trace[870407037] 'agreement among raft nodes before linearized reading' (duration: 252.524727ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:52:26.026761Z","caller":"traceutil/trace.go:171","msg":"trace[1008512555] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:17549; }","duration":"270.11458ms","start":"2026-05-06T01:52:25.756624Z","end":"2026-05-06T01:52:26.026738Z","steps":["trace[1008512555] 'agreement among raft nodes before linearized reading' (duration: 269.935906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:52:26.026888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.295358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T01:52:26.026917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.06982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-06T01:52:26.026952Z","caller":"traceutil/trace.go:171","msg":"trace[1743650552] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:17549; }","duration":"236.40528ms","start":"2026-05-06T01:52:25.79053Z","end":"2026-05-06T01:52:26.026936Z","steps":["trace[1743650552] 'agreement among raft nodes before linearized reading' (duration: 236.257146ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:52:26.026983Z","caller":"traceutil/trace.go:171","msg":"trace[2140315481] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17549; }","duration":"238.152692ms","start":"2026-05-06T01:52:25.78881Z","end":"2026-05-06T01:52:26.026962Z","steps":["trace[2140315481] 'agreement among raft nodes before linearized reading' (duration: 238.001699ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:53:04.431328Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15375} {"level":"info","ts":"2026-05-06T01:53:04.528092Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15375,"took":"90.682896ms","hash":869273727,"current-db-size-bytes":58544128,"current-db-size":"58 MB","current-db-size-in-use-bytes":33796096,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-06T01:53:04.528165Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":869273727,"revision":15375,"compact-revision":13013} {"level":"info","ts":"2026-05-06T01:56:03.136438Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"dcbda34f8b503a3","local-member-applied-index":20003,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-06T01:56:03.141629Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20003} {"level":"info","ts":"2026-05-06T01:56:03.141731Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15003} {"level":"info","ts":"2026-05-06T01:57:23.646368Z","caller":"traceutil/trace.go:171","msg":"trace[1073831243] linearizableReadLoop","detail":"{readStateIndex:20486; appliedIndex:20485; }","duration":"123.825635ms","start":"2026-05-06T01:57:23.522516Z","end":"2026-05-06T01:57:23.646341Z","steps":["trace[1073831243] 'read index received' (duration: 123.548928ms)","trace[1073831243] 'applied index is now lower than readState.Index' (duration: 275.757µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:57:23.646487Z","caller":"traceutil/trace.go:171","msg":"trace[2041272733] transaction","detail":"{read_only:false; response_revision:19810; number_of_response:1; }","duration":"125.063106ms","start":"2026-05-06T01:57:23.521394Z","end":"2026-05-06T01:57:23.646457Z","steps":["trace[2041272733] 'process raft request' (duration: 124.758939ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:57:23.646593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.05272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-06T01:57:23.646632Z","caller":"traceutil/trace.go:171","msg":"trace[1450859572] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19810; }","duration":"124.120562ms","start":"2026-05-06T01:57:23.522501Z","end":"2026-05-06T01:57:23.646621Z","steps":["trace[1450859572] 'agreement among raft nodes before linearized reading' (duration: 123.976169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:57:23.646692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.828151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-06T01:57:23.646756Z","caller":"traceutil/trace.go:171","msg":"trace[648735140] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19810; }","duration":"119.910842ms","start":"2026-05-06T01:57:23.526827Z","end":"2026-05-06T01:57:23.646738Z","steps":["trace[648735140] 'agreement among raft nodes before linearized reading' (duration: 119.779339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:57:23.646791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.220612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-06T01:57:23.646825Z","caller":"traceutil/trace.go:171","msg":"trace[743716364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19810; }","duration":"118.269253ms","start":"2026-05-06T01:57:23.528548Z","end":"2026-05-06T01:57:23.646817Z","steps":["trace[743716364] 'agreement among raft nodes before linearized reading' (duration: 118.182561ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:57:23.646903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.253706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-06T01:57:23.64694Z","caller":"traceutil/trace.go:171","msg":"trace[1749449485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19810; }","duration":"119.308118ms","start":"2026-05-06T01:57:23.527622Z","end":"2026-05-06T01:57:23.646931Z","steps":["trace[1749449485] 'agreement among raft nodes before linearized reading' (duration: 119.218946ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:57:23.843234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.877104ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T01:57:23.843409Z","caller":"traceutil/trace.go:171","msg":"trace[913333058] transaction","detail":"{read_only:false; response_revision:19811; number_of_response:1; }","duration":"191.28556ms","start":"2026-05-06T01:57:23.652097Z","end":"2026-05-06T01:57:23.843383Z","steps":["trace[913333058] 'process raft request' (duration: 44.15784ms)","trace[913333058] 'compare' (duration: 146.555136ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:57:23.979207Z","caller":"traceutil/trace.go:171","msg":"trace[107790850] transaction","detail":"{read_only:false; response_revision:19813; number_of_response:1; }","duration":"325.713938ms","start":"2026-05-06T01:57:23.653463Z","end":"2026-05-06T01:57:23.979177Z","steps":["trace[107790850] 'process raft request' (duration: 325.621686ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:57:23.97925Z","caller":"traceutil/trace.go:171","msg":"trace[1272490375] transaction","detail":"{read_only:false; response_revision:19812; number_of_response:1; }","duration":"325.76269ms","start":"2026-05-06T01:57:23.653445Z","end":"2026-05-06T01:57:23.979208Z","steps":["trace[1272490375] 'process raft request' (duration: 305.99968ms)","trace[1272490375] 'compare' (duration: 19.495784ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:57:23.979398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:57:23.653452Z","time spent":"325.838361ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:57:23.979604Z","caller":"traceutil/trace.go:171","msg":"trace[96060765] transaction","detail":"{read_only:false; response_revision:19814; number_of_response:1; }","duration":"325.38249ms","start":"2026-05-06T01:57:23.654192Z","end":"2026-05-06T01:57:23.979575Z","steps":["trace[96060765] 'process raft request' (duration: 324.946329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:57:23.97965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:57:23.653436Z","time spent":"325.896623ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:57:23.979684Z","caller":"traceutil/trace.go:171","msg":"trace[487034321] transaction","detail":"{read_only:false; response_revision:19815; number_of_response:1; }","duration":"285.504822ms","start":"2026-05-06T01:57:23.694151Z","end":"2026-05-06T01:57:23.979656Z","steps":["trace[487034321] 'process raft request' (duration: 285.266986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:57:23.979747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.197677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T01:57:23.979824Z","caller":"traceutil/trace.go:171","msg":"trace[25004912] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:19815; }","duration":"312.304799ms","start":"2026-05-06T01:57:23.667499Z","end":"2026-05-06T01:57:23.979804Z","steps":["trace[25004912] 'agreement among raft nodes before linearized reading' (duration: 312.168626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:57:23.979762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:57:23.654181Z","time spent":"325.499452ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:57:23.979621Z","caller":"traceutil/trace.go:171","msg":"trace[675098925] linearizableReadLoop","detail":"{readStateIndex:20490; appliedIndex:20486; }","duration":"312.051563ms","start":"2026-05-06T01:57:23.667537Z","end":"2026-05-06T01:57:23.979589Z","steps":["trace[675098925] 'read index received' (duration: 28.728624ms)","trace[675098925] 'applied index is now lower than readState.Index' (duration: 283.321449ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:57:23.979907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:57:23.667483Z","time spent":"312.383701ms","remote":"127.0.0.1:45160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:57:23.980178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.442021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-06T01:57:23.980214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.729742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T01:57:23.980241Z","caller":"traceutil/trace.go:171","msg":"trace[1686257527] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19815; }","duration":"280.540193ms","start":"2026-05-06T01:57:23.699682Z","end":"2026-05-06T01:57:23.980222Z","steps":["trace[1686257527] 'agreement among raft nodes before linearized reading' (duration: 280.354798ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:57:23.980239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.751681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T01:57:23.980253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.898434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T01:57:23.980291Z","caller":"traceutil/trace.go:171","msg":"trace[215788914] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:19815; }","duration":"104.812802ms","start":"2026-05-06T01:57:23.875466Z","end":"2026-05-06T01:57:23.980279Z","steps":["trace[215788914] 'agreement among raft nodes before linearized reading' (duration: 104.73083ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:57:23.980306Z","caller":"traceutil/trace.go:171","msg":"trace[1717766378] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:19815; }","duration":"262.956105ms","start":"2026-05-06T01:57:23.717336Z","end":"2026-05-06T01:57:23.980292Z","steps":["trace[1717766378] 'agreement among raft nodes before linearized reading' (duration: 262.864023ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:57:23.980345Z","caller":"traceutil/trace.go:171","msg":"trace[702353975] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:19815; }","duration":"210.899626ms","start":"2026-05-06T01:57:23.769425Z","end":"2026-05-06T01:57:23.980325Z","steps":["trace[702353975] 'agreement among raft nodes before linearized reading' (duration: 210.709552ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:57:23.980565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.638172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-06T01:57:23.98061Z","caller":"traceutil/trace.go:171","msg":"trace[1658122711] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19815; }","duration":"155.716574ms","start":"2026-05-06T01:57:23.824882Z","end":"2026-05-06T01:57:23.980599Z","steps":["trace[1658122711] 'agreement among raft nodes before linearized reading' (duration: 155.203652ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:57:35.00394Z","caller":"traceutil/trace.go:171","msg":"trace[1315053006] transaction","detail":"{read_only:false; response_revision:19869; number_of_response:1; }","duration":"217.243077ms","start":"2026-05-06T01:57:34.78667Z","end":"2026-05-06T01:57:35.003913Z","steps":["trace[1315053006] 'process raft request' (duration: 217.104034ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:57:35.050167Z","caller":"traceutil/trace.go:171","msg":"trace[737000850] transaction","detail":"{read_only:false; response_revision:19870; number_of_response:1; }","duration":"194.136289ms","start":"2026-05-06T01:57:34.856001Z","end":"2026-05-06T01:57:35.050138Z","steps":["trace[737000850] 'process raft request' (duration: 165.663862ms)","trace[737000850] 'compare' (duration: 28.340674ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:57:35.327422Z","caller":"traceutil/trace.go:171","msg":"trace[2088347375] transaction","detail":"{read_only:false; response_revision:19871; number_of_response:1; }","duration":"130.049674ms","start":"2026-05-06T01:57:35.197303Z","end":"2026-05-06T01:57:35.327353Z","steps":["trace[2088347375] 'process raft request' (duration: 129.86535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:57:35.551147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.263871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-05-06T01:57:35.551253Z","caller":"traceutil/trace.go:171","msg":"trace[572198371] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:19871; }","duration":"128.429195ms","start":"2026-05-06T01:57:35.422797Z","end":"2026-05-06T01:57:35.551226Z","steps":["trace[572198371] 'range keys from in-memory index tree' (duration: 128.038785ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:57:35.878619Z","caller":"traceutil/trace.go:171","msg":"trace[1150444639] transaction","detail":"{read_only:false; response_revision:19872; number_of_response:1; }","duration":"163.499599ms","start":"2026-05-06T01:57:35.71509Z","end":"2026-05-06T01:57:35.87859Z","steps":["trace[1150444639] 'process raft request' (duration: 163.277153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:57:57.519861Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093667587,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T01:57:58.020862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093667587,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T01:57:58.521214Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093667587,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T01:57:59.022212Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093667587,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T01:57:59.523455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093667587,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T01:58:00.023793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093667587,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T01:58:00.30332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000153137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T01:58:00.303443Z","caller":"traceutil/trace.go:171","msg":"trace[1476892680] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000345152s","start":"2026-05-06T01:57:58.303066Z","end":"2026-05-06T01:58:00.303411Z","steps":["trace[1476892680] 'agreement among raft nodes before linearized reading' (duration: 2.000182178s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:00.303511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:57:58.30304Z","time spent":"2.000458475s","remote":"127.0.0.1:44836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 01:58:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T01:58:00.524454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093667587,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T01:58:01.02551Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093667587,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T01:58:01.526539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093667587,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T01:58:02.027311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093667587,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T01:58:02.117045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:57:57.118789Z","time spent":"4.998250303s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/06 01:58:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T01:58:02.30444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000666381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T01:58:02.30454Z","caller":"traceutil/trace.go:171","msg":"trace[1414456882] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000815254s","start":"2026-05-06T01:58:00.303694Z","end":"2026-05-06T01:58:02.304509Z","steps":["trace[1414456882] 'agreement among raft nodes before linearized reading' (duration: 2.000683151s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:02.304597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:00.303671Z","time spent":"2.000913126s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T01:58:02.527442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093667587,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T01:58:02.978561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999058431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T01:58:02.978657Z","caller":"traceutil/trace.go:171","msg":"trace[1184066416] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999208225s","start":"2026-05-06T01:57:57.979429Z","end":"2026-05-06T01:58:02.978637Z","steps":["trace[1184066416] 'agreement among raft nodes before linearized reading' (duration: 4.999092992s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:02.978704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:57:57.97941Z","time spent":"4.999283346s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/06 01:58:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T01:58:03.028001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093667587,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T01:58:03.104275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:57:58.105803Z","time spent":"4.998464168s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/06 01:58:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T01:58:03.149249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999611046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T01:58:03.149325Z","caller":"traceutil/trace.go:171","msg":"trace[770255931] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999726178s","start":"2026-05-06T01:57:58.149581Z","end":"2026-05-06T01:58:03.149307Z","steps":["trace[770255931] 'agreement among raft nodes before linearized reading' (duration: 4.999630706s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:03.149374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:57:58.149569Z","time spent":"4.99979127s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/06 01:58:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T01:58:03.185701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999586204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T01:58:03.185795Z","caller":"traceutil/trace.go:171","msg":"trace[1708494579] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999731468s","start":"2026-05-06T01:57:58.18604Z","end":"2026-05-06T01:58:03.185772Z","steps":["trace[1708494579] 'agreement among raft nodes before linearized reading' (duration: 4.999603585s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:03.185845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:57:58.186027Z","time spent":"4.999807799s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-06T01:58:03.403104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000158317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T01:58:03.403165Z","caller":"traceutil/trace.go:171","msg":"trace[1432891408] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00027428s","start":"2026-05-06T01:58:01.402877Z","end":"2026-05-06T01:58:03.403151Z","steps":["trace[1432891408] 'agreement among raft nodes before linearized reading' (duration: 2.000193808s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:03.403195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:01.402858Z","time spent":"2.000331821s","remote":"127.0.0.1:44836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 01:58:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T01:58:03.529077Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093667587,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T01:58:03.786418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:57:56.78546Z","time spent":"7.000948961s","remote":"127.0.0.1:35690","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-06T01:58:04.020343Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-05-06T01:58:04.020527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000951191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/octavia-amphora-ssh-key\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-06T01:58:04.020576Z","caller":"traceutil/trace.go:171","msg":"trace[1970680522] range","detail":"{range_begin:/registry/secrets/openstack/octavia-amphora-ssh-key; range_end:; }","duration":"7.001041322s","start":"2026-05-06T01:57:57.019513Z","end":"2026-05-06T01:58:04.020555Z","steps":["trace[1970680522] 'agreement among raft nodes before linearized reading' (duration: 7.00097592s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:04.020624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:57:57.0195Z","time spent":"7.001112174s","remote":"127.0.0.1:44956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/secrets/openstack/octavia-amphora-ssh-key\" "} {"level":"warn","ts":"2026-05-06T01:58:04.312069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999886091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T01:58:04.312165Z","caller":"traceutil/trace.go:171","msg":"trace[344766894] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000040235s","start":"2026-05-06T01:58:02.312104Z","end":"2026-05-06T01:58:04.312144Z","steps":["trace[344766894] 'agreement among raft nodes before linearized reading' (duration: 1.999915702s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:04.31222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:02.312086Z","time spent":"2.000122986s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T01:58:04.414999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:57:57.41389Z","time spent":"7.001103204s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-06T01:58:05.485627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093667595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T01:58:05.986004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093667595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T01:58:06.318366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000633288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T01:58:06.318475Z","caller":"traceutil/trace.go:171","msg":"trace[998880160] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000827863s","start":"2026-05-06T01:58:04.317623Z","end":"2026-05-06T01:58:06.318451Z","steps":["trace[998880160] 'agreement among raft nodes before linearized reading' (duration: 2.000660319s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:06.318539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:04.317607Z","time spent":"2.000918525s","remote":"127.0.0.1:44836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T01:58:06.486239Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093667595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T01:58:06.986859Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093667595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T01:58:07.126045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.006846367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T01:58:07.12614Z","caller":"traceutil/trace.go:171","msg":"trace[288604947] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"5.006959989s","start":"2026-05-06T01:58:02.119159Z","end":"2026-05-06T01:58:07.126119Z","steps":["trace[288604947] 'agreement among raft nodes before linearized reading' (duration: 5.006840867s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:07.126245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:02.119113Z","time spent":"5.007112834s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/05/06 01:58:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T01:58:07.486948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093667595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T01:58:07.987842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093667595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T01:58:08.007369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999580647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T01:58:08.007432Z","caller":"traceutil/trace.go:171","msg":"trace[360894460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.99967804s","start":"2026-05-06T01:57:58.007727Z","end":"2026-05-06T01:58:08.007405Z","steps":["trace[360894460] 'agreement among raft nodes before linearized reading' (duration: 9.999597108s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:08.007507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:57:58.007717Z","time spent":"9.999781552s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/05/06 01:58:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T01:58:08.106006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998884558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T01:58:08.106055Z","caller":"traceutil/trace.go:171","msg":"trace[1326795958] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.99896909s","start":"2026-05-06T01:58:03.10707Z","end":"2026-05-06T01:58:08.106039Z","steps":["trace[1326795958] 'agreement among raft nodes before linearized reading' (duration: 4.998919759s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:08.106085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:03.107052Z","time spent":"4.999027451s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-06T01:58:08.151806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.000686946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T01:58:08.151838Z","caller":"traceutil/trace.go:171","msg":"trace[1212786957] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"3.000748298s","start":"2026-05-06T01:58:05.151083Z","end":"2026-05-06T01:58:08.151831Z","steps":["trace[1212786957] 'agreement among raft nodes before linearized reading' (duration: 3.000712307s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:08.15186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:05.151068Z","time spent":"3.000783898s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/06 01:58:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T01:58:08.183999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999325181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T01:58:08.184031Z","caller":"traceutil/trace.go:171","msg":"trace[1985624021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999386693s","start":"2026-05-06T01:57:58.184638Z","end":"2026-05-06T01:58:08.184024Z","steps":["trace[1985624021] 'agreement among raft nodes before linearized reading' (duration: 9.999351762s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:08.184051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:57:58.184623Z","time spent":"9.999423544s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/05/06 01:58:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T01:58:08.189906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.002003988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T01:58:08.190008Z","caller":"traceutil/trace.go:171","msg":"trace[62331839] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"3.00211019s","start":"2026-05-06T01:58:05.187855Z","end":"2026-05-06T01:58:08.189965Z","steps":["trace[62331839] 'agreement among raft nodes before linearized reading' (duration: 3.002013937s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:08.190041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:05.187844Z","time spent":"3.002190983s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/06 01:58:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T01:58:08.321851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00239146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T01:58:08.321923Z","caller":"traceutil/trace.go:171","msg":"trace[2087252258] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002509354s","start":"2026-05-06T01:58:06.319399Z","end":"2026-05-06T01:58:08.321909Z","steps":["trace[2087252258] 'agreement among raft nodes before linearized reading' (duration: 2.002412771s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:08.321961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:06.319384Z","time spent":"2.002563794s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T01:58:08.488811Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093667595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T01:58:08.522414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:01.521684Z","time spent":"7.000721804s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-06T01:58:08.625472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.434459662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T01:58:08.625571Z","caller":"traceutil/trace.go:171","msg":"trace[1149290914] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"10.434614656s","start":"2026-05-06T01:57:58.190936Z","end":"2026-05-06T01:58:08.62555Z","steps":["trace[1149290914] 'agreement among raft nodes before linearized reading' (duration: 10.434485613s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:08.625616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:57:58.190919Z","time spent":"10.434684438s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/05/06 01:58:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T01:58:08.628081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.64783026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T01:58:08.628117Z","caller":"traceutil/trace.go:171","msg":"trace[1998613859] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"3.647912802s","start":"2026-05-06T01:58:04.980195Z","end":"2026-05-06T01:58:08.628108Z","steps":["trace[1998613859] 'agreement among raft nodes before linearized reading' (duration: 3.647871591s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:08.628141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:04.980178Z","time spent":"3.647957543s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/06 01:58:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T01:58:08.635666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.216879477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T01:58:08.635716Z","caller":"traceutil/trace.go:171","msg":"trace[1987862735] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.216980559s","start":"2026-05-06T01:58:04.418724Z","end":"2026-05-06T01:58:08.635705Z","steps":["trace[1987862735] 'agreement among raft nodes before linearized reading' (duration: 4.216905857s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:08.635743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:04.418711Z","time spent":"4.21702543s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/05/06 01:58:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T01:58:08.640043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.972346847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T01:58:08.640109Z","caller":"traceutil/trace.go:171","msg":"trace[1722702788] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"10.972482661s","start":"2026-05-06T01:57:57.667611Z","end":"2026-05-06T01:58:08.640093Z","steps":["trace[1722702788] 'agreement among raft nodes before linearized reading' (duration: 10.972402489s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:08.64016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:57:57.667578Z","time spent":"10.972575082s","remote":"127.0.0.1:45030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/05/06 01:58:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T01:58:08.807792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:01.806614Z","time spent":"7.001172546s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-06T01:58:08.989208Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093667595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T01:58:09.489939Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093667595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T01:58:09.977583Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"03a39dfadd0db05d","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-06T01:58:09.990162Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093667595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T01:58:10.328766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000444804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T01:58:10.328848Z","caller":"traceutil/trace.go:171","msg":"trace[808222415] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000562777s","start":"2026-05-06T01:58:08.328267Z","end":"2026-05-06T01:58:10.32883Z","steps":["trace[808222415] 'agreement among raft nodes before linearized reading' (duration: 2.000464254s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:10.328906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:08.328253Z","time spent":"2.000642968s","remote":"127.0.0.1:44836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 01:58:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T01:58:10.490537Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093667595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T01:58:10.991477Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093667595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T01:58:11.02145Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-05-06T01:58:11.021648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.231601136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-06T01:58:11.021692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.846943137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-06T01:58:11.021765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.01495512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-06T01:58:11.021786Z","caller":"traceutil/trace.go:171","msg":"trace[556550791] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; }","duration":"9.84707264s","start":"2026-05-06T01:58:01.174694Z","end":"2026-05-06T01:58:11.021767Z","steps":["trace[556550791] 'agreement among raft nodes before linearized reading' (duration: 9.846939577s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:11.021772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.584559823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-06T01:58:11.021812Z","caller":"traceutil/trace.go:171","msg":"trace[2026725742] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; }","duration":"11.015032332s","start":"2026-05-06T01:58:00.006767Z","end":"2026-05-06T01:58:11.021799Z","steps":["trace[2026725742] 'agreement among raft nodes before linearized reading' (duration: 11.014987791s)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:11.021731Z","caller":"traceutil/trace.go:171","msg":"trace[1495449445] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; }","duration":"7.231703318s","start":"2026-05-06T01:58:03.790007Z","end":"2026-05-06T01:58:11.021711Z","steps":["trace[1495449445] 'agreement among raft nodes before linearized reading' (duration: 7.231599726s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:11.021839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.204897645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-757b8f6577-qqt92.18acd65ae7120881\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-06T01:58:11.021888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.461923085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.185\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-06T01:58:11.021891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.231141209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-06T01:58:11.021905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.932951279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-06T01:58:11.02192Z","caller":"traceutil/trace.go:171","msg":"trace[1797451502] range","detail":"{range_begin:/registry/masterleases/199.19.213.185; range_end:; }","duration":"13.462004907s","start":"2026-05-06T01:57:57.559904Z","end":"2026-05-06T01:58:11.021909Z","steps":["trace[1797451502] 'agreement among raft nodes before linearized reading' (duration: 13.461969636s)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:11.021922Z","caller":"traceutil/trace.go:171","msg":"trace[855809050] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; }","duration":"12.231215981s","start":"2026-05-06T01:57:58.790697Z","end":"2026-05-06T01:58:11.021913Z","steps":["trace[855809050] 'agreement among raft nodes before linearized reading' (duration: 12.23117919s)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:11.021922Z","caller":"traceutil/trace.go:171","msg":"trace[36647470] range","detail":"{range_begin:/registry/events/openstack/cinder-api-757b8f6577-qqt92.18acd65ae7120881; range_end:; }","duration":"12.205017457s","start":"2026-05-06T01:57:58.816885Z","end":"2026-05-06T01:58:11.021902Z","steps":["trace[36647470] 'agreement among raft nodes before linearized reading' (duration: 12.204916405s)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:11.021932Z","caller":"traceutil/trace.go:171","msg":"trace[1582249067] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; }","duration":"7.933012339s","start":"2026-05-06T01:58:03.088912Z","end":"2026-05-06T01:58:11.021924Z","steps":["trace[1582249067] 'agreement among raft nodes before linearized reading' (duration: 7.932984569s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:11.021917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.656682109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-06T01:58:11.02195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:57:58.790675Z","time spent":"12.231268292s","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:58:11.021963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:03.088894Z","time spent":"7.933061271s","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:58:11.021958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:57:57.559878Z","time spent":"13.462069839s","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.19.213.185\" "} {"level":"warn","ts":"2026-05-06T01:58:11.02197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:57:58.816874Z","time spent":"12.205085739s","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":0,"request content":"key:\"/registry/events/openstack/cinder-api-757b8f6577-qqt92.18acd65ae7120881\" "} {"level":"info","ts":"2026-05-06T01:58:11.021997Z","caller":"traceutil/trace.go:171","msg":"trace[1489001870] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; }","duration":"13.656807882s","start":"2026-05-06T01:57:57.365172Z","end":"2026-05-06T01:58:11.02198Z","steps":["trace[1489001870] 'agreement among raft nodes before linearized reading' (duration: 13.65671672s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:11.021842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:01.174635Z","time spent":"9.847192572s","remote":"127.0.0.1:45324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:58:11.02201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.146249442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-06T01:58:11.022621Z","caller":"traceutil/trace.go:171","msg":"trace[1144631853] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; }","duration":"8.146874987s","start":"2026-05-06T01:58:02.875715Z","end":"2026-05-06T01:58:11.02259Z","steps":["trace[1144631853] 'agreement among raft nodes before linearized reading' (duration: 8.146285972s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:11.022753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:02.875693Z","time spent":"8.147018741s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:58:11.021716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.257122757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-06T01:58:11.02283Z","caller":"traceutil/trace.go:171","msg":"trace[1943394986] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; }","duration":"12.258287455s","start":"2026-05-06T01:57:58.764529Z","end":"2026-05-06T01:58:11.022817Z","steps":["trace[1943394986] 'agreement among raft nodes before linearized reading' (duration: 12.257156888s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:11.022885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:57:58.764509Z","time spent":"12.258359337s","remote":"127.0.0.1:45296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-05-06T01:58:11.02185Z","caller":"traceutil/trace.go:171","msg":"trace[897784112] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; }","duration":"13.584709886s","start":"2026-05-06T01:57:57.437123Z","end":"2026-05-06T01:58:11.021833Z","steps":["trace[897784112] 'agreement among raft nodes before linearized reading' (duration: 13.584594474s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:11.02296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:57:57.437105Z","time spent":"13.585842593s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-06T01:58:11.021852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:00.006748Z","time spent":"11.015093253s","remote":"127.0.0.1:56512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:58:11.021877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.73791824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-06T01:58:11.02318Z","caller":"traceutil/trace.go:171","msg":"trace[1905728552] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; }","duration":"7.739248781s","start":"2026-05-06T01:58:03.283914Z","end":"2026-05-06T01:58:11.023163Z","steps":["trace[1905728552] 'agreement among raft nodes before linearized reading' (duration: 7.73795388s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:11.022055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:57:57.365149Z","time spent":"13.656889723s","remote":"127.0.0.1:45012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-05-06T01:58:11.022104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.96155177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-06T01:58:11.02211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:03.789934Z","time spent":"7.232112708s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-05-06T01:58:11.022061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.086283356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-06T01:58:11.022034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.941199532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-06T01:58:11.023325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:03.283893Z","time spent":"7.739388845s","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":0,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-06T01:58:11.023391Z","caller":"traceutil/trace.go:171","msg":"trace[924736303] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; }","duration":"7.962884911s","start":"2026-05-06T01:58:03.060491Z","end":"2026-05-06T01:58:11.023376Z","steps":["trace[924736303] 'agreement among raft nodes before linearized reading' (duration: 7.961596881s)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:11.023604Z","caller":"traceutil/trace.go:171","msg":"trace[768354353] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; }","duration":"8.942756119s","start":"2026-05-06T01:58:02.080826Z","end":"2026-05-06T01:58:11.023582Z","steps":["trace[768354353] 'agreement among raft nodes before linearized reading' (duration: 8.941200112s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:11.023676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:02.080757Z","time spent":"8.942898202s","remote":"127.0.0.1:56456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-05-06T01:58:11.023663Z","caller":"traceutil/trace.go:171","msg":"trace[89074685] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; }","duration":"8.087977757s","start":"2026-05-06T01:58:02.935662Z","end":"2026-05-06T01:58:11.02364Z","steps":["trace[89074685] 'agreement among raft nodes before linearized reading' (duration: 8.086307636s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:11.023749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:02.935641Z","time spent":"8.088089739s","remote":"127.0.0.1:45324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-05-06T01:58:11.023704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:03.060471Z","time spent":"7.963158168s","remote":"127.0.0.1:35676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:58:11.236121Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"14.450495291s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-06T01:58:11.434162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:04.433696Z","time spent":"7.000459328s","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-06T01:58:12.329558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999786429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T01:58:12.329625Z","caller":"traceutil/trace.go:171","msg":"trace[953231395] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999910072s","start":"2026-05-06T01:58:10.3297Z","end":"2026-05-06T01:58:12.32961Z","steps":["trace[953231395] 'agreement among raft nodes before linearized reading' (duration: 1.999821499s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:12.329664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:10.329659Z","time spent":"1.999994994s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T01:58:13.035962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.53898ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T01:58:13.03606Z","caller":"traceutil/trace.go:171","msg":"trace[1528070527] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19987; }","duration":"538.645382ms","start":"2026-05-06T01:58:12.4974Z","end":"2026-05-06T01:58:13.036045Z","steps":["trace[1528070527] 'range keys from in-memory index tree' (duration: 538.524489ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:13.150834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:08.152011Z","time spent":"4.998810435s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/06 01:58:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T01:58:13.156382Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.91996072s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-06T01:58:13.187585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:08.190029Z","time spent":"4.997546036s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/06 01:58:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T01:58:13.40195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000067855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T01:58:13.402028Z","caller":"traceutil/trace.go:171","msg":"trace[1335511417] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000200609s","start":"2026-05-06T01:58:11.401808Z","end":"2026-05-06T01:58:13.402009Z","steps":["trace[1335511417] 'agreement among raft nodes before linearized reading' (duration: 2.000091716s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:13.40207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:11.401791Z","time spent":"2.00027133s","remote":"127.0.0.1:44836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T01:58:14.3371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999994934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T01:58:14.337189Z","caller":"traceutil/trace.go:171","msg":"trace[1994171621] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000138877s","start":"2026-05-06T01:58:12.337031Z","end":"2026-05-06T01:58:14.33717Z","steps":["trace[1994171621] 'agreement among raft nodes before linearized reading' (duration: 2.000016524s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:14.337273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:12.337014Z","time spent":"2.000248889s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T01:58:14.570999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414098546s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-06T01:58:14.572233Z","caller":"traceutil/trace.go:171","msg":"trace[1638280575] transaction","detail":"{read_only:false; response_revision:19997; number_of_response:1; }","duration":"6.386700219s","start":"2026-05-06T01:58:08.185492Z","end":"2026-05-06T01:58:14.572192Z","steps":["trace[1638280575] 'process raft request' (duration: 6.386507494s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:14.572237Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"51.651µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-05-06T01:58:14.5732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:08.18548Z","time spent":"6.387643912s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":409,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:58:14.572332Z","caller":"traceutil/trace.go:171","msg":"trace[1181506769] transaction","detail":"{read_only:false; number_of_response:1; response_revision:20000; }","duration":"5.761170831s","start":"2026-05-06T01:58:08.811142Z","end":"2026-05-06T01:58:14.572312Z","steps":["trace[1181506769] 'process raft request' (duration: 5.760994236s)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:14.57349Z","caller":"traceutil/trace.go:171","msg":"trace[550178837] linearizableReadLoop","detail":"{readStateIndex:20685; appliedIndex:20669; }","duration":"3.551891809s","start":"2026-05-06T01:58:11.021574Z","end":"2026-05-06T01:58:14.573466Z","steps":["trace[550178837] 'read index received' (duration: 214.906553ms)","trace[550178837] 'applied index is now lower than readState.Index' (duration: 3.336983856s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:58:14.573675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.21772723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T01:58:14.573655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.389205388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T01:58:14.573687Z","caller":"traceutil/trace.go:171","msg":"trace[854871150] transaction","detail":"{read_only:false; response_revision:20001; number_of_response:1; }","duration":"3.545549377s","start":"2026-05-06T01:58:11.028089Z","end":"2026-05-06T01:58:14.573639Z","steps":["trace[854871150] 'process raft request' (duration: 3.545199878s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:14.5735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:08.811125Z","time spent":"5.762285936s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":573,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:58:14.573753Z","caller":"traceutil/trace.go:171","msg":"trace[1871347047] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:20001; }","duration":"6.389355212s","start":"2026-05-06T01:58:08.184373Z","end":"2026-05-06T01:58:14.573728Z","steps":["trace[1871347047] 'agreement among raft nodes before linearized reading' (duration: 6.389165537s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:14.573792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.550597567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.185\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T01:58:14.573735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.743315708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T01:58:14.573822Z","caller":"traceutil/trace.go:171","msg":"trace[1420727896] range","detail":"{range_begin:/registry/masterleases/199.19.213.185; range_end:; response_count:0; response_revision:20001; }","duration":"3.550660139s","start":"2026-05-06T01:58:11.023154Z","end":"2026-05-06T01:58:14.573815Z","steps":["trace[1420727896] 'agreement among raft nodes before linearized reading' (duration: 3.550610098s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:14.573827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:08.184354Z","time spent":"6.389455974s","remote":"127.0.0.1:35690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:58:14.57383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.178292821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-05-06T01:58:14.573825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:11.028066Z","time spent":"3.545687579s","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-06T01:58:14.573842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.745893984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T01:58:14.573865Z","caller":"traceutil/trace.go:171","msg":"trace[107514902] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:20001; }","duration":"4.743535263s","start":"2026-05-06T01:58:09.8303Z","end":"2026-05-06T01:58:14.573835Z","steps":["trace[107514902] 'agreement among raft nodes before linearized reading' (duration: 4.743291138s)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:14.57389Z","caller":"traceutil/trace.go:171","msg":"trace[1947801836] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:20001; }","duration":"6.178380083s","start":"2026-05-06T01:58:08.395493Z","end":"2026-05-06T01:58:14.573873Z","steps":["trace[1947801836] 'agreement among raft nodes before linearized reading' (duration: 6.178218849s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:14.573918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.643925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T01:58:14.573919Z","caller":"traceutil/trace.go:171","msg":"trace[1825665135] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:20001; }","duration":"9.746015076s","start":"2026-05-06T01:58:04.827888Z","end":"2026-05-06T01:58:14.573903Z","steps":["trace[1825665135] 'agreement among raft nodes before linearized reading' (duration: 9.745897103s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:14.573937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:08.395474Z","time spent":"6.178455035s","remote":"127.0.0.1:45030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-06T01:58:14.573927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:09.830282Z","time spent":"4.743632935s","remote":"127.0.0.1:35650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:58:14.573959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:04.827867Z","time spent":"9.746082128s","remote":"127.0.0.1:35630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-05-06T01:58:14.572399Z","caller":"traceutil/trace.go:171","msg":"trace[2030000832] transaction","detail":"{read_only:false; response_revision:20000; number_of_response:1; }","duration":"6.325707578s","start":"2026-05-06T01:58:08.246684Z","end":"2026-05-06T01:58:14.572392Z","steps":["trace[2030000832] 'process raft request' (duration: 6.325410752s)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:14.572373Z","caller":"traceutil/trace.go:171","msg":"trace[936975255] transaction","detail":"{read_only:false; response_revision:19999; number_of_response:1; }","duration":"6.382140421s","start":"2026-05-06T01:58:08.190224Z","end":"2026-05-06T01:58:14.572364Z","steps":["trace[936975255] 'process raft request' (duration: 6.381837034s)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:14.573728Z","caller":"traceutil/trace.go:171","msg":"trace[675467588] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:20001; }","duration":"9.217808421s","start":"2026-05-06T01:58:05.355903Z","end":"2026-05-06T01:58:14.573712Z","steps":["trace[675467588] 'agreement among raft nodes before linearized reading' (duration: 9.217710249s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:14.573974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.022244762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T01:58:14.573996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.965564674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T01:58:14.574005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:05.355895Z","time spent":"9.218103898s","remote":"127.0.0.1:48352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:58:14.57401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.941262213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T01:58:14.574031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.164135311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T01:58:14.573862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:11.023134Z","time spent":"3.55072049s","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.19.213.185\" "} {"level":"info","ts":"2026-05-06T01:58:14.574072Z","caller":"traceutil/trace.go:171","msg":"trace[1863023425] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:20001; }","duration":"5.941355684s","start":"2026-05-06T01:58:08.632701Z","end":"2026-05-06T01:58:14.574057Z","steps":["trace[1863023425] 'agreement among raft nodes before linearized reading' (duration: 5.941249502s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:14.573673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.383710308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T01:58:14.574111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:08.632686Z","time spent":"5.941415986s","remote":"127.0.0.1:38260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:58:14.57416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.384206729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T01:58:14.572835Z","caller":"traceutil/trace.go:171","msg":"trace[794120454] transaction","detail":"{read_only:false; response_revision:19995; number_of_response:1; }","duration":"6.563880844s","start":"2026-05-06T01:58:08.008912Z","end":"2026-05-06T01:58:14.572793Z","steps":["trace[794120454] 'process raft request' (duration: 6.562943562s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:14.574106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.233995439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T01:58:14.574171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.383962023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T01:58:14.574185Z","caller":"traceutil/trace.go:171","msg":"trace[1441272808] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:20001; }","duration":"6.384224659s","start":"2026-05-06T01:58:08.189914Z","end":"2026-05-06T01:58:14.574139Z","steps":["trace[1441272808] 'agreement among raft nodes before linearized reading' (duration: 6.383639946s)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:14.574215Z","caller":"traceutil/trace.go:171","msg":"trace[118867088] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:20001; }","duration":"2.234124732s","start":"2026-05-06T01:58:12.340077Z","end":"2026-05-06T01:58:14.574202Z","steps":["trace[118867088] 'agreement among raft nodes before linearized reading' (duration: 2.233987479s)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:14.573945Z","caller":"traceutil/trace.go:171","msg":"trace[853512532] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20001; }","duration":"227.699936ms","start":"2026-05-06T01:58:14.346238Z","end":"2026-05-06T01:58:14.573938Z","steps":["trace[853512532] 'agreement among raft nodes before linearized reading' (duration: 227.656545ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:14.574228Z","caller":"traceutil/trace.go:171","msg":"trace[947094915] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:20001; }","duration":"6.384104807s","start":"2026-05-06T01:58:08.190108Z","end":"2026-05-06T01:58:14.574213Z","steps":["trace[947094915] 'agreement among raft nodes before linearized reading' (duration: 6.383917782s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:14.574249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:12.340064Z","time spent":"2.234176475s","remote":"127.0.0.1:45012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":13,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:58:14.57428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:08.190083Z","time spent":"6.384179119s","remote":"127.0.0.1:56476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":63,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:58:14.574296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.952037673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-05-06T01:58:14.574371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:08.246664Z","time spent":"6.327632034s","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-06T01:58:14.574375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269962075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 ","response":"range_response_count:13 size:4769"} {"level":"warn","ts":"2026-05-06T01:58:14.573702Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"03a39dfadd0db05d","error":"lease not found"} {"level":"warn","ts":"2026-05-06T01:58:14.574417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.049775456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-06T01:58:14.574057Z","caller":"traceutil/trace.go:171","msg":"trace[935079093] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:20001; }","duration":"5.022369905s","start":"2026-05-06T01:58:09.551644Z","end":"2026-05-06T01:58:14.574014Z","steps":["trace[935079093] 'agreement among raft nodes before linearized reading' (duration: 5.022243582s)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:14.574441Z","caller":"traceutil/trace.go:171","msg":"trace[2134166756] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:13; response_revision:20001; }","duration":"2.270058358s","start":"2026-05-06T01:58:12.304368Z","end":"2026-05-06T01:58:14.574426Z","steps":["trace[2134166756] 'agreement among raft nodes before linearized reading' (duration: 2.26975873s)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:14.574441Z","caller":"traceutil/trace.go:171","msg":"trace[1686061988] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:20001; }","duration":"6.384488447s","start":"2026-05-06T01:58:08.189931Z","end":"2026-05-06T01:58:14.57442Z","steps":["trace[1686061988] 'agreement among raft nodes before linearized reading' (duration: 6.384190329s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:14.574491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.546870769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-05-06T01:58:14.574492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:09.551622Z","time spent":"5.022849267s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:58:14.574517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:08.190183Z","time spent":"6.384309353s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:58:14.574515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:08.189807Z","time spent":"6.384689803s","remote":"127.0.0.1:56450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-05-06T01:58:14.574036Z","caller":"traceutil/trace.go:171","msg":"trace[1287997279] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:20001; }","duration":"1.965638506s","start":"2026-05-06T01:58:12.608384Z","end":"2026-05-06T01:58:14.574023Z","steps":["trace[1287997279] 'agreement among raft nodes before linearized reading' (duration: 1.965582584s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:14.574298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.327600853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T01:58:14.574574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.883595532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T01:58:14.574104Z","caller":"traceutil/trace.go:171","msg":"trace[145763728] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:20001; }","duration":"10.164194053s","start":"2026-05-06T01:58:04.409876Z","end":"2026-05-06T01:58:14.57407Z","steps":["trace[145763728] 'agreement among raft nodes before linearized reading' (duration: 10.164106091s)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:14.574603Z","caller":"traceutil/trace.go:171","msg":"trace[563460920] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20001; }","duration":"6.327954882s","start":"2026-05-06T01:58:08.246631Z","end":"2026-05-06T01:58:14.574586Z","steps":["trace[563460920] 'agreement among raft nodes before linearized reading' (duration: 6.327605224s)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:14.574615Z","caller":"traceutil/trace.go:171","msg":"trace[1025444459] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:20001; }","duration":"2.883677554s","start":"2026-05-06T01:58:11.690927Z","end":"2026-05-06T01:58:14.574605Z","steps":["trace[1025444459] 'agreement among raft nodes before linearized reading' (duration: 2.883616523s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:14.574615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:12.608364Z","time spent":"1.96622706s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:58:14.574253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:08.189909Z","time spent":"6.384323943s","remote":"127.0.0.1:35674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:58:14.574647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:11.690904Z","time spent":"2.883734495s","remote":"127.0.0.1:56258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:58:14.574657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.142945217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T01:58:14.574527Z","caller":"traceutil/trace.go:171","msg":"trace[1860674508] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:20001; }","duration":"3.546933711s","start":"2026-05-06T01:58:11.027584Z","end":"2026-05-06T01:58:14.574517Z","steps":["trace[1860674508] 'agreement among raft nodes before linearized reading' (duration: 3.546713356s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:14.574637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:08.246612Z","time spent":"6.328015683s","remote":"127.0.0.1:54736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:58:14.574725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:08.008884Z","time spent":"6.565813289s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:58:14.574413Z","caller":"traceutil/trace.go:171","msg":"trace[1283032726] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20001; }","duration":"4.952182936s","start":"2026-05-06T01:58:09.622218Z","end":"2026-05-06T01:58:14.574401Z","steps":["trace[1283032726] 'agreement among raft nodes before linearized reading' (duration: 4.951880028s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:14.574743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:11.027568Z","time spent":"3.547161926s","remote":"127.0.0.1:45012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-05-06T01:58:14.574766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:09.622203Z","time spent":"4.952555965s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-06T01:58:14.574652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:04.409814Z","time spent":"10.164814829s","remote":"127.0.0.1:56342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-05-06T01:58:14.574464Z","caller":"traceutil/trace.go:171","msg":"trace[1169757446] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:20001; }","duration":"6.049843527s","start":"2026-05-06T01:58:08.524609Z","end":"2026-05-06T01:58:14.574452Z","steps":["trace[1169757446] 'agreement among raft nodes before linearized reading' (duration: 6.049685003s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:14.574836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:08.524595Z","time spent":"6.050234726s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-05-06T01:58:14.574893Z","caller":"traceutil/trace.go:171","msg":"trace[1263939492] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20001; }","duration":"4.143037419s","start":"2026-05-06T01:58:10.431656Z","end":"2026-05-06T01:58:14.574694Z","steps":["trace[1263939492] 'agreement among raft nodes before linearized reading' (duration: 4.142154438s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:14.574487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:12.304352Z","time spent":"2.270120839s","remote":"127.0.0.1:44974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":13,"response size":4791,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 "} {"level":"warn","ts":"2026-05-06T01:58:14.57499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.118718605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T01:58:14.57505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.958582694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T01:58:14.575063Z","caller":"traceutil/trace.go:171","msg":"trace[1340196239] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:20001; }","duration":"6.118832677s","start":"2026-05-06T01:58:08.456217Z","end":"2026-05-06T01:58:14.57505Z","steps":["trace[1340196239] 'agreement among raft nodes before linearized reading' (duration: 6.118677083s)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:14.575089Z","caller":"traceutil/trace.go:171","msg":"trace[160862854] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:20001; }","duration":"2.958619606s","start":"2026-05-06T01:58:11.616457Z","end":"2026-05-06T01:58:14.575077Z","steps":["trace[160862854] 'agreement among raft nodes before linearized reading' (duration: 2.957831448s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:14.575108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:08.456199Z","time spent":"6.118896119s","remote":"127.0.0.1:45242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:58:14.575124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:11.616395Z","time spent":"2.958723478s","remote":"127.0.0.1:35602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:58:14.576124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:10.431635Z","time spent":"4.143300286s","remote":"127.0.0.1:54728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:58:14.577771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.38793397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-06T01:58:14.577851Z","caller":"traceutil/trace.go:171","msg":"trace[47244199] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:20001; }","duration":"6.388044222s","start":"2026-05-06T01:58:08.189786Z","end":"2026-05-06T01:58:14.577831Z","steps":["trace[47244199] 'agreement among raft nodes before linearized reading' (duration: 6.383760509s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:14.577909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:08.189777Z","time spent":"6.388115163s","remote":"127.0.0.1:45366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2167,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:58:15.175985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.826255ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-05-06T01:58:15.176073Z","caller":"traceutil/trace.go:171","msg":"trace[1791382535] linearizableReadLoop","detail":"{readStateIndex:20687; appliedIndex:20686; }","duration":"597.40668ms","start":"2026-05-06T01:58:14.578652Z","end":"2026-05-06T01:58:15.176058Z","steps":["trace[1791382535] 'read index received' (duration: 354.483543ms)","trace[1791382535] 'applied index is now lower than readState.Index' (duration: 242.921817ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:58:15.176136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:14.57661Z","time spent":"599.523031ms","remote":"127.0.0.1:44872","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-06T01:58:15.176409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.726138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-019a5869-dfa9-4dc3-8380-33f65916c8db\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-05-06T01:58:15.176485Z","caller":"traceutil/trace.go:171","msg":"trace[1166088180] range","detail":"{range_begin:/registry/persistentvolumes/pvc-019a5869-dfa9-4dc3-8380-33f65916c8db; range_end:; response_count:1; response_revision:20001; }","duration":"597.83055ms","start":"2026-05-06T01:58:14.578633Z","end":"2026-05-06T01:58:15.176464Z","steps":["trace[1166088180] 'agreement among raft nodes before linearized reading' (duration: 597.602275ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:15.176526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:14.578624Z","time spent":"597.893352ms","remote":"127.0.0.1:44996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-019a5869-dfa9-4dc3-8380-33f65916c8db\" "} {"level":"warn","ts":"2026-05-06T01:58:15.689342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.636067ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-06T01:58:15.689686Z","caller":"traceutil/trace.go:171","msg":"trace[1587889565] transaction","detail":"{read_only:false; response_revision:20002; number_of_response:1; }","duration":"1.109821669s","start":"2026-05-06T01:58:14.579839Z","end":"2026-05-06T01:58:15.689661Z","steps":["trace[1587889565] 'process raft request' (duration: 891.973397ms)","trace[1587889565] 'compare' (duration: 217.205206ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:58:15.689734Z","caller":"traceutil/trace.go:171","msg":"trace[1310586945] linearizableReadLoop","detail":"{readStateIndex:20690; appliedIndex:20687; }","duration":"513.616528ms","start":"2026-05-06T01:58:15.176092Z","end":"2026-05-06T01:58:15.689708Z","steps":["trace[1310586945] 'read index received' (duration: 295.872868ms)","trace[1310586945] 'applied index is now lower than readState.Index' (duration: 217.7422ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:58:15.689782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:14.579827Z","time spent":"1.109909701s","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-06T01:58:15.689776Z","caller":"traceutil/trace.go:171","msg":"trace[1151824411] transaction","detail":"{read_only:false; response_revision:20004; number_of_response:1; }","duration":"1.102439094s","start":"2026-05-06T01:58:14.587307Z","end":"2026-05-06T01:58:15.689747Z","steps":["trace[1151824411] 'process raft request' (duration: 1.102314011s)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:15.689806Z","caller":"traceutil/trace.go:171","msg":"trace[907460476] transaction","detail":"{read_only:false; response_revision:20003; number_of_response:1; }","duration":"1.109145224s","start":"2026-05-06T01:58:14.580632Z","end":"2026-05-06T01:58:15.689777Z","steps":["trace[907460476] 'process raft request' (duration: 1.108838916s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:15.689929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:14.587294Z","time spent":"1.102542596s","remote":"127.0.0.1:45030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:58:15.689884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.379136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T01:58:15.689991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:14.580624Z","time spent":"1.109249926s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:58:15.689998Z","caller":"traceutil/trace.go:171","msg":"trace[264166292] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:20004; }","duration":"670.53928ms","start":"2026-05-06T01:58:15.019437Z","end":"2026-05-06T01:58:15.689977Z","steps":["trace[264166292] 'agreement among raft nodes before linearized reading' (duration: 670.391097ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:15.690026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109331168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-06T01:58:15.690062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:15.019394Z","time spent":"670.649263ms","remote":"127.0.0.1:48380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:58:15.690081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110882365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-05-06T01:58:15.690096Z","caller":"traceutil/trace.go:171","msg":"trace[1520670615] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:20004; }","duration":"1.10942503s","start":"2026-05-06T01:58:14.580654Z","end":"2026-05-06T01:58:15.690079Z","steps":["trace[1520670615] 'agreement among raft nodes before linearized reading' (duration: 1.109144793s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:15.690059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046729849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" ","response":"range_response_count:4 size:81058"} {"level":"info","ts":"2026-05-06T01:58:15.690172Z","caller":"traceutil/trace.go:171","msg":"trace[1303082525] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:20004; }","duration":"1.111001057s","start":"2026-05-06T01:58:14.579148Z","end":"2026-05-06T01:58:15.690149Z","steps":["trace[1303082525] 'agreement among raft nodes before linearized reading' (duration: 1.11067318s)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:15.690241Z","caller":"traceutil/trace.go:171","msg":"trace[434684088] range","detail":"{range_begin:/registry/secrets/auth-system/; range_end:/registry/secrets/auth-system0; response_count:4; response_revision:20004; }","duration":"1.046932064s","start":"2026-05-06T01:58:14.643276Z","end":"2026-05-06T01:58:15.690208Z","steps":["trace[434684088] 'agreement among raft nodes before linearized reading' (duration: 1.046517394s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:15.690251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:14.57914Z","time spent":"1.111094609s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-05-06T01:58:15.690286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:14.643256Z","time spent":"1.047016125s","remote":"127.0.0.1:44956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":81080,"request content":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" "} {"level":"warn","ts":"2026-05-06T01:58:15.690169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:14.580642Z","time spent":"1.109518832s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-05-06T01:58:16.371369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.697505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T01:58:16.372032Z","caller":"traceutil/trace.go:171","msg":"trace[1098436559] transaction","detail":"{read_only:false; response_revision:20005; number_of_response:1; }","duration":"1.195068376s","start":"2026-05-06T01:58:15.176942Z","end":"2026-05-06T01:58:16.37201Z","steps":["trace[1098436559] 'process raft request' (duration: 710.625563ms)","trace[1098436559] 'compare' (duration: 483.236975ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:58:16.372122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:15.176916Z","time spent":"1.195159699s","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:58:16.372369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191978123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-05-06T01:58:16.372451Z","caller":"traceutil/trace.go:171","msg":"trace[463527523] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:20005; }","duration":"1.192070575s","start":"2026-05-06T01:58:15.180362Z","end":"2026-05-06T01:58:16.372432Z","steps":["trace[463527523] 'agreement among raft nodes before linearized reading' (duration: 1.191805069s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:16.372502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:15.180318Z","time spent":"1.192172267s","remote":"127.0.0.1:45012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-05-06T01:58:16.372681Z","caller":"traceutil/trace.go:171","msg":"trace[919305037] linearizableReadLoop","detail":"{readStateIndex:20691; appliedIndex:20690; }","duration":"682.194466ms","start":"2026-05-06T01:58:15.689787Z","end":"2026-05-06T01:58:16.371982Z","steps":["trace[919305037] 'read index received' (duration: 197.896237ms)","trace[919305037] 'applied index is now lower than readState.Index' (duration: 484.296179ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:58:16.429136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.480991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T01:58:16.429268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.042955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T01:58:16.43241Z","caller":"traceutil/trace.go:171","msg":"trace[1732610362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20006; }","duration":"128.246401ms","start":"2026-05-06T01:58:16.304133Z","end":"2026-05-06T01:58:16.432379Z","steps":["trace[1732610362] 'agreement among raft nodes before linearized reading' (duration: 125.088876ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:16.430036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.206402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acd74ddbdb8317\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-05-06T01:58:16.432815Z","caller":"traceutil/trace.go:171","msg":"trace[547081305] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18acd74ddbdb8317; range_end:; response_count:1; response_revision:20006; }","duration":"739.017009ms","start":"2026-05-06T01:58:15.693775Z","end":"2026-05-06T01:58:16.432792Z","steps":["trace[547081305] 'agreement among raft nodes before linearized reading' (duration: 735.378603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:16.432886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:15.693759Z","time spent":"739.101501ms","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acd74ddbdb8317\" "} {"level":"info","ts":"2026-05-06T01:58:16.430124Z","caller":"traceutil/trace.go:171","msg":"trace[1461363564] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:20006; }","duration":"219.632335ms","start":"2026-05-06T01:58:16.209566Z","end":"2026-05-06T01:58:16.429198Z","steps":["trace[1461363564] 'agreement among raft nodes before linearized reading' (duration: 219.450941ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:16.430476Z","caller":"traceutil/trace.go:171","msg":"trace[221542128] transaction","detail":"{read_only:false; response_revision:20006; number_of_response:1; }","duration":"734.736868ms","start":"2026-05-06T01:58:15.69448Z","end":"2026-05-06T01:58:16.429217Z","steps":["trace[221542128] 'process raft request' (duration: 734.270427ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:16.433681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:15.694465Z","time spent":"739.113271ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:58:16.431263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.051539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" ","response":"range_response_count:4 size:81058"} {"level":"info","ts":"2026-05-06T01:58:16.433997Z","caller":"traceutil/trace.go:171","msg":"trace[783372803] range","detail":"{range_begin:/registry/secrets/auth-system/; range_end:/registry/secrets/auth-system0; response_count:4; response_revision:20006; }","duration":"680.777254ms","start":"2026-05-06T01:58:15.753179Z","end":"2026-05-06T01:58:16.433956Z","steps":["trace[783372803] 'agreement among raft nodes before linearized reading' (duration: 675.856257ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:16.434072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:15.753172Z","time spent":"680.877346ms","remote":"127.0.0.1:44956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":81080,"request content":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" "} {"level":"warn","ts":"2026-05-06T01:58:16.430644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.489822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6756"} {"level":"info","ts":"2026-05-06T01:58:16.437626Z","caller":"traceutil/trace.go:171","msg":"trace[785591422] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:20006; }","duration":"744.52199ms","start":"2026-05-06T01:58:15.693069Z","end":"2026-05-06T01:58:16.437591Z","steps":["trace[785591422] 'agreement among raft nodes before linearized reading' (duration: 735.992067ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:16.437728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:15.693022Z","time spent":"744.664963ms","remote":"127.0.0.1:45030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6778,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-05-06T01:58:16.54451Z","caller":"traceutil/trace.go:171","msg":"trace[1976331335] linearizableReadLoop","detail":"{readStateIndex:20693; appliedIndex:20692; }","duration":"103.861481ms","start":"2026-05-06T01:58:16.440628Z","end":"2026-05-06T01:58:16.544489Z","steps":["trace[1976331335] 'read index received' (duration: 103.676776ms)","trace[1976331335] 'applied index is now lower than readState.Index' (duration: 183.775µs)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:58:16.544786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.135027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-06T01:58:16.54514Z","caller":"traceutil/trace.go:171","msg":"trace[1030537720] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:20007; }","duration":"104.505305ms","start":"2026-05-06T01:58:16.440614Z","end":"2026-05-06T01:58:16.545119Z","steps":["trace[1030537720] 'agreement among raft nodes before linearized reading' (duration: 104.011114ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:16.544804Z","caller":"traceutil/trace.go:171","msg":"trace[771436263] transaction","detail":"{read_only:false; response_revision:20007; number_of_response:1; }","duration":"105.596672ms","start":"2026-05-06T01:58:16.439141Z","end":"2026-05-06T01:58:16.544738Z","steps":["trace[771436263] 'process raft request' (duration: 105.113791ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:16.548401Z","caller":"traceutil/trace.go:171","msg":"trace[273547372] transaction","detail":"{read_only:false; response_revision:20008; number_of_response:1; }","duration":"104.768822ms","start":"2026-05-06T01:58:16.443607Z","end":"2026-05-06T01:58:16.548376Z","steps":["trace[273547372] 'process raft request' (duration: 104.434174ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:33.10345Z","caller":"traceutil/trace.go:171","msg":"trace[1173145109] linearizableReadLoop","detail":"{readStateIndex:20797; appliedIndex:20796; }","duration":"124.940752ms","start":"2026-05-06T01:58:32.978462Z","end":"2026-05-06T01:58:33.103403Z","steps":["trace[1173145109] 'read index received' (duration: 65.403106ms)","trace[1173145109] 'applied index is now lower than readState.Index' (duration: 59.536436ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:58:33.103507Z","caller":"traceutil/trace.go:171","msg":"trace[1579554939] transaction","detail":"{read_only:false; response_revision:20108; number_of_response:1; }","duration":"156.78789ms","start":"2026-05-06T01:58:32.946682Z","end":"2026-05-06T01:58:33.103469Z","steps":["trace[1579554939] 'process raft request' (duration: 97.132251ms)","trace[1579554939] 'compare' (duration: 59.447874ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:58:33.104551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.060318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" ","response":"range_response_count:1 size:1931"} {"level":"info","ts":"2026-05-06T01:58:33.104623Z","caller":"traceutil/trace.go:171","msg":"trace[1351190435] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:1; response_revision:20108; }","duration":"126.14706ms","start":"2026-05-06T01:58:32.978456Z","end":"2026-05-06T01:58:33.104603Z","steps":["trace[1351190435] 'agreement among raft nodes before linearized reading' (duration: 125.146417ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:33.612162Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093668245,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T01:58:34.113081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093668245,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T01:58:34.614231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093668245,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T01:58:35.115441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093668245,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T01:58:35.303906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000761522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T01:58:35.304Z","caller":"traceutil/trace.go:171","msg":"trace[92107222] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000906255s","start":"2026-05-06T01:58:33.30307Z","end":"2026-05-06T01:58:35.303976Z","steps":["trace[92107222] 'agreement among raft nodes before linearized reading' (duration: 2.000785542s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:35.304108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:33.303053Z","time spent":"2.001041378s","remote":"127.0.0.1:44836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 01:58:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T01:58:35.615671Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093668245,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T01:58:36.116391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093668245,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T01:58:36.616621Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093668245,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T01:58:37.117067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093668245,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T01:58:37.304965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000331851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T01:58:37.305049Z","caller":"traceutil/trace.go:171","msg":"trace[782870302] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000474294s","start":"2026-05-06T01:58:35.304555Z","end":"2026-05-06T01:58:37.30503Z","steps":["trace[782870302] 'agreement among raft nodes before linearized reading' (duration: 2.000366862s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:37.305106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:35.304539Z","time spent":"2.000558457s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 01:58:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T01:58:37.617692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093668245,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T01:58:38.10687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:33.108613Z","time spent":"4.998251512s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-06T01:58:38.118562Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093668245,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T01:58:38.618701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093668245,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T01:58:38.768525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999113032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T01:58:38.768607Z","caller":"traceutil/trace.go:171","msg":"trace[127244220] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999236565s","start":"2026-05-06T01:58:33.769342Z","end":"2026-05-06T01:58:38.768578Z","steps":["trace[127244220] 'agreement among raft nodes before linearized reading' (duration: 4.999145753s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:38.768648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:33.769322Z","time spent":"4.999318887s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/06 01:58:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T01:58:39.119823Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093668245,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T01:58:39.132006Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.991087779s","expected-duration":"1s"} {"level":"info","ts":"2026-05-06T01:58:39.15399Z","caller":"traceutil/trace.go:171","msg":"trace[777955764] transaction","detail":"{read_only:false; response_revision:20110; number_of_response:1; }","duration":"4.276893623s","start":"2026-05-06T01:58:34.877051Z","end":"2026-05-06T01:58:39.153945Z","steps":["trace[777955764] 'process raft request' (duration: 4.276726669s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:39.154144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:34.877016Z","time spent":"4.277049337s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:58:39.157936Z","caller":"traceutil/trace.go:171","msg":"trace[1964531436] linearizableReadLoop","detail":"{readStateIndex:20802; appliedIndex:20797; }","duration":"6.046408684s","start":"2026-05-06T01:58:33.11151Z","end":"2026-05-06T01:58:39.157918Z","steps":["trace[1964531436] 'read index received' (duration: 6.020761144s)","trace[1964531436] 'applied index is now lower than readState.Index' (duration: 25.64677ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:58:39.157947Z","caller":"traceutil/trace.go:171","msg":"trace[402747156] transaction","detail":"{read_only:false; response_revision:20111; number_of_response:1; }","duration":"2.245965155s","start":"2026-05-06T01:58:36.911969Z","end":"2026-05-06T01:58:39.157934Z","steps":["trace[402747156] 'process raft request' (duration: 2.245567105s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:39.158036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.046513177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" ","response":"range_response_count:1 size:1931"} {"level":"info","ts":"2026-05-06T01:58:39.158069Z","caller":"traceutil/trace.go:171","msg":"trace[260833952] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:1; response_revision:20112; }","duration":"6.046565438s","start":"2026-05-06T01:58:33.111495Z","end":"2026-05-06T01:58:39.15806Z","steps":["trace[260833952] 'agreement among raft nodes before linearized reading' (duration: 6.046485026s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:39.158095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:33.111489Z","time spent":"6.046598328s","remote":"127.0.0.1:45194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1953,"request content":"key:\"/registry/clusterroles/system:aggregate-to-view\" "} {"level":"warn","ts":"2026-05-06T01:58:39.158064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:36.911943Z","time spent":"2.246084317s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:58:39.158196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.949675864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:auth-delegator\" ","response":"range_response_count:1 size:652"} {"level":"info","ts":"2026-05-06T01:58:39.158264Z","caller":"traceutil/trace.go:171","msg":"trace[270546898] range","detail":"{range_begin:/registry/clusterroles/system:auth-delegator; range_end:; response_count:1; response_revision:20112; }","duration":"5.949780746s","start":"2026-05-06T01:58:33.208467Z","end":"2026-05-06T01:58:39.158248Z","steps":["trace[270546898] 'agreement among raft nodes before linearized reading' (duration: 5.949648563s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:39.158251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.602139703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T01:58:39.158427Z","caller":"traceutil/trace.go:171","msg":"trace[260229783] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:20112; }","duration":"3.602366849s","start":"2026-05-06T01:58:35.556033Z","end":"2026-05-06T01:58:39.1584Z","steps":["trace[260229783] 'agreement among raft nodes before linearized reading' (duration: 3.602085442s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:39.158474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:35.556014Z","time spent":"3.602447521s","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:58:39.1585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.888983533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T01:58:39.158514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.844877303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-05-06T01:58:39.158492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.599156278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-06T01:58:39.158532Z","caller":"traceutil/trace.go:171","msg":"trace[1133146290] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:20112; }","duration":"4.889045405s","start":"2026-05-06T01:58:34.269476Z","end":"2026-05-06T01:58:39.158521Z","steps":["trace[1133146290] 'agreement among raft nodes before linearized reading' (duration: 4.888991753s)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:39.158544Z","caller":"traceutil/trace.go:171","msg":"trace[67088298] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:20112; }","duration":"4.844935355s","start":"2026-05-06T01:58:34.313599Z","end":"2026-05-06T01:58:39.158534Z","steps":["trace[67088298] 'agreement among raft nodes before linearized reading' (duration: 4.844797462s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:39.158564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:34.269458Z","time spent":"4.889099795s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:58:39.158578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.476486899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-87ls4\" ","response":"range_response_count:1 size:5931"} {"level":"warn","ts":"2026-05-06T01:58:39.158607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.752577605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T01:58:39.158628Z","caller":"traceutil/trace.go:171","msg":"trace[938529102] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:20112; }","duration":"5.752637867s","start":"2026-05-06T01:58:33.405983Z","end":"2026-05-06T01:58:39.158621Z","steps":["trace[938529102] 'agreement among raft nodes before linearized reading' (duration: 5.752596516s)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:39.158636Z","caller":"traceutil/trace.go:171","msg":"trace[1491926727] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-87ls4; range_end:; response_count:1; response_revision:20112; }","duration":"5.476577331s","start":"2026-05-06T01:58:33.682042Z","end":"2026-05-06T01:58:39.158619Z","steps":["trace[1491926727] 'agreement among raft nodes before linearized reading' (duration: 5.476409897s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:39.158646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:33.405962Z","time spent":"5.752678307s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:58:39.15867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015834503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T01:58:39.158681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:33.681996Z","time spent":"5.476675623s","remote":"127.0.0.1:45030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5953,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-87ls4\" "} {"level":"info","ts":"2026-05-06T01:58:39.158697Z","caller":"traceutil/trace.go:171","msg":"trace[743801904] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:20112; }","duration":"1.015899514s","start":"2026-05-06T01:58:38.142789Z","end":"2026-05-06T01:58:39.158689Z","steps":["trace[743801904] 'agreement among raft nodes before linearized reading' (duration: 1.015847083s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:39.15869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.515883618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T01:58:39.158566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:34.313583Z","time spent":"4.844978255s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-06T01:58:39.158729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:38.142769Z","time spent":"1.015953646s","remote":"127.0.0.1:42988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-05-06T01:58:39.158742Z","caller":"traceutil/trace.go:171","msg":"trace[1115307892] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:20112; }","duration":"4.51596189s","start":"2026-05-06T01:58:34.642767Z","end":"2026-05-06T01:58:39.158729Z","steps":["trace[1115307892] 'agreement among raft nodes before linearized reading' (duration: 4.515855748s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:39.158779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:34.642756Z","time spent":"4.516013531s","remote":"127.0.0.1:45336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:58:39.158794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.546543308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-06T01:58:39.158833Z","caller":"traceutil/trace.go:171","msg":"trace[1619723555] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20112; }","duration":"4.5466151s","start":"2026-05-06T01:58:34.612207Z","end":"2026-05-06T01:58:39.158822Z","steps":["trace[1619723555] 'agreement among raft nodes before linearized reading' (duration: 4.546509137s)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:39.158584Z","caller":"traceutil/trace.go:171","msg":"trace[1355580784] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20112; }","duration":"4.599314032s","start":"2026-05-06T01:58:34.559239Z","end":"2026-05-06T01:58:39.158553Z","steps":["trace[1355580784] 'agreement among raft nodes before linearized reading' (duration: 4.598894942s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:39.15888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:34.612184Z","time spent":"4.546687191s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-06T01:58:39.158913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:34.559218Z","time spent":"4.599686601s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-06T01:58:39.158947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84856418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T01:58:39.158967Z","caller":"traceutil/trace.go:171","msg":"trace[967789857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20112; }","duration":"1.848618622s","start":"2026-05-06T01:58:37.310342Z","end":"2026-05-06T01:58:39.15896Z","steps":["trace[967789857] 'agreement among raft nodes before linearized reading' (duration: 1.848590091s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:39.158985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:37.310301Z","time spent":"1.848680673s","remote":"127.0.0.1:44836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T01:58:39.15902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.179937787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-06T01:58:39.158916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764630384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-05-06T01:58:39.159064Z","caller":"traceutil/trace.go:171","msg":"trace[1494947268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20112; }","duration":"4.18006434s","start":"2026-05-06T01:58:34.978986Z","end":"2026-05-06T01:58:39.159051Z","steps":["trace[1494947268] 'agreement among raft nodes before linearized reading' (duration: 4.179931807s)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:39.159089Z","caller":"traceutil/trace.go:171","msg":"trace[1681856020] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:20112; }","duration":"1.764841689s","start":"2026-05-06T01:58:37.394236Z","end":"2026-05-06T01:58:39.159078Z","steps":["trace[1681856020] 'agreement among raft nodes before linearized reading' (duration: 1.764584413s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:39.159136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:37.394216Z","time spent":"1.764906482s","remote":"127.0.0.1:45012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-05-06T01:58:39.159098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:34.978966Z","time spent":"4.180123443s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-06T01:58:39.159405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.877556159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T01:58:39.159432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.303195504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T01:58:39.159494Z","caller":"traceutil/trace.go:171","msg":"trace[632703046] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:20112; }","duration":"3.303293426s","start":"2026-05-06T01:58:35.856188Z","end":"2026-05-06T01:58:39.159481Z","steps":["trace[632703046] 'agreement among raft nodes before linearized reading' (duration: 3.303201524s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:39.159515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.152144974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T01:58:39.159535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:35.856164Z","time spent":"3.303361067s","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-05-06T01:58:39.159551Z","caller":"traceutil/trace.go:171","msg":"trace[887755307] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:20112; }","duration":"2.152186744s","start":"2026-05-06T01:58:37.007352Z","end":"2026-05-06T01:58:39.159539Z","steps":["trace[887755307] 'agreement among raft nodes before linearized reading' (duration: 2.152125593s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:39.159588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:37.007347Z","time spent":"2.152232215s","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:58:39.158297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:33.20845Z","time spent":"5.949840288s","remote":"127.0.0.1:45194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":674,"request content":"key:\"/registry/clusterroles/system:auth-delegator\" "} {"level":"warn","ts":"2026-05-06T01:58:39.159716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.721916266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T01:58:39.159737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.157198303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-q7jsn.18acd74f3d1879da\" ","response":"range_response_count:1 size:884"} {"level":"info","ts":"2026-05-06T01:58:39.159751Z","caller":"traceutil/trace.go:171","msg":"trace[1818332058] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:20112; }","duration":"2.721954017s","start":"2026-05-06T01:58:36.437788Z","end":"2026-05-06T01:58:39.159742Z","steps":["trace[1818332058] 'agreement among raft nodes before linearized reading' (duration: 2.721898656s)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:39.159765Z","caller":"traceutil/trace.go:171","msg":"trace[696009262] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-q7jsn.18acd74f3d1879da; range_end:; response_count:1; response_revision:20112; }","duration":"2.157255794s","start":"2026-05-06T01:58:37.002501Z","end":"2026-05-06T01:58:39.159757Z","steps":["trace[696009262] 'agreement among raft nodes before linearized reading' (duration: 2.157160392s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:39.159775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:36.437711Z","time spent":"2.722057599s","remote":"127.0.0.1:48396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:58:39.159787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:37.002486Z","time spent":"2.157296265s","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":906,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-q7jsn.18acd74f3d1879da\" "} {"level":"warn","ts":"2026-05-06T01:58:39.158692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.05019773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-06T01:58:39.159827Z","caller":"traceutil/trace.go:171","msg":"trace[1977753105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20112; }","duration":"4.051372709s","start":"2026-05-06T01:58:35.10844Z","end":"2026-05-06T01:58:39.159813Z","steps":["trace[1977753105] 'agreement among raft nodes before linearized reading' (duration: 4.05017771s)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:39.159451Z","caller":"traceutil/trace.go:171","msg":"trace[1984593418] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:20112; }","duration":"2.877641301s","start":"2026-05-06T01:58:36.281792Z","end":"2026-05-06T01:58:39.159434Z","steps":["trace[1984593418] 'agreement among raft nodes before linearized reading' (duration: 2.877562529s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:39.159879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:35.108416Z","time spent":"4.051450691s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-06T01:58:39.159883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:36.281768Z","time spent":"2.878107271s","remote":"127.0.0.1:56278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-05-06T01:58:39.16149Z","caller":"traceutil/trace.go:171","msg":"trace[39051353] transaction","detail":"{read_only:false; response_revision:20112; number_of_response:1; }","duration":"945.440028ms","start":"2026-05-06T01:58:38.21252Z","end":"2026-05-06T01:58:39.15796Z","steps":["trace[39051353] 'process raft request' (duration: 945.359646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:39.161758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:38.212491Z","time spent":"949.132866ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:58:39.165084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.724653171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-05-06T01:58:39.165148Z","caller":"traceutil/trace.go:171","msg":"trace[2067307951] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:20112; }","duration":"2.724729492s","start":"2026-05-06T01:58:36.440404Z","end":"2026-05-06T01:58:39.165133Z","steps":["trace[2067307951] 'agreement among raft nodes before linearized reading' (duration: 2.719245292s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:39.165178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:36.440337Z","time spent":"2.724835835s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-06T01:58:46.414102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.723634ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-06T01:58:46.41422Z","caller":"traceutil/trace.go:171","msg":"trace[359945821] linearizableReadLoop","detail":"{readStateIndex:20889; appliedIndex:20888; }","duration":"131.440486ms","start":"2026-05-06T01:58:46.28276Z","end":"2026-05-06T01:58:46.4142Z","steps":["trace[359945821] 'read index received' (duration: 38.911µs)","trace[359945821] 'applied index is now lower than readState.Index' (duration: 131.399925ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:58:46.41439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.617201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:pod-garbage-collector\" ","response":"range_response_count:1 size:760"} {"level":"info","ts":"2026-05-06T01:58:46.414429Z","caller":"traceutil/trace.go:171","msg":"trace[763223854] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:pod-garbage-collector; range_end:; response_count:1; response_revision:20196; }","duration":"131.692573ms","start":"2026-05-06T01:58:46.282723Z","end":"2026-05-06T01:58:46.414415Z","steps":["trace[763223854] 'agreement among raft nodes before linearized reading' (duration: 131.563349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:46.414573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.273519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:ttl-controller\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-05-06T01:58:46.414702Z","caller":"traceutil/trace.go:171","msg":"trace[2113986297] range","detail":"{range_begin:/registry/clusterroles/system:controller:ttl-controller; range_end:; response_count:1; response_revision:20196; }","duration":"117.464315ms","start":"2026-05-06T01:58:46.297206Z","end":"2026-05-06T01:58:46.414671Z","steps":["trace[2113986297] 'agreement among raft nodes before linearized reading' (duration: 117.182847ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:47.153345Z","caller":"traceutil/trace.go:171","msg":"trace[154475661] transaction","detail":"{read_only:false; response_revision:20199; number_of_response:1; }","duration":"131.194141ms","start":"2026-05-06T01:58:47.022092Z","end":"2026-05-06T01:58:47.153286Z","steps":["trace[154475661] 'process raft request' (duration: 89.612542ms)","trace[154475661] 'compare' (duration: 41.373624ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:58:49.422797Z","caller":"traceutil/trace.go:171","msg":"trace[151040495] transaction","detail":"{read_only:false; response_revision:20216; number_of_response:1; }","duration":"118.641292ms","start":"2026-05-06T01:58:49.304133Z","end":"2026-05-06T01:58:49.422774Z","steps":["trace[151040495] 'process raft request' (duration: 117.888044ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:49.422963Z","caller":"traceutil/trace.go:171","msg":"trace[1439027465] linearizableReadLoop","detail":"{readStateIndex:20910; appliedIndex:20908; }","duration":"115.803774ms","start":"2026-05-06T01:58:49.307136Z","end":"2026-05-06T01:58:49.42294Z","steps":["trace[1439027465] 'read index received' (duration: 23.486168ms)","trace[1439027465] 'applied index is now lower than readState.Index' (duration: 92.316566ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:58:49.423298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.153423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-06T01:58:49.42334Z","caller":"traceutil/trace.go:171","msg":"trace[88735655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20217; }","duration":"116.250556ms","start":"2026-05-06T01:58:49.307079Z","end":"2026-05-06T01:58:49.42333Z","steps":["trace[88735655] 'agreement among raft nodes before linearized reading' (duration: 116.122092ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:49.451424Z","caller":"traceutil/trace.go:171","msg":"trace[1258780804] transaction","detail":"{read_only:false; response_revision:20219; number_of_response:1; }","duration":"119.687728ms","start":"2026-05-06T01:58:49.331711Z","end":"2026-05-06T01:58:49.451399Z","steps":["trace[1258780804] 'process raft request' (duration: 119.544013ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:49.451647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.704764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:persistent-volume-provisioner\" ","response":"range_response_count:1 size:813"} {"level":"info","ts":"2026-05-06T01:58:49.451704Z","caller":"traceutil/trace.go:171","msg":"trace[415185179] range","detail":"{range_begin:/registry/clusterroles/system:persistent-volume-provisioner; range_end:; response_count:1; response_revision:20219; }","duration":"110.793526ms","start":"2026-05-06T01:58:49.340894Z","end":"2026-05-06T01:58:49.451687Z","steps":["trace[415185179] 'agreement among raft nodes before linearized reading' (duration: 110.583261ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:49.451714Z","caller":"traceutil/trace.go:171","msg":"trace[686437125] transaction","detail":"{read_only:false; response_revision:20218; number_of_response:1; }","duration":"121.098901ms","start":"2026-05-06T01:58:49.330529Z","end":"2026-05-06T01:58:49.451628Z","steps":["trace[686437125] 'process raft request' (duration: 120.65817ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:49.593713Z","caller":"traceutil/trace.go:171","msg":"trace[1395025445] linearizableReadLoop","detail":"{readStateIndex:20915; appliedIndex:20914; }","duration":"122.090953ms","start":"2026-05-06T01:58:49.471592Z","end":"2026-05-06T01:58:49.593683Z","steps":["trace[1395025445] 'read index received' (duration: 55.5016ms)","trace[1395025445] 'applied index is now lower than readState.Index' (duration: 66.587623ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:58:49.593792Z","caller":"traceutil/trace.go:171","msg":"trace[29409838] transaction","detail":"{read_only:false; response_revision:20221; number_of_response:1; }","duration":"136.711981ms","start":"2026-05-06T01:58:49.457037Z","end":"2026-05-06T01:58:49.593749Z","steps":["trace[29409838] 'process raft request' (duration: 70.067076ms)","trace[29409838] 'compare' (duration: 66.42824ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:58:49.593969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.220484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:discovery\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-05-06T01:58:49.594024Z","caller":"traceutil/trace.go:171","msg":"trace[583222229] range","detail":"{range_begin:/registry/clusterrolebindings/system:discovery; range_end:; response_count:1; response_revision:20221; }","duration":"137.317736ms","start":"2026-05-06T01:58:49.456691Z","end":"2026-05-06T01:58:49.594009Z","steps":["trace[583222229] 'agreement among raft nodes before linearized reading' (duration: 137.148942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:49.594003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.010663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:persistent-volume-provisioner\" ","response":"range_response_count:1 size:813"} {"level":"info","ts":"2026-05-06T01:58:49.594093Z","caller":"traceutil/trace.go:171","msg":"trace[966953594] range","detail":"{range_begin:/registry/clusterroles/system:persistent-volume-provisioner; range_end:; response_count:1; response_revision:20221; }","duration":"138.127855ms","start":"2026-05-06T01:58:49.455942Z","end":"2026-05-06T01:58:49.59407Z","steps":["trace[966953594] 'agreement among raft nodes before linearized reading' (duration: 137.947661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:49.594477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.775985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1989faa4-d885-412f-857c-ca084250b94f\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-05-06T01:58:49.594589Z","caller":"traceutil/trace.go:171","msg":"trace[775104386] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1989faa4-d885-412f-857c-ca084250b94f; range_end:; response_count:1; response_revision:20221; }","duration":"139.932099ms","start":"2026-05-06T01:58:49.454631Z","end":"2026-05-06T01:58:49.594563Z","steps":["trace[775104386] 'agreement among raft nodes before linearized reading' (duration: 139.609991ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:49.635603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.165987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T01:58:49.635703Z","caller":"traceutil/trace.go:171","msg":"trace[1204480131] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:20222; }","duration":"117.28854ms","start":"2026-05-06T01:58:49.51839Z","end":"2026-05-06T01:58:49.635679Z","steps":["trace[1204480131] 'agreement among raft nodes before linearized reading' (duration: 117.084975ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:49.635825Z","caller":"traceutil/trace.go:171","msg":"trace[23367506] transaction","detail":"{read_only:false; response_revision:20222; number_of_response:1; }","duration":"159.622887ms","start":"2026-05-06T01:58:49.476172Z","end":"2026-05-06T01:58:49.635795Z","steps":["trace[23367506] 'process raft request' (duration: 159.137165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:51.658701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.363992ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T01:58:51.658844Z","caller":"traceutil/trace.go:171","msg":"trace[518310223] transaction","detail":"{read_only:false; response_revision:20227; number_of_response:1; }","duration":"229.247182ms","start":"2026-05-06T01:58:51.429561Z","end":"2026-05-06T01:58:51.658808Z","steps":["trace[518310223] 'process raft request' (duration: 66.674345ms)","trace[518310223] 'compare' (duration: 161.84167ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:58:51.660605Z","caller":"traceutil/trace.go:171","msg":"trace[740010962] linearizableReadLoop","detail":"{readStateIndex:20923; appliedIndex:20921; }","duration":"184.696253ms","start":"2026-05-06T01:58:51.475882Z","end":"2026-05-06T01:58:51.660579Z","steps":["trace[740010962] 'read index received' (duration: 20.320163ms)","trace[740010962] 'applied index is now lower than readState.Index' (duration: 164.37251ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:58:51.660644Z","caller":"traceutil/trace.go:171","msg":"trace[940027014] transaction","detail":"{read_only:false; response_revision:20228; number_of_response:1; }","duration":"201.491723ms","start":"2026-05-06T01:58:51.459126Z","end":"2026-05-06T01:58:51.660618Z","steps":["trace[940027014] 'process raft request' (duration: 201.308719ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:51.660797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.729725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:1 size:340"} {"level":"info","ts":"2026-05-06T01:58:51.660834Z","caller":"traceutil/trace.go:171","msg":"trace[899416383] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:1; response_revision:20228; }","duration":"179.852948ms","start":"2026-05-06T01:58:51.48097Z","end":"2026-05-06T01:58:51.660823Z","steps":["trace[899416383] 'agreement among raft nodes before linearized reading' (duration: 179.748035ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:51.660835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.953619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-06T01:58:51.660884Z","caller":"traceutil/trace.go:171","msg":"trace[1716444896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20228; }","duration":"185.061002ms","start":"2026-05-06T01:58:51.47581Z","end":"2026-05-06T01:58:51.660871Z","steps":["trace[1716444896] 'agreement among raft nodes before linearized reading' (duration: 184.907598ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:51.661066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.291693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/envoy-gateway-system\" ","response":"range_response_count:1 size:413"} {"level":"info","ts":"2026-05-06T01:58:51.661882Z","caller":"traceutil/trace.go:171","msg":"trace[2070858427] range","detail":"{range_begin:/registry/namespaces/envoy-gateway-system; range_end:; response_count:1; response_revision:20228; }","duration":"147.403576ms","start":"2026-05-06T01:58:51.513724Z","end":"2026-05-06T01:58:51.661128Z","steps":["trace[2070858427] 'agreement among raft nodes before linearized reading' (duration: 147.14939ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:51.918872Z","caller":"traceutil/trace.go:171","msg":"trace[420075681] linearizableReadLoop","detail":"{readStateIndex:20926; appliedIndex:20924; }","duration":"207.068396ms","start":"2026-05-06T01:58:51.711774Z","end":"2026-05-06T01:58:51.918842Z","steps":["trace[420075681] 'read index received' (duration: 141.711411ms)","trace[420075681] 'applied index is now lower than readState.Index' (duration: 65.355745ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:58:51.9189Z","caller":"traceutil/trace.go:171","msg":"trace[1091937458] transaction","detail":"{read_only:false; response_revision:20230; number_of_response:1; }","duration":"254.003501ms","start":"2026-05-06T01:58:51.664858Z","end":"2026-05-06T01:58:51.918862Z","steps":["trace[1091937458] 'process raft request' (duration: 188.578185ms)","trace[1091937458] 'compare' (duration: 65.16326ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:58:51.918944Z","caller":"traceutil/trace.go:171","msg":"trace[1752068739] transaction","detail":"{read_only:false; response_revision:20231; number_of_response:1; }","duration":"252.793153ms","start":"2026-05-06T01:58:51.666112Z","end":"2026-05-06T01:58:51.918905Z","steps":["trace[1752068739] 'process raft request' (duration: 252.64934ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:51.919059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.751542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T01:58:51.919139Z","caller":"traceutil/trace.go:171","msg":"trace[1045719832] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:20231; }","duration":"252.846064ms","start":"2026-05-06T01:58:51.666274Z","end":"2026-05-06T01:58:51.91912Z","steps":["trace[1045719832] 'agreement among raft nodes before linearized reading' (duration: 252.711931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:51.919261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.49317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/default/\" range_end:\"/registry/resourcequotas/default0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T01:58:51.919347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.398218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/envoy-gateway-system\" ","response":"range_response_count:1 size:413"} {"level":"warn","ts":"2026-05-06T01:58:51.919323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.702774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-05-06T01:58:51.919388Z","caller":"traceutil/trace.go:171","msg":"trace[121208904] range","detail":"{range_begin:/registry/namespaces/envoy-gateway-system; range_end:; response_count:1; response_revision:20231; }","duration":"179.48666ms","start":"2026-05-06T01:58:51.73989Z","end":"2026-05-06T01:58:51.919377Z","steps":["trace[121208904] 'agreement among raft nodes before linearized reading' (duration: 179.293785ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:51.91939Z","caller":"traceutil/trace.go:171","msg":"trace[1701877787] range","detail":"{range_begin:/registry/resourcequotas/default/; range_end:/registry/resourcequotas/default0; response_count:0; response_revision:20231; }","duration":"203.696146ms","start":"2026-05-06T01:58:51.715667Z","end":"2026-05-06T01:58:51.919363Z","steps":["trace[1701877787] 'agreement among raft nodes before linearized reading' (duration: 203.456659ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:51.919416Z","caller":"traceutil/trace.go:171","msg":"trace[1457080331] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:20231; }","duration":"113.806467ms","start":"2026-05-06T01:58:51.805587Z","end":"2026-05-06T01:58:51.919393Z","steps":["trace[1457080331] 'agreement among raft nodes before linearized reading' (duration: 113.553071ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:52.158652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.260053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/ingress-nginx\" ","response":"range_response_count:1 size:385"} {"level":"info","ts":"2026-05-06T01:58:52.158748Z","caller":"traceutil/trace.go:171","msg":"trace[1607638728] range","detail":"{range_begin:/registry/namespaces/ingress-nginx; range_end:; response_count:1; response_revision:20231; }","duration":"139.386045ms","start":"2026-05-06T01:58:52.019332Z","end":"2026-05-06T01:58:52.158718Z","steps":["trace[1607638728] 'range keys from in-memory index tree' (duration: 139.13561ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:52.627458Z","caller":"traceutil/trace.go:171","msg":"trace[955190233] linearizableReadLoop","detail":"{readStateIndex:20927; appliedIndex:20926; }","duration":"372.528621ms","start":"2026-05-06T01:58:52.254898Z","end":"2026-05-06T01:58:52.627426Z","steps":["trace[955190233] 'read index received' (duration: 372.290226ms)","trace[955190233] 'applied index is now lower than readState.Index' (duration: 237.535µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:58:52.627537Z","caller":"traceutil/trace.go:171","msg":"trace[563218748] transaction","detail":"{read_only:false; response_revision:20232; number_of_response:1; }","duration":"373.114975ms","start":"2026-05-06T01:58:52.254401Z","end":"2026-05-06T01:58:52.627516Z","steps":["trace[563218748] 'process raft request' (duration: 372.868859ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:52.62767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:52.254381Z","time spent":"373.205587ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:58:52.627705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.801458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/ingress-nginx\" ","response":"range_response_count:1 size:385"} {"level":"warn","ts":"2026-05-06T01:58:52.627707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.030445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-public\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-05-06T01:58:52.627766Z","caller":"traceutil/trace.go:171","msg":"trace[1253247018] range","detail":"{range_begin:/registry/namespaces/ingress-nginx; range_end:; response_count:1; response_revision:20232; }","duration":"372.89547ms","start":"2026-05-06T01:58:52.254854Z","end":"2026-05-06T01:58:52.627749Z","steps":["trace[1253247018] 'agreement among raft nodes before linearized reading' (duration: 372.709076ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:52.627773Z","caller":"traceutil/trace.go:171","msg":"trace[1276286478] range","detail":"{range_begin:/registry/namespaces/kube-public; range_end:; response_count:1; response_revision:20232; }","duration":"355.184498ms","start":"2026-05-06T01:58:52.272574Z","end":"2026-05-06T01:58:52.627759Z","steps":["trace[1276286478] 'agreement among raft nodes before linearized reading' (duration: 355.000744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:52.627807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:52.254834Z","time spent":"372.964721ms","remote":"127.0.0.1:44974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":407,"request content":"key:\"/registry/namespaces/ingress-nginx\" "} {"level":"warn","ts":"2026-05-06T01:58:52.627843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:52.272552Z","time spent":"355.27833ms","remote":"127.0.0.1:44974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-public\" "} {"level":"warn","ts":"2026-05-06T01:58:52.627817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.483388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T01:58:52.627925Z","caller":"traceutil/trace.go:171","msg":"trace[1534621405] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20232; }","duration":"324.639692ms","start":"2026-05-06T01:58:52.303258Z","end":"2026-05-06T01:58:52.627898Z","steps":["trace[1534621405] 'agreement among raft nodes before linearized reading' (duration: 324.469568ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:52.627994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:58:52.303243Z","time spent":"324.737553ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-06T01:58:53.008678Z","caller":"traceutil/trace.go:171","msg":"trace[1323761313] linearizableReadLoop","detail":"{readStateIndex:20928; appliedIndex:20927; }","duration":"114.371249ms","start":"2026-05-06T01:58:52.89428Z","end":"2026-05-06T01:58:53.008651Z","steps":["trace[1323761313] 'read index received' (duration: 114.169955ms)","trace[1323761313] 'applied index is now lower than readState.Index' (duration: 200.344µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:58:53.00884Z","caller":"traceutil/trace.go:171","msg":"trace[727823326] transaction","detail":"{read_only:false; response_revision:20233; number_of_response:1; }","duration":"136.152548ms","start":"2026-05-06T01:58:52.872633Z","end":"2026-05-06T01:58:53.008785Z","steps":["trace[727823326] 'process raft request' (duration: 135.82366ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:58:53.00893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.642146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/local-path-storage\" ","response":"range_response_count:1 size:405"} {"level":"info","ts":"2026-05-06T01:58:53.00897Z","caller":"traceutil/trace.go:171","msg":"trace[1087741447] range","detail":"{range_begin:/registry/namespaces/local-path-storage; range_end:; response_count:1; response_revision:20233; }","duration":"114.733759ms","start":"2026-05-06T01:58:52.894226Z","end":"2026-05-06T01:58:53.00896Z","steps":["trace[1087741447] 'agreement among raft nodes before linearized reading' (duration: 114.553554ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:58:54.051613Z","caller":"traceutil/trace.go:171","msg":"trace[2034825256] transaction","detail":"{read_only:false; response_revision:20239; number_of_response:1; }","duration":"120.128148ms","start":"2026-05-06T01:58:53.931442Z","end":"2026-05-06T01:58:54.05157Z","steps":["trace[2034825256] 'process raft request' (duration: 85.062713ms)","trace[2034825256] 'compare' (duration: 34.8767ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:59:27.011124Z","caller":"traceutil/trace.go:171","msg":"trace[1384874620] transaction","detail":"{read_only:false; response_revision:20409; number_of_response:1; }","duration":"105.91508ms","start":"2026-05-06T01:59:26.905173Z","end":"2026-05-06T01:59:27.011088Z","steps":["trace[1384874620] 'process raft request' (duration: 105.643653ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:59:28.091781Z","caller":"traceutil/trace.go:171","msg":"trace[1888019203] linearizableReadLoop","detail":"{readStateIndex:21114; appliedIndex:21113; }","duration":"275.388391ms","start":"2026-05-06T01:59:27.816368Z","end":"2026-05-06T01:59:28.091756Z","steps":["trace[1888019203] 'read index received' (duration: 275.225547ms)","trace[1888019203] 'applied index is now lower than readState.Index' (duration: 161.434µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:59:28.091922Z","caller":"traceutil/trace.go:171","msg":"trace[675969661] transaction","detail":"{read_only:false; response_revision:20412; number_of_response:1; }","duration":"276.846295ms","start":"2026-05-06T01:59:27.815018Z","end":"2026-05-06T01:59:28.091864Z","steps":["trace[675969661] 'process raft request' (duration: 276.556528ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:59:28.09216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.751419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-05-06T01:59:28.092289Z","caller":"traceutil/trace.go:171","msg":"trace[406478616] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:20412; }","duration":"275.939554ms","start":"2026-05-06T01:59:27.81632Z","end":"2026-05-06T01:59:28.09226Z","steps":["trace[406478616] 'agreement among raft nodes before linearized reading' (duration: 275.564395ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:59:28.092558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.784803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-06T01:59:28.092775Z","caller":"traceutil/trace.go:171","msg":"trace[1322684979] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20412; }","duration":"203.134531ms","start":"2026-05-06T01:59:27.889573Z","end":"2026-05-06T01:59:28.092708Z","steps":["trace[1322684979] 'agreement among raft nodes before linearized reading' (duration: 202.564398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:59:28.093048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.857341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-06T01:59:28.093114Z","caller":"traceutil/trace.go:171","msg":"trace[1255421171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20412; }","duration":"206.961393ms","start":"2026-05-06T01:59:27.886137Z","end":"2026-05-06T01:59:28.093098Z","steps":["trace[1255421171] 'agreement among raft nodes before linearized reading' (duration: 206.772879ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:59:28.093539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.070341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-f7mxz\" ","response":"range_response_count:1 size:5980"} {"level":"info","ts":"2026-05-06T01:59:28.093583Z","caller":"traceutil/trace.go:171","msg":"trace[1186498813] range","detail":"{range_begin:/registry/pods/monitoring/vector-f7mxz; range_end:; response_count:1; response_revision:20412; }","duration":"261.166053ms","start":"2026-05-06T01:59:27.832406Z","end":"2026-05-06T01:59:28.093572Z","steps":["trace[1186498813] 'agreement among raft nodes before linearized reading' (duration: 261.04645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:59:28.558783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.815993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-05-06T01:59:28.558866Z","caller":"traceutil/trace.go:171","msg":"trace[1503238971] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:20416; }","duration":"249.940576ms","start":"2026-05-06T01:59:28.308904Z","end":"2026-05-06T01:59:28.558844Z","steps":["trace[1503238971] 'range keys from in-memory index tree' (duration: 249.636018ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:59:28.55937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.666362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-05-06T01:59:28.55947Z","caller":"traceutil/trace.go:171","msg":"trace[719689376] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:20416; }","duration":"152.825195ms","start":"2026-05-06T01:59:28.406621Z","end":"2026-05-06T01:59:28.559446Z","steps":["trace[719689376] 'range keys from in-memory index tree' (duration: 152.446657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:59:28.559713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.52853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T01:59:28.559746Z","caller":"traceutil/trace.go:171","msg":"trace[1654676326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20416; }","duration":"250.56171ms","start":"2026-05-06T01:59:28.309177Z","end":"2026-05-06T01:59:28.559739Z","steps":["trace[1654676326] 'range keys from in-memory index tree' (duration: 250.437337ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:59:29.754557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.938655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388806"} {"level":"info","ts":"2026-05-06T01:59:29.754649Z","caller":"traceutil/trace.go:171","msg":"trace[1979248805] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20419; }","duration":"282.068068ms","start":"2026-05-06T01:59:29.472565Z","end":"2026-05-06T01:59:29.754633Z","steps":["trace[1979248805] 'range keys from bolt db' (duration: 280.507853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:59:30.266353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226904093671225,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-06T01:59:30.532718Z","caller":"traceutil/trace.go:171","msg":"trace[1571616704] transaction","detail":"{read_only:false; response_revision:20420; number_of_response:1; }","duration":"786.934368ms","start":"2026-05-06T01:59:29.745756Z","end":"2026-05-06T01:59:30.532691Z","steps":["trace[1571616704] 'process raft request' (duration: 786.715843ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:59:30.5329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:59:29.745721Z","time spent":"787.073212ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:59:30.534101Z","caller":"traceutil/trace.go:171","msg":"trace[701781697] transaction","detail":"{read_only:false; response_revision:20421; number_of_response:1; }","duration":"541.218674ms","start":"2026-05-06T01:59:29.992852Z","end":"2026-05-06T01:59:30.53407Z","steps":["trace[701781697] 'process raft request' (duration: 540.997128ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:59:30.534353Z","caller":"traceutil/trace.go:171","msg":"trace[1201515548] transaction","detail":"{read_only:false; response_revision:20422; number_of_response:1; }","duration":"435.403478ms","start":"2026-05-06T01:59:30.098936Z","end":"2026-05-06T01:59:30.534339Z","steps":["trace[1201515548] 'process raft request' (duration: 435.08484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:59:30.53446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:59:30.098913Z","time spent":"435.464619ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:59:30.534496Z","caller":"traceutil/trace.go:171","msg":"trace[105822477] linearizableReadLoop","detail":"{readStateIndex:21124; appliedIndex:21121; }","duration":"768.411958ms","start":"2026-05-06T01:59:29.766056Z","end":"2026-05-06T01:59:30.534468Z","steps":["trace[105822477] 'read index received' (duration: 766.366519ms)","trace[105822477] 'applied index is now lower than readState.Index' (duration: 2.043989ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:59:30.534888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.356527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-06T01:59:30.534921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.19662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-06T01:59:30.534961Z","caller":"traceutil/trace.go:171","msg":"trace[1276169908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20423; }","duration":"224.450059ms","start":"2026-05-06T01:59:30.310496Z","end":"2026-05-06T01:59:30.534947Z","steps":["trace[1276169908] 'agreement among raft nodes before linearized reading' (duration: 224.279565ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:59:30.534972Z","caller":"traceutil/trace.go:171","msg":"trace[613258661] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20423; }","duration":"292.330213ms","start":"2026-05-06T01:59:30.242625Z","end":"2026-05-06T01:59:30.534955Z","steps":["trace[613258661] 'agreement among raft nodes before linearized reading' (duration: 292.115378ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:59:30.535161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.524262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T01:59:30.535188Z","caller":"traceutil/trace.go:171","msg":"trace[130129257] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20423; }","duration":"330.589804ms","start":"2026-05-06T01:59:30.20459Z","end":"2026-05-06T01:59:30.53518Z","steps":["trace[130129257] 'agreement among raft nodes before linearized reading' (duration: 330.547443ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:59:30.535209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:59:30.204572Z","time spent":"330.628464ms","remote":"127.0.0.1:54752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:59:30.535339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.859089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T01:59:30.535391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.837215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-06T01:59:30.53541Z","caller":"traceutil/trace.go:171","msg":"trace[349941961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20423; }","duration":"429.856595ms","start":"2026-05-06T01:59:30.105548Z","end":"2026-05-06T01:59:30.535405Z","steps":["trace[349941961] 'agreement among raft nodes before linearized reading' (duration: 429.804124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:59:30.535425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:59:30.105495Z","time spent":"429.926646ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-06T01:59:30.535426Z","caller":"traceutil/trace.go:171","msg":"trace[1709583953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20423; }","duration":"224.978412ms","start":"2026-05-06T01:59:30.310422Z","end":"2026-05-06T01:59:30.535401Z","steps":["trace[1709583953] 'agreement among raft nodes before linearized reading' (duration: 224.843739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:59:30.535444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.812494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-06T01:59:30.535522Z","caller":"traceutil/trace.go:171","msg":"trace[739149723] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20423; }","duration":"429.908416ms","start":"2026-05-06T01:59:30.105576Z","end":"2026-05-06T01:59:30.535484Z","steps":["trace[739149723] 'agreement among raft nodes before linearized reading' (duration: 429.459945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:59:30.535556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.138157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/heat-bin\" ","response":"range_response_count:1 size:28721"} {"level":"info","ts":"2026-05-06T01:59:30.535576Z","caller":"traceutil/trace.go:171","msg":"trace[1400611084] range","detail":"{range_begin:/registry/configmaps/openstack/heat-bin; range_end:; response_count:1; response_revision:20423; }","duration":"751.171348ms","start":"2026-05-06T01:59:29.784397Z","end":"2026-05-06T01:59:30.535569Z","steps":["trace[1400611084] 'agreement among raft nodes before linearized reading' (duration: 750.338158ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:59:30.535593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:59:29.784389Z","time spent":"751.201058ms","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":28743,"request content":"key:\"/registry/configmaps/openstack/heat-bin\" "} {"level":"warn","ts":"2026-05-06T01:59:30.535586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:59:30.105566Z","time spent":"429.988507ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-06T01:59:30.536595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:59:29.992819Z","time spent":"541.373098ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:59:30.540465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.38638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-ks-endpoints-hth2r.18acd70f08f0198c\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:20419 ","response":"range_response_count:1000 size:778364"} {"level":"info","ts":"2026-05-06T01:59:30.54054Z","caller":"traceutil/trace.go:171","msg":"trace[1131326401] range","detail":"{range_begin:/registry/events/openstack/heat-ks-endpoints-hth2r.18acd70f08f0198c\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:20423; }","duration":"774.509123ms","start":"2026-05-06T01:59:29.766014Z","end":"2026-05-06T01:59:30.540523Z","steps":["trace[1131326401] 'agreement among raft nodes before linearized reading' (duration: 768.600282ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:59:30.540653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:59:29.765992Z","time spent":"774.579294ms","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":106,"response count":1160,"response size":778386,"request content":"key:\"/registry/events/openstack/heat-ks-endpoints-hth2r.18acd70f08f0198c\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:20419 "} {"level":"info","ts":"2026-05-06T01:59:30.869748Z","caller":"traceutil/trace.go:171","msg":"trace[952112200] linearizableReadLoop","detail":"{readStateIndex:21130; appliedIndex:21129; }","duration":"110.502229ms","start":"2026-05-06T01:59:30.759223Z","end":"2026-05-06T01:59:30.869725Z","steps":["trace[952112200] 'read index received' (duration: 110.258122ms)","trace[952112200] 'applied index is now lower than readState.Index' (duration: 243.287µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:59:30.869806Z","caller":"traceutil/trace.go:171","msg":"trace[1477420043] transaction","detail":"{read_only:false; response_revision:20428; number_of_response:1; }","duration":"113.860568ms","start":"2026-05-06T01:59:30.755923Z","end":"2026-05-06T01:59:30.869784Z","steps":["trace[1477420043] 'process raft request' (duration: 113.599861ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:59:30.870155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.416166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keepalived-bin\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-05-06T01:59:30.870263Z","caller":"traceutil/trace.go:171","msg":"trace[2127804788] range","detail":"{range_begin:/registry/configmaps/openstack/keepalived-bin; range_end:; response_count:1; response_revision:20428; }","duration":"102.56781ms","start":"2026-05-06T01:59:30.767671Z","end":"2026-05-06T01:59:30.870239Z","steps":["trace[2127804788] 'agreement among raft nodes before linearized reading' (duration: 102.264593ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:59:30.873848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.591926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-ks-endpoints-hth2r.18acd70f08f0198c\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:20427 ","response":"range_response_count:1000 size:778364"} {"level":"info","ts":"2026-05-06T01:59:30.873901Z","caller":"traceutil/trace.go:171","msg":"trace[1347297371] range","detail":"{range_begin:/registry/events/openstack/heat-ks-endpoints-hth2r.18acd70f08f0198c\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:20428; }","duration":"114.711299ms","start":"2026-05-06T01:59:30.759178Z","end":"2026-05-06T01:59:30.873889Z","steps":["trace[1347297371] 'agreement among raft nodes before linearized reading' (duration: 110.680583ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:59:33.401966Z","caller":"traceutil/trace.go:171","msg":"trace[1933841451] transaction","detail":"{read_only:false; response_revision:20442; number_of_response:1; }","duration":"189.281862ms","start":"2026-05-06T01:59:33.212654Z","end":"2026-05-06T01:59:33.401936Z","steps":["trace[1933841451] 'process raft request' (duration: 189.137839ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:59:33.4024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.993217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-barbican-server-conf\" ","response":"range_response_count:1 size:1367"} {"level":"info","ts":"2026-05-06T01:59:33.402432Z","caller":"traceutil/trace.go:171","msg":"trace[773005407] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-barbican-server-conf; range_end:; response_count:1; response_revision:20442; }","duration":"184.130941ms","start":"2026-05-06T01:59:33.218291Z","end":"2026-05-06T01:59:33.402422Z","steps":["trace[773005407] 'agreement among raft nodes before linearized reading' (duration: 183.960827ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:59:33.402207Z","caller":"traceutil/trace.go:171","msg":"trace[428534762] linearizableReadLoop","detail":"{readStateIndex:21145; appliedIndex:21145; }","duration":"183.802712ms","start":"2026-05-06T01:59:33.218394Z","end":"2026-05-06T01:59:33.402197Z","steps":["trace[428534762] 'read index received' (duration: 183.796862ms)","trace[428534762] 'applied index is now lower than readState.Index' (duration: 5.19µs)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:59:33.402801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.806269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cinder-plugins-conf\" ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-05-06T01:59:33.402874Z","caller":"traceutil/trace.go:171","msg":"trace[1883453908] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cinder-plugins-conf; range_end:; response_count:1; response_revision:20442; }","duration":"174.906602ms","start":"2026-05-06T01:59:33.227949Z","end":"2026-05-06T01:59:33.402855Z","steps":["trace[1883453908] 'agreement among raft nodes before linearized reading' (duration: 174.679466ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:59:56.429491Z","caller":"traceutil/trace.go:171","msg":"trace[1568937060] linearizableReadLoop","detail":"{readStateIndex:21261; appliedIndex:21260; }","duration":"130.468344ms","start":"2026-05-06T01:59:56.298988Z","end":"2026-05-06T01:59:56.429456Z","steps":["trace[1568937060] 'read index received' (duration: 82.328588ms)","trace[1568937060] 'applied index is now lower than readState.Index' (duration: 48.138096ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:59:56.429864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.656177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T01:59:56.42995Z","caller":"traceutil/trace.go:171","msg":"trace[1864712292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20553; }","duration":"127.817591ms","start":"2026-05-06T01:59:56.302121Z","end":"2026-05-06T01:59:56.429938Z","steps":["trace[1864712292] 'agreement among raft nodes before linearized reading' (duration: 127.597326ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:59:56.429918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.485619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29633875\" ","response":"range_response_count:1 size:5714"} {"level":"info","ts":"2026-05-06T01:59:56.43015Z","caller":"traceutil/trace.go:171","msg":"trace[1622190440] range","detail":"{range_begin:/registry/jobs/openstack/heat-engine-cleaner-29633875; range_end:; response_count:1; response_revision:20553; }","duration":"126.746285ms","start":"2026-05-06T01:59:56.303382Z","end":"2026-05-06T01:59:56.430128Z","steps":["trace[1622190440] 'agreement among raft nodes before linearized reading' (duration: 126.372986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:59:56.433293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.264984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388806"} {"level":"info","ts":"2026-05-06T01:59:56.433407Z","caller":"traceutil/trace.go:171","msg":"trace[678945056] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20553; }","duration":"134.454078ms","start":"2026-05-06T01:59:56.29893Z","end":"2026-05-06T01:59:56.433384Z","steps":["trace[678945056] 'agreement among raft nodes before linearized reading' (duration: 130.663158ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:00:26.42446Z","caller":"traceutil/trace.go:171","msg":"trace[2097901824] linearizableReadLoop","detail":"{readStateIndex:21518; appliedIndex:21517; }","duration":"268.155529ms","start":"2026-05-06T02:00:26.156272Z","end":"2026-05-06T02:00:26.424427Z","steps":["trace[2097901824] 'read index received' (duration: 267.935163ms)","trace[2097901824] 'applied index is now lower than readState.Index' (duration: 218.696µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:00:26.424612Z","caller":"traceutil/trace.go:171","msg":"trace[2107797748] transaction","detail":"{read_only:false; response_revision:20803; number_of_response:1; }","duration":"284.712143ms","start":"2026-05-06T02:00:26.139853Z","end":"2026-05-06T02:00:26.424565Z","steps":["trace[2107797748] 'process raft request' (duration: 284.345284ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:00:26.425068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.754142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1240"} {"level":"info","ts":"2026-05-06T02:00:26.425228Z","caller":"traceutil/trace.go:171","msg":"trace[1537130725] range","detail":"{range_begin:/registry/rolebindings/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:20803; }","duration":"268.978439ms","start":"2026-05-06T02:00:26.156214Z","end":"2026-05-06T02:00:26.425192Z","steps":["trace[1537130725] 'agreement among raft nodes before linearized reading' (duration: 268.409425ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:00:26.427296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.17641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:00:26.427338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.921544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:896"} {"level":"info","ts":"2026-05-06T02:00:26.427361Z","caller":"traceutil/trace.go:171","msg":"trace[113171477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20803; }","duration":"123.271232ms","start":"2026-05-06T02:00:26.304074Z","end":"2026-05-06T02:00:26.427345Z","steps":["trace[113171477] 'agreement among raft nodes before linearized reading' (duration: 123.157249ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:00:26.427399Z","caller":"traceutil/trace.go:171","msg":"trace[364803295] range","detail":"{range_begin:/registry/rolebindings/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:20803; }","duration":"231.052047ms","start":"2026-05-06T02:00:26.19633Z","end":"2026-05-06T02:00:26.427382Z","steps":["trace[364803295] 'agreement among raft nodes before linearized reading' (duration: 230.828302ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:00:38.93785Z","caller":"traceutil/trace.go:171","msg":"trace[651705259] transaction","detail":"{read_only:false; response_revision:20864; number_of_response:1; }","duration":"103.426841ms","start":"2026-05-06T02:00:38.83438Z","end":"2026-05-06T02:00:38.937807Z","steps":["trace[651705259] 'process raft request' (duration: 82.790449ms)","trace[651705259] 'compare' (duration: 20.406387ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:00:55.366786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.905432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-neutron.18acd6c917512196\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:20952 ","response":"range_response_count:193 size:147699"} {"level":"info","ts":"2026-05-06T02:00:55.366885Z","caller":"traceutil/trace.go:171","msg":"trace[52340718] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-neutron.18acd6c917512196\u0000; range_end:/registry/events/openstack0; response_count:193; response_revision:20952; }","duration":"162.060445ms","start":"2026-05-06T02:00:55.204804Z","end":"2026-05-06T02:00:55.366865Z","steps":["trace[52340718] 'range keys from in-memory index tree' (duration: 161.058822ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:00:55.447363Z","caller":"traceutil/trace.go:171","msg":"trace[1231937813] linearizableReadLoop","detail":"{readStateIndex:21674; appliedIndex:21673; }","duration":"168.519479ms","start":"2026-05-06T02:00:55.278799Z","end":"2026-05-06T02:00:55.447318Z","steps":["trace[1231937813] 'read index received' (duration: 168.020407ms)","trace[1231937813] 'applied index is now lower than readState.Index' (duration: 497.692µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:00:55.447451Z","caller":"traceutil/trace.go:171","msg":"trace[1253090700] transaction","detail":"{read_only:false; response_revision:20953; number_of_response:1; }","duration":"197.748075ms","start":"2026-05-06T02:00:55.24965Z","end":"2026-05-06T02:00:55.447398Z","steps":["trace[1253090700] 'process raft request' (duration: 197.329775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:00:55.44776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.923608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:547"} {"level":"info","ts":"2026-05-06T02:00:55.447849Z","caller":"traceutil/trace.go:171","msg":"trace[711390318] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:20953; }","duration":"169.531913ms","start":"2026-05-06T02:00:55.278296Z","end":"2026-05-06T02:00:55.447828Z","steps":["trace[711390318] 'agreement among raft nodes before linearized reading' (duration: 169.163074ms)"],"step_count":1}