{"level":"warn","ts":"2026-04-23T00:18:25.522643Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-23T00:18:25.522752Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.30:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.30:2380","--initial-cluster=instance=https://199.204.45.30:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.30:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.30:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-23T00:18:25.52283Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-23T00:18:25.522849Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.30:2380"]} {"level":"info","ts":"2026-04-23T00:18:25.522878Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-23T00:18:25.523881Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.30:2379"]} {"level":"info","ts":"2026-04-23T00:18:25.523983Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.30:2380"],"listen-peer-urls":["https://199.204.45.30:2380"],"advertise-client-urls":["https://199.204.45.30:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.30:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.30:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-23T00:18:25.529219Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.905592ms"} {"level":"info","ts":"2026-04-23T00:18:25.539363Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"c6cf68dde442ffa5","cluster-id":"98b7ecdca9045526"} {"level":"info","ts":"2026-04-23T00:18:25.539443Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 switched to configuration voters=()"} {"level":"info","ts":"2026-04-23T00:18:25.539462Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 became follower at term 0"} {"level":"info","ts":"2026-04-23T00:18:25.539474Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft c6cf68dde442ffa5 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-23T00:18:25.539482Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 became follower at term 1"} {"level":"info","ts":"2026-04-23T00:18:25.539513Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 switched to configuration voters=(14325784241915494309)"} {"level":"warn","ts":"2026-04-23T00:18:25.559457Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-23T00:18:25.562836Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-23T00:18:25.566019Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-23T00:18:25.570802Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"c6cf68dde442ffa5","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-23T00:18:25.571592Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T00:18:25.571711Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T00:18:25.571744Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T00:18:25.571725Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"c6cf68dde442ffa5","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-23T00:18:25.57368Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 switched to configuration voters=(14325784241915494309)"} {"level":"info","ts":"2026-04-23T00:18:25.573823Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"98b7ecdca9045526","local-member-id":"c6cf68dde442ffa5","added-peer-id":"c6cf68dde442ffa5","added-peer-peer-urls":["https://199.204.45.30:2380"]} {"level":"info","ts":"2026-04-23T00:18:25.576831Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-23T00:18:25.577022Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.30:2380"} {"level":"info","ts":"2026-04-23T00:18:25.577092Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.30:2380"} {"level":"info","ts":"2026-04-23T00:18:25.577375Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"c6cf68dde442ffa5","initial-advertise-peer-urls":["https://199.204.45.30:2380"],"listen-peer-urls":["https://199.204.45.30:2380"],"advertise-client-urls":["https://199.204.45.30:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.30:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-23T00:18:25.57747Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-23T00:18:26.439859Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 is starting a new election at term 1"} {"level":"info","ts":"2026-04-23T00:18:26.439915Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-23T00:18:26.439951Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 received MsgPreVoteResp from c6cf68dde442ffa5 at term 1"} {"level":"info","ts":"2026-04-23T00:18:26.439977Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 became candidate at term 2"} {"level":"info","ts":"2026-04-23T00:18:26.43999Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 received MsgVoteResp from c6cf68dde442ffa5 at term 2"} {"level":"info","ts":"2026-04-23T00:18:26.44001Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 became leader at term 2"} {"level":"info","ts":"2026-04-23T00:18:26.440023Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c6cf68dde442ffa5 elected leader c6cf68dde442ffa5 at term 2"} {"level":"info","ts":"2026-04-23T00:18:26.441618Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"c6cf68dde442ffa5","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.30:2379]}","request-path":"/0/members/c6cf68dde442ffa5/attributes","cluster-id":"98b7ecdca9045526","publish-timeout":"7s"} {"level":"info","ts":"2026-04-23T00:18:26.441643Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T00:18:26.441873Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-23T00:18:26.442327Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-23T00:18:26.442659Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-23T00:18:26.442705Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-23T00:18:26.442927Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"98b7ecdca9045526","local-member-id":"c6cf68dde442ffa5","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T00:18:26.443068Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T00:18:26.443099Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T00:18:26.444105Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-23T00:18:26.445791Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.30:2379"} {"level":"info","ts":"2026-04-23T00:18:30.099901Z","caller":"traceutil/trace.go:171","msg":"trace[1976842425] transaction","detail":"{read_only:false; response_revision:198; number_of_response:1; }","duration":"198.46847ms","start":"2026-04-23T00:18:29.901396Z","end":"2026-04-23T00:18:30.099864Z","steps":["trace[1976842425] 'process raft request' (duration: 198.261894ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:30.538574Z","caller":"traceutil/trace.go:171","msg":"trace[1028127446] transaction","detail":"{read_only:false; response_revision:203; number_of_response:1; }","duration":"149.094725ms","start":"2026-04-23T00:18:30.389414Z","end":"2026-04-23T00:18:30.538509Z","steps":["trace[1028127446] 'process raft request' (duration: 148.857488ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:30.715953Z","caller":"traceutil/trace.go:171","msg":"trace[1380550018] transaction","detail":"{read_only:false; response_revision:206; number_of_response:1; }","duration":"152.536984ms","start":"2026-04-23T00:18:30.563385Z","end":"2026-04-23T00:18:30.715922Z","steps":["trace[1380550018] 'process raft request' (duration: 152.357729ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:30.716317Z","caller":"traceutil/trace.go:171","msg":"trace[109806416] linearizableReadLoop","detail":"{readStateIndex:211; appliedIndex:210; }","duration":"156.246701ms","start":"2026-04-23T00:18:30.560026Z","end":"2026-04-23T00:18:30.716273Z","steps":["trace[109806416] 'read index received' (duration: 79.537756ms)","trace[109806416] 'applied index is now lower than readState.Index' (duration: 76.704125ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:18:30.716516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.67909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:18:30.71662Z","caller":"traceutil/trace.go:171","msg":"trace[791625306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:206; }","duration":"159.817165ms","start":"2026-04-23T00:18:30.556779Z","end":"2026-04-23T00:18:30.716596Z","steps":["trace[791625306] 'agreement among raft nodes before linearized reading' (duration: 159.679491ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:31.004777Z","caller":"traceutil/trace.go:171","msg":"trace[1809099398] linearizableReadLoop","detail":"{readStateIndex:214; appliedIndex:213; }","duration":"276.118134ms","start":"2026-04-23T00:18:30.728632Z","end":"2026-04-23T00:18:31.00475Z","steps":["trace[1809099398] 'read index received' (duration: 182.966244ms)","trace[1809099398] 'applied index is now lower than readState.Index' (duration: 93.15098ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:31.00491Z","caller":"traceutil/trace.go:171","msg":"trace[190729980] transaction","detail":"{read_only:false; response_revision:208; number_of_response:1; }","duration":"278.481961ms","start":"2026-04-23T00:18:30.726395Z","end":"2026-04-23T00:18:31.004877Z","steps":["trace[190729980] 'process raft request' (duration: 185.226448ms)","trace[190729980] 'compare' (duration: 92.723787ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:18:31.00503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.381941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pod-garbage-collector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:18:31.005084Z","caller":"traceutil/trace.go:171","msg":"trace[26701290] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pod-garbage-collector; range_end:; response_count:0; response_revision:208; }","duration":"276.485574ms","start":"2026-04-23T00:18:30.728585Z","end":"2026-04-23T00:18:31.005071Z","steps":["trace[26701290] 'agreement among raft nodes before linearized reading' (duration: 276.264848ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:31.255057Z","caller":"traceutil/trace.go:171","msg":"trace[412875749] linearizableReadLoop","detail":"{readStateIndex:217; appliedIndex:216; }","duration":"168.030432ms","start":"2026-04-23T00:18:31.086989Z","end":"2026-04-23T00:18:31.25502Z","steps":["trace[412875749] 'read index received' (duration: 138.87133ms)","trace[412875749] 'applied index is now lower than readState.Index' (duration: 29.157572ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:31.255146Z","caller":"traceutil/trace.go:171","msg":"trace[818289878] transaction","detail":"{read_only:false; response_revision:211; number_of_response:1; }","duration":"168.435284ms","start":"2026-04-23T00:18:31.086667Z","end":"2026-04-23T00:18:31.255103Z","steps":["trace[818289878] 'process raft request' (duration: 139.125827ms)","trace[818289878] 'compare' (duration: 29.013378ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:18:31.255298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.269539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-23T00:18:31.255564Z","caller":"traceutil/trace.go:171","msg":"trace[320027778] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:211; }","duration":"168.442213ms","start":"2026-04-23T00:18:31.086964Z","end":"2026-04-23T00:18:31.255406Z","steps":["trace[320027778] 'agreement among raft nodes before linearized reading' (duration: 168.207417ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:31.611088Z","caller":"traceutil/trace.go:171","msg":"trace[940162718] linearizableReadLoop","detail":"{readStateIndex:219; appliedIndex:218; }","duration":"274.744753ms","start":"2026-04-23T00:18:31.336308Z","end":"2026-04-23T00:18:31.611053Z","steps":["trace[940162718] 'read index received' (duration: 203.015212ms)","trace[940162718] 'applied index is now lower than readState.Index' (duration: 71.727981ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:31.61114Z","caller":"traceutil/trace.go:171","msg":"trace[1759503279] transaction","detail":"{read_only:false; response_revision:213; number_of_response:1; }","duration":"351.031975ms","start":"2026-04-23T00:18:31.260091Z","end":"2026-04-23T00:18:31.611123Z","steps":["trace[1759503279] 'process raft request' (duration: 279.320185ms)","trace[1759503279] 'compare' (duration: 71.454223ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:18:31.611312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.99102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-23T00:18:31.611377Z","caller":"traceutil/trace.go:171","msg":"trace[606096963] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:213; }","duration":"275.138964ms","start":"2026-04-23T00:18:31.336227Z","end":"2026-04-23T00:18:31.611366Z","steps":["trace[606096963] 'agreement among raft nodes before linearized reading' (duration: 274.948339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:31.611378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.249237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:18:31.611476Z","caller":"traceutil/trace.go:171","msg":"trace[486094949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:213; }","duration":"160.396991ms","start":"2026-04-23T00:18:31.451052Z","end":"2026-04-23T00:18:31.611449Z","steps":["trace[486094949] 'agreement among raft nodes before linearized reading' (duration: 160.216856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:31.611985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:31.260053Z","time spent":"351.21145ms","remote":"127.0.0.1:37612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":324,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:18:31.973939Z","caller":"traceutil/trace.go:171","msg":"trace[1074780749] transaction","detail":"{read_only:false; response_revision:221; number_of_response:1; }","duration":"206.894193ms","start":"2026-04-23T00:18:31.767012Z","end":"2026-04-23T00:18:31.973907Z","steps":["trace[1074780749] 'process raft request' (duration: 114.366981ms)","trace[1074780749] 'compare' (duration: 92.379468ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:18:38.698057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019063245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T00:18:38.698096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.062283ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:18:38.698202Z","caller":"traceutil/trace.go:171","msg":"trace[1856303209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:367; }","duration":"1.019253451s","start":"2026-04-23T00:18:37.678922Z","end":"2026-04-23T00:18:38.698175Z","steps":["trace[1856303209] 'range keys from in-memory index tree' (duration: 1.018730956s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:38.698232Z","caller":"traceutil/trace.go:171","msg":"trace[1867861186] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:367; }","duration":"879.206557ms","start":"2026-04-23T00:18:37.819002Z","end":"2026-04-23T00:18:38.698208Z","steps":["trace[1867861186] 'range keys from in-memory index tree' (duration: 878.984371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:38.698265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:37.67889Z","time spent":"1.019362084s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:18:38.698398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.282528718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-23T00:18:38.698476Z","caller":"traceutil/trace.go:171","msg":"trace[386714700] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:367; }","duration":"2.282675582s","start":"2026-04-23T00:18:36.415783Z","end":"2026-04-23T00:18:38.698458Z","steps":["trace[386714700] 'range keys from in-memory index tree' (duration: 2.281867439s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:38.69851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:36.415752Z","time spent":"2.282750824s","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"warn","ts":"2026-04-23T00:18:38.698742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.232930346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-04-23T00:18:38.698792Z","caller":"traceutil/trace.go:171","msg":"trace[428812213] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:367; }","duration":"2.233024178s","start":"2026-04-23T00:18:36.465756Z","end":"2026-04-23T00:18:38.69878Z","steps":["trace[428812213] 'range keys from in-memory index tree' (duration: 2.231977219s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:38.69883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:36.465745Z","time spent":"2.23307542s","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":221,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"warn","ts":"2026-04-23T00:18:38.698938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.25662792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-04-23T00:18:38.698977Z","caller":"traceutil/trace.go:171","msg":"trace[504590627] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:367; }","duration":"2.256692772s","start":"2026-04-23T00:18:36.442275Z","end":"2026-04-23T00:18:38.698968Z","steps":["trace[504590627] 'range keys from in-memory index tree' (duration: 2.255445385s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:38.699004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:36.442233Z","time spent":"2.256764543s","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":209,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-04-23T00:18:38.699081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.183657583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-23T00:18:38.699105Z","caller":"traceutil/trace.go:171","msg":"trace[1579031193] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:367; }","duration":"2.183712564s","start":"2026-04-23T00:18:36.515385Z","end":"2026-04-23T00:18:38.699098Z","steps":["trace[1579031193] 'range keys from in-memory index tree' (duration: 2.182334455s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:38.699131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:36.515366Z","time spent":"2.183758905s","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-04-23T00:18:38.699271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.112401406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:18:38.69931Z","caller":"traceutil/trace.go:171","msg":"trace[731585678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:367; }","duration":"2.112503208s","start":"2026-04-23T00:18:36.586795Z","end":"2026-04-23T00:18:38.699298Z","steps":["trace[731585678] 'range keys from in-memory index tree' (duration: 2.110838141s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:38.699347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:36.586751Z","time spent":"2.112586061s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:18:38.69959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960560671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:18:38.699818Z","caller":"traceutil/trace.go:171","msg":"trace[1299212479] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:367; }","duration":"1.960821648s","start":"2026-04-23T00:18:36.738974Z","end":"2026-04-23T00:18:38.699796Z","steps":["trace[1299212479] 'range keys from in-memory index tree' (duration: 1.958792671s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:38.699988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:36.738952Z","time spent":"1.961017874s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:18:38.759968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149590090,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:18:39.260362Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149590090,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:18:39.709501Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.633734753s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:18:39.710085Z","caller":"traceutil/trace.go:171","msg":"trace[1871208111] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"1.634423593s","start":"2026-04-23T00:18:38.075614Z","end":"2026-04-23T00:18:39.710037Z","steps":["trace[1871208111] 'process raft request' (duration: 1.634210977s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:39.71042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:38.075574Z","time spent":"1.634590748s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:18:39.856858Z","caller":"traceutil/trace.go:171","msg":"trace[482054777] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"1.152511017s","start":"2026-04-23T00:18:38.704289Z","end":"2026-04-23T00:18:39.8568Z","steps":["trace[482054777] 'process raft request' (duration: 1.106677574s)","trace[482054777] 'compare' (duration: 45.544305ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:18:39.857075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:38.704271Z","time spent":"1.152691763s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:18:39.857434Z","caller":"traceutil/trace.go:171","msg":"trace[1763903520] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"1.153080755s","start":"2026-04-23T00:18:38.704329Z","end":"2026-04-23T00:18:39.85741Z","steps":["trace[1763903520] 'process raft request' (duration: 1.152335562s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:39.857631Z","caller":"traceutil/trace.go:171","msg":"trace[607938224] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"1.152740866s","start":"2026-04-23T00:18:38.704878Z","end":"2026-04-23T00:18:39.857619Z","steps":["trace[607938224] 'process raft request' (duration: 1.152462448s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:39.857641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:38.704314Z","time spent":"1.153209089s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:18:39.857735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:38.704861Z","time spent":"1.152813837s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:18:39.857927Z","caller":"traceutil/trace.go:171","msg":"trace[810332755] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"1.15047299s","start":"2026-04-23T00:18:38.707438Z","end":"2026-04-23T00:18:39.857911Z","steps":["trace[810332755] 'process raft request' (duration: 1.150073139s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:39.857958Z","caller":"traceutil/trace.go:171","msg":"trace[1933178945] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"1.150245063s","start":"2026-04-23T00:18:38.707699Z","end":"2026-04-23T00:18:39.857944Z","steps":["trace[1933178945] 'process raft request' (duration: 1.150071008s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:39.858071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:38.707672Z","time spent":"1.150340966s","remote":"127.0.0.1:37434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1723,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:18:39.858147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598715113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-23T00:18:39.858196Z","caller":"traceutil/trace.go:171","msg":"trace[2006073050] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:373; }","duration":"1.598804096s","start":"2026-04-23T00:18:38.259378Z","end":"2026-04-23T00:18:39.858183Z","steps":["trace[2006073050] 'agreement among raft nodes before linearized reading' (duration: 1.59858965s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:39.858226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:38.259356Z","time spent":"1.598863707s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T00:18:39.857925Z","caller":"traceutil/trace.go:171","msg":"trace[1537761373] linearizableReadLoop","detail":"{readStateIndex:382; appliedIndex:376; }","duration":"1.598466256s","start":"2026-04-23T00:18:38.259425Z","end":"2026-04-23T00:18:39.857891Z","steps":["trace[1537761373] 'read index received' (duration: 1.45038645s)","trace[1537761373] 'applied index is now lower than readState.Index' (duration: 148.078646ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:18:39.858412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.506228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-23T00:18:39.858475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157303527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5326"} {"level":"info","ts":"2026-04-23T00:18:39.8585Z","caller":"traceutil/trace.go:171","msg":"trace[1723937127] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:373; }","duration":"1.157361989s","start":"2026-04-23T00:18:38.701131Z","end":"2026-04-23T00:18:39.858493Z","steps":["trace[1723937127] 'agreement among raft nodes before linearized reading' (duration: 1.157309477s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:39.85847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157974416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-xdpth\" ","response":"range_response_count:1 size:4462"} {"level":"warn","ts":"2026-04-23T00:18:39.858489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155375491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-04-23T00:18:39.858527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:38.701106Z","time spent":"1.15741612s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5350,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"info","ts":"2026-04-23T00:18:39.858468Z","caller":"traceutil/trace.go:171","msg":"trace[1097891700] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:373; }","duration":"282.594731ms","start":"2026-04-23T00:18:39.575858Z","end":"2026-04-23T00:18:39.858453Z","steps":["trace[1097891700] 'agreement among raft nodes before linearized reading' (duration: 282.495228ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:39.858585Z","caller":"traceutil/trace.go:171","msg":"trace[634709521] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-xdpth; range_end:; response_count:1; response_revision:373; }","duration":"1.15811589s","start":"2026-04-23T00:18:38.700413Z","end":"2026-04-23T00:18:39.858529Z","steps":["trace[634709521] 'agreement among raft nodes before linearized reading' (duration: 1.157934245s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:39.858648Z","caller":"traceutil/trace.go:171","msg":"trace[591836396] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:373; }","duration":"1.155530795s","start":"2026-04-23T00:18:38.703077Z","end":"2026-04-23T00:18:39.858607Z","steps":["trace[591836396] 'agreement among raft nodes before linearized reading' (duration: 1.15534085s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:39.858692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:38.700386Z","time spent":"1.158293175s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4486,"request content":"key:\"/registry/pods/kube-system/kube-proxy-xdpth\" "} {"level":"warn","ts":"2026-04-23T00:18:39.858714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:38.70307Z","time spent":"1.155629888s","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-04-23T00:18:39.858916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:38.707427Z","time spent":"1.150554202s","remote":"127.0.0.1:37434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2162,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:18:40.858144Z","caller":"traceutil/trace.go:171","msg":"trace[2130146809] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"171.803251ms","start":"2026-04-23T00:18:40.686322Z","end":"2026-04-23T00:18:40.858125Z","steps":["trace[2130146809] 'process raft request' (duration: 171.668077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:41.178699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.350295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:18:41.178792Z","caller":"traceutil/trace.go:171","msg":"trace[275244839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:395; }","duration":"182.499889ms","start":"2026-04-23T00:18:40.996279Z","end":"2026-04-23T00:18:41.178779Z","steps":["trace[275244839] 'range keys from in-memory index tree' (duration: 182.274233ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:41.406041Z","caller":"traceutil/trace.go:171","msg":"trace[1837544740] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"214.167074ms","start":"2026-04-23T00:18:41.191844Z","end":"2026-04-23T00:18:41.406011Z","steps":["trace[1837544740] 'process raft request' (duration: 213.960588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:41.899591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.305341ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:18:41.899693Z","caller":"traceutil/trace.go:171","msg":"trace[942209162] linearizableReadLoop","detail":"{readStateIndex:407; appliedIndex:406; }","duration":"213.173735ms","start":"2026-04-23T00:18:41.686504Z","end":"2026-04-23T00:18:41.899677Z","steps":["trace[942209162] 'read index received' (duration: 97.493µs)","trace[942209162] 'applied index is now lower than readState.Index' (duration: 213.075092ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:41.899766Z","caller":"traceutil/trace.go:171","msg":"trace[687058979] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"478.052954ms","start":"2026-04-23T00:18:41.421686Z","end":"2026-04-23T00:18:41.899739Z","steps":["trace[687058979] 'process raft request' (duration: 61.359832ms)","trace[687058979] 'compare' (duration: 416.182056ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:18:41.899833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.32011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:18:41.899895Z","caller":"traceutil/trace.go:171","msg":"trace[2065766670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:397; }","duration":"213.425163ms","start":"2026-04-23T00:18:41.686455Z","end":"2026-04-23T00:18:41.89988Z","steps":["trace[2065766670] 'agreement among raft nodes before linearized reading' (duration: 213.288539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:41.899921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:41.421649Z","time spent":"478.204368ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":777,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:18:42.276258Z","caller":"traceutil/trace.go:171","msg":"trace[50694787] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"372.247529ms","start":"2026-04-23T00:18:41.903984Z","end":"2026-04-23T00:18:42.276232Z","steps":["trace[50694787] 'process raft request' (duration: 372.037713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:42.276428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:41.903963Z","time spent":"372.383643ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:18:42.276521Z","caller":"traceutil/trace.go:171","msg":"trace[1630486020] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"371.181508ms","start":"2026-04-23T00:18:41.905305Z","end":"2026-04-23T00:18:42.276487Z","steps":["trace[1630486020] 'process raft request' (duration: 370.886749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:42.276751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:41.905288Z","time spent":"371.388013ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:18:42.27694Z","caller":"traceutil/trace.go:171","msg":"trace[706194342] linearizableReadLoop","detail":"{readStateIndex:409; appliedIndex:407; }","duration":"372.709772ms","start":"2026-04-23T00:18:41.904216Z","end":"2026-04-23T00:18:42.276926Z","steps":["trace[706194342] 'read index received' (duration: 85.939282ms)","trace[706194342] 'applied index is now lower than readState.Index' (duration: 286.76953ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:42.277052Z","caller":"traceutil/trace.go:171","msg":"trace[415196163] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"371.717123ms","start":"2026-04-23T00:18:41.90532Z","end":"2026-04-23T00:18:42.277037Z","steps":["trace[415196163] 'process raft request' (duration: 371.089365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:42.277088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.879147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-04-23T00:18:42.277127Z","caller":"traceutil/trace.go:171","msg":"trace[1993410698] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:401; }","duration":"372.97491ms","start":"2026-04-23T00:18:41.904141Z","end":"2026-04-23T00:18:42.277116Z","steps":["trace[1993410698] 'agreement among raft nodes before linearized reading' (duration: 372.840196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:42.277159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:41.9041Z","time spent":"373.051412ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-23T00:18:42.277161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:41.905304Z","time spent":"371.806026ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:18:42.905157Z","caller":"traceutil/trace.go:171","msg":"trace[1649766138] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"236.687005ms","start":"2026-04-23T00:18:42.668414Z","end":"2026-04-23T00:18:42.905101Z","steps":["trace[1649766138] 'process raft request' (duration: 235.987284ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:43.243045Z","caller":"traceutil/trace.go:171","msg":"trace[538502142] linearizableReadLoop","detail":"{readStateIndex:414; appliedIndex:412; }","duration":"466.423597ms","start":"2026-04-23T00:18:42.776587Z","end":"2026-04-23T00:18:43.243011Z","steps":["trace[538502142] 'read index received' (duration: 127.851221ms)","trace[538502142] 'applied index is now lower than readState.Index' (duration: 338.571526ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:43.243131Z","caller":"traceutil/trace.go:171","msg":"trace[821886538] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"367.660316ms","start":"2026-04-23T00:18:42.875449Z","end":"2026-04-23T00:18:43.243109Z","steps":["trace[821886538] 'process raft request' (duration: 367.505412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:43.243213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.610012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4415"} {"level":"info","ts":"2026-04-23T00:18:43.24326Z","caller":"traceutil/trace.go:171","msg":"trace[1148945699] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:405; }","duration":"466.702426ms","start":"2026-04-23T00:18:42.776543Z","end":"2026-04-23T00:18:43.243245Z","steps":["trace[1148945699] 'agreement among raft nodes before linearized reading' (duration: 466.607443ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:43.243249Z","caller":"traceutil/trace.go:171","msg":"trace[1406339331] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"481.178704ms","start":"2026-04-23T00:18:42.76205Z","end":"2026-04-23T00:18:43.243229Z","steps":["trace[1406339331] 'process raft request' (duration: 480.641229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:43.243313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:42.776523Z","time spent":"466.778388ms","remote":"127.0.0.1:37492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4439,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T00:18:43.24337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:42.762029Z","time spent":"481.281547ms","remote":"127.0.0.1:37492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4401,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:18:43.243255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:42.875431Z","time spent":"367.750699ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:18:43.278365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.0414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:18:43.278368Z","caller":"traceutil/trace.go:171","msg":"trace[1652504312] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"366.218574ms","start":"2026-04-23T00:18:42.912112Z","end":"2026-04-23T00:18:43.278331Z","steps":["trace[1652504312] 'process raft request' (duration: 366.06242ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:43.278431Z","caller":"traceutil/trace.go:171","msg":"trace[1661254037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:406; }","duration":"411.158093ms","start":"2026-04-23T00:18:42.867258Z","end":"2026-04-23T00:18:43.278416Z","steps":["trace[1661254037] 'agreement among raft nodes before linearized reading' (duration: 411.037609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:43.278464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:42.867238Z","time spent":"411.221134ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:18:43.278516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:42.912088Z","time spent":"366.359359ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:18:44.342135Z","caller":"traceutil/trace.go:171","msg":"trace[214122942] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"344.122816ms","start":"2026-04-23T00:18:43.997984Z","end":"2026-04-23T00:18:44.342107Z","steps":["trace[214122942] 'process raft request' (duration: 343.874799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:44.342308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:43.997962Z","time spent":"344.25816ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:18:45.367213Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149590158,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:18:45.868222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149590158,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:18:45.953851Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.607401513s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:18:45.962662Z","caller":"traceutil/trace.go:171","msg":"trace[988720741] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"1.61632018s","start":"2026-04-23T00:18:44.346319Z","end":"2026-04-23T00:18:45.96264Z","steps":["trace[988720741] 'process raft request' (duration: 1.607749143s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:45.962819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:44.34629Z","time spent":"1.616453884s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:18:45.963009Z","caller":"traceutil/trace.go:171","msg":"trace[1845503514] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"1.615750544s","start":"2026-04-23T00:18:44.347211Z","end":"2026-04-23T00:18:45.962962Z","steps":["trace[1845503514] 'process raft request' (duration: 1.615391224s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:45.963065Z","caller":"traceutil/trace.go:171","msg":"trace[1004061417] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"1.615562709s","start":"2026-04-23T00:18:44.347485Z","end":"2026-04-23T00:18:45.963048Z","steps":["trace[1004061417] 'process raft request' (duration: 1.615368103s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:45.963142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:44.347475Z","time spent":"1.61563525s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:18:45.963246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:44.347185Z","time spent":"1.615934399s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:18:46.007038Z","caller":"traceutil/trace.go:171","msg":"trace[573136371] linearizableReadLoop","detail":"{readStateIndex:425; appliedIndex:421; }","duration":"1.14011534s","start":"2026-04-23T00:18:44.866845Z","end":"2026-04-23T00:18:46.00696Z","steps":["trace[573136371] 'read index received' (duration: 1.087248554s)","trace[573136371] 'applied index is now lower than readState.Index' (duration: 52.864636ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:18:46.007188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140314856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:18:46.007246Z","caller":"traceutil/trace.go:171","msg":"trace[1768927218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:413; }","duration":"1.140430069s","start":"2026-04-23T00:18:44.866804Z","end":"2026-04-23T00:18:46.007234Z","steps":["trace[1768927218] 'agreement among raft nodes before linearized reading' (duration: 1.140305035s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:46.007288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:44.866784Z","time spent":"1.140496061s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:18:50.476599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149590188,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:18:50.97732Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149590188,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:18:51.004396Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.08953919s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:18:51.004897Z","caller":"traceutil/trace.go:171","msg":"trace[324969599] linearizableReadLoop","detail":"{readStateIndex:433; appliedIndex:432; }","duration":"1.028750685s","start":"2026-04-23T00:18:49.976108Z","end":"2026-04-23T00:18:51.004858Z","steps":["trace[324969599] 'read index received' (duration: 1.028431286s)","trace[324969599] 'applied index is now lower than readState.Index' (duration: 318.549µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:51.004998Z","caller":"traceutil/trace.go:171","msg":"trace[1074856438] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"1.090293271s","start":"2026-04-23T00:18:49.914691Z","end":"2026-04-23T00:18:51.004984Z","steps":["trace[1074856438] 'process raft request' (duration: 1.089935321s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:51.005124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:49.914654Z","time spent":"1.090382055s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:18:51.005178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024879154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T00:18:51.005223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024388359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-23T00:18:51.005238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029101695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:18:51.00529Z","caller":"traceutil/trace.go:171","msg":"trace[1250161345] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:420; }","duration":"1.024503723s","start":"2026-04-23T00:18:49.980769Z","end":"2026-04-23T00:18:51.005273Z","steps":["trace[1250161345] 'agreement among raft nodes before linearized reading' (duration: 1.024379789s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:51.005272Z","caller":"traceutil/trace.go:171","msg":"trace[347498216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:420; }","duration":"1.02509383s","start":"2026-04-23T00:18:49.98016Z","end":"2026-04-23T00:18:51.005254Z","steps":["trace[347498216] 'agreement among raft nodes before linearized reading' (duration: 1.024850283s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:51.00533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:49.980748Z","time spent":"1.024574235s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T00:18:51.005328Z","caller":"traceutil/trace.go:171","msg":"trace[1626770295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:420; }","duration":"1.029244949s","start":"2026-04-23T00:18:49.976065Z","end":"2026-04-23T00:18:51.00531Z","steps":["trace[1626770295] 'agreement among raft nodes before linearized reading' (duration: 1.029058513s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:51.005414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:49.976043Z","time spent":"1.029346452s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:18:51.00523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.285066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T00:18:51.005517Z","caller":"traceutil/trace.go:171","msg":"trace[1741511524] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:420; }","duration":"633.623396ms","start":"2026-04-23T00:18:50.371872Z","end":"2026-04-23T00:18:51.005496Z","steps":["trace[1741511524] 'agreement among raft nodes before linearized reading' (duration: 633.236715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:51.00557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:50.371851Z","time spent":"633.705518ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:18:51.005427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:49.980147Z","time spent":"1.025264164s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:19:01.304791Z","caller":"traceutil/trace.go:171","msg":"trace[2053261794] linearizableReadLoop","detail":"{readStateIndex:491; appliedIndex:490; }","duration":"219.309164ms","start":"2026-04-23T00:19:01.085456Z","end":"2026-04-23T00:19:01.304765Z","steps":["trace[2053261794] 'read index received' (duration: 219.092977ms)","trace[2053261794] 'applied index is now lower than readState.Index' (duration: 215.247µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:01.304876Z","caller":"traceutil/trace.go:171","msg":"trace[1962729274] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"219.968112ms","start":"2026-04-23T00:19:01.084876Z","end":"2026-04-23T00:19:01.304844Z","steps":["trace[1962729274] 'process raft request' (duration: 219.761996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:01.307208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.65584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-23T00:19:01.307193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.430709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T00:19:01.307264Z","caller":"traceutil/trace.go:171","msg":"trace[218129831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:474; }","duration":"220.788674ms","start":"2026-04-23T00:19:01.08646Z","end":"2026-04-23T00:19:01.307249Z","steps":["trace[218129831] 'agreement among raft nodes before linearized reading' (duration: 218.446958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:01.307252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.761343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T00:19:01.307281Z","caller":"traceutil/trace.go:171","msg":"trace[466163455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:474; }","duration":"216.556333ms","start":"2026-04-23T00:19:01.090705Z","end":"2026-04-23T00:19:01.307262Z","steps":["trace[466163455] 'agreement among raft nodes before linearized reading' (duration: 214.216076ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:01.307386Z","caller":"traceutil/trace.go:171","msg":"trace[331334525] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:474; }","duration":"221.958739ms","start":"2026-04-23T00:19:01.085397Z","end":"2026-04-23T00:19:01.307356Z","steps":["trace[331334525] 'agreement among raft nodes before linearized reading' (duration: 219.475328ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:07.726794Z","caller":"traceutil/trace.go:171","msg":"trace[1548561925] linearizableReadLoop","detail":"{readStateIndex:539; appliedIndex:538; }","duration":"323.630885ms","start":"2026-04-23T00:19:07.403133Z","end":"2026-04-23T00:19:07.726764Z","steps":["trace[1548561925] 'read index received' (duration: 323.462951ms)","trace[1548561925] 'applied index is now lower than readState.Index' (duration: 166.144µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:07.726995Z","caller":"traceutil/trace.go:171","msg":"trace[1168347998] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"334.761846ms","start":"2026-04-23T00:19:07.392223Z","end":"2026-04-23T00:19:07.726984Z","steps":["trace[1168347998] 'process raft request' (duration: 334.284782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:07.727129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:07.392177Z","time spent":"334.848268ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:19:07.727244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.265687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:19:07.727373Z","caller":"traceutil/trace.go:171","msg":"trace[1028488922] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:521; }","duration":"294.444342ms","start":"2026-04-23T00:19:07.432892Z","end":"2026-04-23T00:19:07.727336Z","steps":["trace[1028488922] 'agreement among raft nodes before linearized reading' (duration: 294.274337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:07.72737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.189611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:19:07.727483Z","caller":"traceutil/trace.go:171","msg":"trace[1615391199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:521; }","duration":"324.347796ms","start":"2026-04-23T00:19:07.403107Z","end":"2026-04-23T00:19:07.727455Z","steps":["trace[1615391199] 'agreement among raft nodes before linearized reading' (duration: 324.103109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:07.727531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.514814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T00:19:07.727539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:07.403095Z","time spent":"324.434378ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T00:19:07.727576Z","caller":"traceutil/trace.go:171","msg":"trace[687987607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:521; }","duration":"294.601236ms","start":"2026-04-23T00:19:07.432961Z","end":"2026-04-23T00:19:07.727562Z","steps":["trace[687987607] 'agreement among raft nodes before linearized reading' (duration: 294.521684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:08.022286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.372101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:19:08.022524Z","caller":"traceutil/trace.go:171","msg":"trace[315121090] linearizableReadLoop","detail":"{readStateIndex:542; appliedIndex:539; }","duration":"156.677254ms","start":"2026-04-23T00:19:07.865826Z","end":"2026-04-23T00:19:08.022504Z","steps":["trace[315121090] 'read index received' (duration: 139.150197ms)","trace[315121090] 'applied index is now lower than readState.Index' (duration: 17.525737ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:08.022601Z","caller":"traceutil/trace.go:171","msg":"trace[2128174316] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"289.869281ms","start":"2026-04-23T00:19:07.732651Z","end":"2026-04-23T00:19:08.02252Z","steps":["trace[2128174316] 'process raft request' (duration: 289.814379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:08.022657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.836148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:08.022608Z","caller":"traceutil/trace.go:171","msg":"trace[260446230] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"290.062206ms","start":"2026-04-23T00:19:07.732456Z","end":"2026-04-23T00:19:08.022518Z","steps":["trace[260446230] 'process raft request' (duration: 121.371224ms)","trace[260446230] 'compare' (duration: 168.244268ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:08.022701Z","caller":"traceutil/trace.go:171","msg":"trace[147700456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:524; }","duration":"156.921491ms","start":"2026-04-23T00:19:07.865767Z","end":"2026-04-23T00:19:08.022689Z","steps":["trace[147700456] 'agreement among raft nodes before linearized reading' (duration: 156.823748ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:08.022695Z","caller":"traceutil/trace.go:171","msg":"trace[1900139709] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"290.091847ms","start":"2026-04-23T00:19:07.732504Z","end":"2026-04-23T00:19:08.022596Z","steps":["trace[1900139709] 'process raft request' (duration: 289.908642ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:08.664044Z","caller":"traceutil/trace.go:171","msg":"trace[261265584] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"100.752009ms","start":"2026-04-23T00:19:08.563271Z","end":"2026-04-23T00:19:08.664023Z","steps":["trace[261265584] 'process raft request' (duration: 99.503762ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:08.817588Z","caller":"traceutil/trace.go:171","msg":"trace[900986090] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"191.970892ms","start":"2026-04-23T00:19:08.625584Z","end":"2026-04-23T00:19:08.817555Z","steps":["trace[900986090] 'process raft request' (duration: 191.920071ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:08.817811Z","caller":"traceutil/trace.go:171","msg":"trace[466697709] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"228.758315ms","start":"2026-04-23T00:19:08.588992Z","end":"2026-04-23T00:19:08.81775Z","steps":["trace[466697709] 'process raft request' (duration: 228.2148ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:08.817847Z","caller":"traceutil/trace.go:171","msg":"trace[948870543] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"238.895947ms","start":"2026-04-23T00:19:08.578903Z","end":"2026-04-23T00:19:08.817799Z","steps":["trace[948870543] 'process raft request' (duration: 238.114945ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:08.817964Z","caller":"traceutil/trace.go:171","msg":"trace[1089889852] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"213.390752ms","start":"2026-04-23T00:19:08.604566Z","end":"2026-04-23T00:19:08.817957Z","steps":["trace[1089889852] 'process raft request' (duration: 212.881926ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:08.817997Z","caller":"traceutil/trace.go:171","msg":"trace[1594112552] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"228.92674ms","start":"2026-04-23T00:19:08.589032Z","end":"2026-04-23T00:19:08.817958Z","steps":["trace[1594112552] 'process raft request' (duration: 228.231889ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:08.818089Z","caller":"traceutil/trace.go:171","msg":"trace[1495927008] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"228.459147ms","start":"2026-04-23T00:19:08.589621Z","end":"2026-04-23T00:19:08.81808Z","steps":["trace[1495927008] 'process raft request' (duration: 227.674634ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:08.817934Z","caller":"traceutil/trace.go:171","msg":"trace[567130668] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"215.432951ms","start":"2026-04-23T00:19:08.60249Z","end":"2026-04-23T00:19:08.817923Z","steps":["trace[567130668] 'process raft request' (duration: 214.903595ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:08.818108Z","caller":"traceutil/trace.go:171","msg":"trace[1743108834] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"246.033805ms","start":"2026-04-23T00:19:08.572023Z","end":"2026-04-23T00:19:08.818057Z","steps":["trace[1743108834] 'process raft request' (duration: 238.842297ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:08.818162Z","caller":"traceutil/trace.go:171","msg":"trace[1901056592] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"229.164697ms","start":"2026-04-23T00:19:08.588933Z","end":"2026-04-23T00:19:08.818097Z","steps":["trace[1901056592] 'process raft request' (duration: 228.228659ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:08.81802Z","caller":"traceutil/trace.go:171","msg":"trace[2099827682] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"228.045965ms","start":"2026-04-23T00:19:08.589885Z","end":"2026-04-23T00:19:08.817931Z","steps":["trace[2099827682] 'process raft request' (duration: 227.450837ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:08.818188Z","caller":"traceutil/trace.go:171","msg":"trace[1132898096] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"235.980474ms","start":"2026-04-23T00:19:08.581905Z","end":"2026-04-23T00:19:08.817886Z","steps":["trace[1132898096] 'process raft request' (duration: 235.213322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:09.367533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149590392,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:19:09.720963Z","caller":"traceutil/trace.go:171","msg":"trace[815560765] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"961.703949ms","start":"2026-04-23T00:19:08.759223Z","end":"2026-04-23T00:19:09.720927Z","steps":["trace[815560765] 'process raft request' (duration: 862.957328ms)","trace[815560765] 'compare' (duration: 98.506824ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:09.721184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:08.75919Z","time spent":"961.913425ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:19:10.275058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.241587ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:19:10.275313Z","caller":"traceutil/trace.go:171","msg":"trace[1511209394] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"1.450933145s","start":"2026-04-23T00:19:08.824352Z","end":"2026-04-23T00:19:10.275285Z","steps":["trace[1511209394] 'process raft request' (duration: 1.227377329s)","trace[1511209394] 'compare' (duration: 222.99739ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:10.275598Z","caller":"traceutil/trace.go:171","msg":"trace[267601541] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"1.449718271s","start":"2026-04-23T00:19:08.825855Z","end":"2026-04-23T00:19:10.275573Z","steps":["trace[267601541] 'process raft request' (duration: 1.449401642s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:10.275666Z","caller":"traceutil/trace.go:171","msg":"trace[508064368] transaction","detail":"{read_only:false; number_of_response:1; response_revision:542; }","duration":"1.448355561s","start":"2026-04-23T00:19:08.827273Z","end":"2026-04-23T00:19:10.275629Z","steps":["trace[508064368] 'process raft request' (duration: 1.448119784s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:10.275769Z","caller":"traceutil/trace.go:171","msg":"trace[1649198133] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"1.445092326s","start":"2026-04-23T00:19:08.830637Z","end":"2026-04-23T00:19:10.275729Z","steps":["trace[1649198133] 'process raft request' (duration: 1.4448653s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:10.275857Z","caller":"traceutil/trace.go:171","msg":"trace[855657398] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"1.440450343s","start":"2026-04-23T00:19:08.835389Z","end":"2026-04-23T00:19:10.27584Z","steps":["trace[855657398] 'process raft request' (duration: 1.440195895s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:10.275865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:08.827267Z","time spent":"1.448488204s","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":6938,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:10.27587Z","caller":"traceutil/trace.go:171","msg":"trace[677008745] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"1.449846785s","start":"2026-04-23T00:19:08.825993Z","end":"2026-04-23T00:19:10.27584Z","steps":["trace[677008745] 'process raft request' (duration: 1.449354691s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:10.275957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:08.83536Z","time spent":"1.440543585s","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30374,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:10.276022Z","caller":"traceutil/trace.go:171","msg":"trace[996725577] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"1.446069334s","start":"2026-04-23T00:19:08.829943Z","end":"2026-04-23T00:19:10.276012Z","steps":["trace[996725577] 'process raft request' (duration: 1.445499928s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:10.276037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:08.825987Z","time spent":"1.449966318s","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:19:10.276016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:08.830619Z","time spent":"1.445271102s","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:19:10.27606Z","caller":"traceutil/trace.go:171","msg":"trace[1858411366] linearizableReadLoop","detail":"{readStateIndex:567; appliedIndex:555; }","duration":"1.409243721s","start":"2026-04-23T00:19:08.866801Z","end":"2026-04-23T00:19:10.276045Z","steps":["trace[1858411366] 'read index received' (duration: 755.426533ms)","trace[1858411366] 'applied index is now lower than readState.Index' (duration: 653.816388ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:10.276114Z","caller":"traceutil/trace.go:171","msg":"trace[427359489] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"1.441163863s","start":"2026-04-23T00:19:08.834943Z","end":"2026-04-23T00:19:10.276107Z","steps":["trace[427359489] 'process raft request' (duration: 1.440593707s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:10.276133Z","caller":"traceutil/trace.go:171","msg":"trace[1379671189] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"1.433676067s","start":"2026-04-23T00:19:08.842441Z","end":"2026-04-23T00:19:10.276117Z","steps":["trace[1379671189] 'process raft request' (duration: 1.433493142s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:10.276149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:08.834923Z","time spent":"1.441212454s","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:19:10.275856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:08.825844Z","time spent":"1.449870195s","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6888,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:10.27622Z","caller":"traceutil/trace.go:171","msg":"trace[1598573130] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"1.439933207s","start":"2026-04-23T00:19:08.83628Z","end":"2026-04-23T00:19:10.276213Z","steps":["trace[1598573130] 'process raft request' (duration: 1.439387112s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:10.276208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:08.842411Z","time spent":"1.433756229s","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28739,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:19:10.275408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:08.824322Z","time spent":"1.451046828s","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1004,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:19:10.276265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:08.836263Z","time spent":"1.439983289s","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30393,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:19:10.276069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:08.829916Z","time spent":"1.446131396s","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10063,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:19:10.276179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409381436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:10.276427Z","caller":"traceutil/trace.go:171","msg":"trace[81649237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:548; }","duration":"1.409664114s","start":"2026-04-23T00:19:08.866747Z","end":"2026-04-23T00:19:10.276411Z","steps":["trace[81649237] 'agreement among raft nodes before linearized reading' (duration: 1.409381346s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:10.276475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:08.866726Z","time spent":"1.409737515s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:19:10.275645Z","caller":"traceutil/trace.go:171","msg":"trace[1056915676] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"1.45006205s","start":"2026-04-23T00:19:08.825525Z","end":"2026-04-23T00:19:10.275587Z","steps":["trace[1056915676] 'process raft request' (duration: 1.449658589s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:10.276914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:08.825503Z","time spent":"1.451196183s","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":980,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:19:10.277023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.998423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T00:19:10.277081Z","caller":"traceutil/trace.go:171","msg":"trace[381189089] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:549; }","duration":"699.095206ms","start":"2026-04-23T00:19:09.577973Z","end":"2026-04-23T00:19:10.277069Z","steps":["trace[381189089] 'agreement among raft nodes before linearized reading' (duration: 698.973172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:10.277072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.218436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:19:10.277091Z","caller":"traceutil/trace.go:171","msg":"trace[2109310699] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"500.348787ms","start":"2026-04-23T00:19:09.776722Z","end":"2026-04-23T00:19:10.277071Z","steps":["trace[2109310699] 'process raft request' (duration: 499.942335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:10.277113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.428389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T00:19:10.277124Z","caller":"traceutil/trace.go:171","msg":"trace[1110355092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:549; }","duration":"249.297069ms","start":"2026-04-23T00:19:10.027813Z","end":"2026-04-23T00:19:10.27711Z","steps":["trace[1110355092] 'agreement among raft nodes before linearized reading' (duration: 249.202426ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:10.277146Z","caller":"traceutil/trace.go:171","msg":"trace[151017770] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:549; }","duration":"545.509551ms","start":"2026-04-23T00:19:09.731629Z","end":"2026-04-23T00:19:10.277138Z","steps":["trace[151017770] 'agreement among raft nodes before linearized reading' (duration: 545.445349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:10.277182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:09.731603Z","time spent":"545.572983ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:19:10.277189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:09.776678Z","time spent":"500.463081ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:19:10.277244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.125503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T00:19:10.277112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:09.577952Z","time spent":"699.152688ms","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"info","ts":"2026-04-23T00:19:10.277323Z","caller":"traceutil/trace.go:171","msg":"trace[125435151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:549; }","duration":"249.262547ms","start":"2026-04-23T00:19:10.028041Z","end":"2026-04-23T00:19:10.277303Z","steps":["trace[125435151] 'agreement among raft nodes before linearized reading' (duration: 249.031101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:10.277632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.685609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:19:10.277697Z","caller":"traceutil/trace.go:171","msg":"trace[231267052] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:549; }","duration":"250.857144ms","start":"2026-04-23T00:19:10.026824Z","end":"2026-04-23T00:19:10.277681Z","steps":["trace[231267052] 'agreement among raft nodes before linearized reading' (duration: 250.194734ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:10.511586Z","caller":"traceutil/trace.go:171","msg":"trace[536927785] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"227.848059ms","start":"2026-04-23T00:19:10.283695Z","end":"2026-04-23T00:19:10.511543Z","steps":["trace[536927785] 'process raft request' (duration: 214.534595ms)","trace[536927785] 'compare' (duration: 13.098148ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:10.511874Z","caller":"traceutil/trace.go:171","msg":"trace[243044956] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"227.702575ms","start":"2026-04-23T00:19:10.284147Z","end":"2026-04-23T00:19:10.51185Z","steps":["trace[243044956] 'process raft request' (duration: 227.325664ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:10.512209Z","caller":"traceutil/trace.go:171","msg":"trace[1010727306] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"227.710395ms","start":"2026-04-23T00:19:10.284444Z","end":"2026-04-23T00:19:10.512154Z","steps":["trace[1010727306] 'process raft request' (duration: 227.305973ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:10.51329Z","caller":"traceutil/trace.go:171","msg":"trace[320750597] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"227.406517ms","start":"2026-04-23T00:19:10.285815Z","end":"2026-04-23T00:19:10.513221Z","steps":["trace[320750597] 'process raft request' (duration: 226.198732ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:10.513625Z","caller":"traceutil/trace.go:171","msg":"trace[2105101096] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"222.607168ms","start":"2026-04-23T00:19:10.290779Z","end":"2026-04-23T00:19:10.513386Z","steps":["trace[2105101096] 'process raft request' (duration: 221.413613ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:10.513616Z","caller":"traceutil/trace.go:171","msg":"trace[1393177509] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"224.214325ms","start":"2026-04-23T00:19:10.289372Z","end":"2026-04-23T00:19:10.513586Z","steps":["trace[1393177509] 'process raft request' (duration: 222.770352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:10.517636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.992539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:10.517692Z","caller":"traceutil/trace.go:171","msg":"trace[1114463784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:557; }","duration":"231.090402ms","start":"2026-04-23T00:19:10.286589Z","end":"2026-04-23T00:19:10.51768Z","steps":["trace[1114463784] 'agreement among raft nodes before linearized reading' (duration: 230.168666ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:10.518001Z","caller":"traceutil/trace.go:171","msg":"trace[555541349] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"223.770432ms","start":"2026-04-23T00:19:10.294204Z","end":"2026-04-23T00:19:10.517974Z","steps":["trace[555541349] 'process raft request' (duration: 218.888501ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:10.518249Z","caller":"traceutil/trace.go:171","msg":"trace[667079524] linearizableReadLoop","detail":"{readStateIndex:574; appliedIndex:570; }","duration":"230.122825ms","start":"2026-04-23T00:19:10.286625Z","end":"2026-04-23T00:19:10.516748Z","steps":["trace[667079524] 'read index received' (duration: 19.797732ms)","trace[667079524] 'applied index is now lower than readState.Index' (duration: 210.323783ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:10.536507Z","caller":"traceutil/trace.go:171","msg":"trace[1919548202] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"221.031152ms","start":"2026-04-23T00:19:10.315446Z","end":"2026-04-23T00:19:10.536477Z","steps":["trace[1919548202] 'process raft request' (duration: 220.647771ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:10.536906Z","caller":"traceutil/trace.go:171","msg":"trace[1932266977] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"207.358667ms","start":"2026-04-23T00:19:10.329535Z","end":"2026-04-23T00:19:10.536894Z","steps":["trace[1932266977] 'process raft request' (duration: 206.870293ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:10.537043Z","caller":"traceutil/trace.go:171","msg":"trace[1432542322] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"179.349498ms","start":"2026-04-23T00:19:10.357682Z","end":"2026-04-23T00:19:10.537031Z","steps":["trace[1432542322] 'process raft request' (duration: 179.029999ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:10.537141Z","caller":"traceutil/trace.go:171","msg":"trace[144513350] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"162.302387ms","start":"2026-04-23T00:19:10.374787Z","end":"2026-04-23T00:19:10.537089Z","steps":["trace[144513350] 'process raft request' (duration: 162.08064ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:10.758419Z","caller":"traceutil/trace.go:171","msg":"trace[1515934806] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"165.437908ms","start":"2026-04-23T00:19:10.592939Z","end":"2026-04-23T00:19:10.758377Z","steps":["trace[1515934806] 'process raft request' (duration: 116.030961ms)","trace[1515934806] 'compare' (duration: 49.218861ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:10.758553Z","caller":"traceutil/trace.go:171","msg":"trace[962267262] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"141.31903ms","start":"2026-04-23T00:19:10.617184Z","end":"2026-04-23T00:19:10.758503Z","steps":["trace[962267262] 'process raft request' (duration: 141.262238ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:10.758662Z","caller":"traceutil/trace.go:171","msg":"trace[69533052] linearizableReadLoop","detail":"{readStateIndex:584; appliedIndex:583; }","duration":"149.585659ms","start":"2026-04-23T00:19:10.609055Z","end":"2026-04-23T00:19:10.75864Z","steps":["trace[69533052] 'read index received' (duration: 100.007708ms)","trace[69533052] 'applied index is now lower than readState.Index' (duration: 49.576331ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:10.758757Z","caller":"traceutil/trace.go:171","msg":"trace[665769832] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"142.191355ms","start":"2026-04-23T00:19:10.616524Z","end":"2026-04-23T00:19:10.758715Z","steps":["trace[665769832] 'process raft request' (duration: 141.849385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:10.758831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.765535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T00:19:10.758932Z","caller":"traceutil/trace.go:171","msg":"trace[417018282] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:566; }","duration":"149.932639ms","start":"2026-04-23T00:19:10.608947Z","end":"2026-04-23T00:19:10.75888Z","steps":["trace[417018282] 'agreement among raft nodes before linearized reading' (duration: 149.797235ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:11.010837Z","caller":"traceutil/trace.go:171","msg":"trace[2078507928] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"129.753416ms","start":"2026-04-23T00:19:10.881066Z","end":"2026-04-23T00:19:11.01082Z","steps":["trace[2078507928] 'process raft request' (duration: 129.569771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:11.513163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.453611ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:19:11.513329Z","caller":"traceutil/trace.go:171","msg":"trace[511717461] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"477.662933ms","start":"2026-04-23T00:19:11.035634Z","end":"2026-04-23T00:19:11.513297Z","steps":["trace[511717461] 'process raft request' (duration: 313.952805ms)","trace[511717461] 'compare' (duration: 163.155611ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:11.513435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:11.035606Z","time spent":"477.760956ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29546,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:11.518616Z","caller":"traceutil/trace.go:171","msg":"trace[1599509369] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"482.817472ms","start":"2026-04-23T00:19:11.035751Z","end":"2026-04-23T00:19:11.518569Z","steps":["trace[1599509369] 'process raft request' (duration: 482.373488ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:11.518952Z","caller":"traceutil/trace.go:171","msg":"trace[1775267783] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"218.760727ms","start":"2026-04-23T00:19:11.300167Z","end":"2026-04-23T00:19:11.518927Z","steps":["trace[1775267783] 'process raft request' (duration: 218.271133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:11.518956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:11.035726Z","time spent":"483.012997ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29461,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:11.52013Z","caller":"traceutil/trace.go:171","msg":"trace[382078645] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"105.102485ms","start":"2026-04-23T00:19:11.415009Z","end":"2026-04-23T00:19:11.520111Z","steps":["trace[382078645] 'process raft request' (duration: 105.020952ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:11.692075Z","caller":"traceutil/trace.go:171","msg":"trace[975472562] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"159.485194ms","start":"2026-04-23T00:19:11.532555Z","end":"2026-04-23T00:19:11.69204Z","steps":["trace[975472562] 'process raft request' (duration: 134.846953ms)","trace[975472562] 'compare' (duration: 24.392774ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:11.709091Z","caller":"traceutil/trace.go:171","msg":"trace[1064592183] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"108.019479ms","start":"2026-04-23T00:19:11.601045Z","end":"2026-04-23T00:19:11.709064Z","steps":["trace[1064592183] 'process raft request' (duration: 107.956177ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:11.70915Z","caller":"traceutil/trace.go:171","msg":"trace[80722193] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"175.129837ms","start":"2026-04-23T00:19:11.533999Z","end":"2026-04-23T00:19:11.709129Z","steps":["trace[80722193] 'process raft request' (duration: 174.832637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:11.928068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.39494ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:19:11.928312Z","caller":"traceutil/trace.go:171","msg":"trace[1230823009] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"201.978322ms","start":"2026-04-23T00:19:11.726307Z","end":"2026-04-23T00:19:11.928285Z","steps":["trace[1230823009] 'process raft request' (duration: 93.256252ms)","trace[1230823009] 'compare' (duration: 108.206925ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:11.937029Z","caller":"traceutil/trace.go:171","msg":"trace[557183784] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"137.337845ms","start":"2026-04-23T00:19:11.799665Z","end":"2026-04-23T00:19:11.937003Z","steps":["trace[557183784] 'process raft request' (duration: 136.642586ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:12.003906Z","caller":"traceutil/trace.go:171","msg":"trace[22143589] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"122.266711ms","start":"2026-04-23T00:19:11.881598Z","end":"2026-04-23T00:19:12.003865Z","steps":["trace[22143589] 'process raft request' (duration: 121.811738ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:12.059483Z","caller":"traceutil/trace.go:171","msg":"trace[1721544660] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"100.790142ms","start":"2026-04-23T00:19:11.958659Z","end":"2026-04-23T00:19:12.059449Z","steps":["trace[1721544660] 'process raft request' (duration: 100.481804ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:12.560273Z","caller":"traceutil/trace.go:171","msg":"trace[192076749] linearizableReadLoop","detail":"{readStateIndex:609; appliedIndex:607; }","duration":"461.002778ms","start":"2026-04-23T00:19:12.099243Z","end":"2026-04-23T00:19:12.560246Z","steps":["trace[192076749] 'read index received' (duration: 56.981587ms)","trace[192076749] 'applied index is now lower than readState.Index' (duration: 404.020001ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:12.560322Z","caller":"traceutil/trace.go:171","msg":"trace[1935008935] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"472.757796ms","start":"2026-04-23T00:19:12.087537Z","end":"2026-04-23T00:19:12.560294Z","steps":["trace[1935008935] 'process raft request' (duration: 453.621387ms)","trace[1935008935] 'compare' (duration: 18.81572ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:12.560483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:12.087515Z","time spent":"472.866629ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80688,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:19:12.560497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.232133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:80703"} {"level":"info","ts":"2026-04-23T00:19:12.560612Z","caller":"traceutil/trace.go:171","msg":"trace[791659617] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:589; }","duration":"461.407069ms","start":"2026-04-23T00:19:12.099184Z","end":"2026-04-23T00:19:12.560591Z","steps":["trace[791659617] 'agreement among raft nodes before linearized reading' (duration: 461.159481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:12.560678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:12.099163Z","time spent":"461.501032ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":80727,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io\" "} {"level":"warn","ts":"2026-04-23T00:19:12.576527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.156511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T00:19:12.576619Z","caller":"traceutil/trace.go:171","msg":"trace[884551080] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:590; }","duration":"261.306345ms","start":"2026-04-23T00:19:12.315292Z","end":"2026-04-23T00:19:12.576599Z","steps":["trace[884551080] 'agreement among raft nodes before linearized reading' (duration: 261.069419ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:12.576675Z","caller":"traceutil/trace.go:171","msg":"trace[2002144536] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"409.632163ms","start":"2026-04-23T00:19:12.167019Z","end":"2026-04-23T00:19:12.576651Z","steps":["trace[2002144536] 'process raft request' (duration: 409.084468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:12.576836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:12.166995Z","time spent":"409.756336ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18032,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:12.882298Z","caller":"traceutil/trace.go:171","msg":"trace[1712043459] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"280.673151ms","start":"2026-04-23T00:19:12.601586Z","end":"2026-04-23T00:19:12.882259Z","steps":["trace[1712043459] 'process raft request' (duration: 238.851145ms)","trace[1712043459] 'compare' (duration: 41.60106ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:12.889736Z","caller":"traceutil/trace.go:171","msg":"trace[1677354471] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"265.585371ms","start":"2026-04-23T00:19:12.62412Z","end":"2026-04-23T00:19:12.889706Z","steps":["trace[1677354471] 'process raft request' (duration: 265.347505ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:13.041604Z","caller":"traceutil/trace.go:171","msg":"trace[984231819] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"122.144656ms","start":"2026-04-23T00:19:12.919429Z","end":"2026-04-23T00:19:13.041573Z","steps":["trace[984231819] 'process raft request' (duration: 73.643999ms)","trace[984231819] 'compare' (duration: 48.368043ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:13.639789Z","caller":"traceutil/trace.go:171","msg":"trace[499760188] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"108.831215ms","start":"2026-04-23T00:19:13.530923Z","end":"2026-04-23T00:19:13.639754Z","steps":["trace[499760188] 'process raft request' (duration: 108.287311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:14.027888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.467778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:19:14.027988Z","caller":"traceutil/trace.go:171","msg":"trace[267858450] linearizableReadLoop","detail":"{readStateIndex:631; appliedIndex:630; }","duration":"160.026395ms","start":"2026-04-23T00:19:13.867945Z","end":"2026-04-23T00:19:14.027971Z","steps":["trace[267858450] 'read index received' (duration: 61.732µs)","trace[267858450] 'applied index is now lower than readState.Index' (duration: 159.963533ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:14.028043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.106727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:14.028072Z","caller":"traceutil/trace.go:171","msg":"trace[2099302137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:611; }","duration":"160.180329ms","start":"2026-04-23T00:19:13.867882Z","end":"2026-04-23T00:19:14.028063Z","steps":["trace[2099302137] 'agreement among raft nodes before linearized reading' (duration: 160.131708ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:14.028113Z","caller":"traceutil/trace.go:171","msg":"trace[884324870] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"341.881303ms","start":"2026-04-23T00:19:13.686166Z","end":"2026-04-23T00:19:14.028047Z","steps":["trace[884324870] 'process raft request' (duration: 178.195979ms)","trace[884324870] 'compare' (duration: 163.344695ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:14.028216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:13.686136Z","time spent":"342.040837ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:19:14.74397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.053102ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T00:19:14.744144Z","caller":"traceutil/trace.go:171","msg":"trace[1443434390] linearizableReadLoop","detail":"{readStateIndex:637; appliedIndex:636; }","duration":"103.831719ms","start":"2026-04-23T00:19:14.640287Z","end":"2026-04-23T00:19:14.744119Z","steps":["trace[1443434390] 'read index received' (duration: 33.391µs)","trace[1443434390] 'applied index is now lower than readState.Index' (duration: 103.796498ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:14.744354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.063556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:29570"} {"level":"info","ts":"2026-04-23T00:19:14.744401Z","caller":"traceutil/trace.go:171","msg":"trace[1364718519] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:616; }","duration":"104.153399ms","start":"2026-04-23T00:19:14.640233Z","end":"2026-04-23T00:19:14.744386Z","steps":["trace[1364718519] 'agreement among raft nodes before linearized reading' (duration: 103.950553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:17.115234Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149590534,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:19:17.258575Z","caller":"traceutil/trace.go:171","msg":"trace[1531243299] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"644.533842ms","start":"2026-04-23T00:19:16.613974Z","end":"2026-04-23T00:19:17.258508Z","steps":["trace[1531243299] 'process raft request' (duration: 644.193872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:17.258928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:16.613947Z","time spent":"644.863721ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:17.283862Z","caller":"traceutil/trace.go:171","msg":"trace[800294803] linearizableReadLoop","detail":"{readStateIndex:639; appliedIndex:638; }","duration":"669.5278ms","start":"2026-04-23T00:19:16.614302Z","end":"2026-04-23T00:19:17.28383Z","steps":["trace[800294803] 'read index received' (duration: 644.751727ms)","trace[800294803] 'applied index is now lower than readState.Index' (duration: 24.774613ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:17.283929Z","caller":"traceutil/trace.go:171","msg":"trace[137382267] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"665.847751ms","start":"2026-04-23T00:19:16.618046Z","end":"2026-04-23T00:19:17.283893Z","steps":["trace[137382267] 'process raft request' (duration: 665.611514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:17.284116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:16.618013Z","time spent":"666.001944ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:19:17.28422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.878639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T00:19:17.284286Z","caller":"traceutil/trace.go:171","msg":"trace[1011785346] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:618; }","duration":"669.961842ms","start":"2026-04-23T00:19:16.614307Z","end":"2026-04-23T00:19:17.284269Z","steps":["trace[1011785346] 'agreement among raft nodes before linearized reading' (duration: 669.772257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:17.284338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:16.614297Z","time spent":"670.029573ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:19:17.284796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.470705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:19:17.284934Z","caller":"traceutil/trace.go:171","msg":"trace[1521009929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:618; }","duration":"670.592569ms","start":"2026-04-23T00:19:16.614242Z","end":"2026-04-23T00:19:17.284834Z","steps":["trace[1521009929] 'agreement among raft nodes before linearized reading' (duration: 669.748766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:17.28507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:16.614208Z","time spent":"670.846915ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T00:19:20.283393Z","caller":"traceutil/trace.go:171","msg":"trace[892050731] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"219.487969ms","start":"2026-04-23T00:19:20.06388Z","end":"2026-04-23T00:19:20.283368Z","steps":["trace[892050731] 'process raft request' (duration: 218.911634ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:20.48339Z","caller":"traceutil/trace.go:171","msg":"trace[1344407537] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"139.60113ms","start":"2026-04-23T00:19:20.343755Z","end":"2026-04-23T00:19:20.483356Z","steps":["trace[1344407537] 'process raft request' (duration: 94.889096ms)","trace[1344407537] 'compare' (duration: 44.54168ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:21.026838Z","caller":"traceutil/trace.go:171","msg":"trace[822550793] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"125.016425ms","start":"2026-04-23T00:19:20.901727Z","end":"2026-04-23T00:19:21.026743Z","steps":["trace[822550793] 'process raft request' (duration: 124.424949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:22.763248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.14239ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:19:22.763647Z","caller":"traceutil/trace.go:171","msg":"trace[652793271] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"957.321555ms","start":"2026-04-23T00:19:21.806278Z","end":"2026-04-23T00:19:22.763599Z","steps":["trace[652793271] 'process raft request' (duration: 417.721573ms)","trace[652793271] 'compare' (duration: 538.914743ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:22.763758Z","caller":"traceutil/trace.go:171","msg":"trace[2114049494] linearizableReadLoop","detail":"{readStateIndex:666; appliedIndex:665; }","duration":"897.193032ms","start":"2026-04-23T00:19:21.866523Z","end":"2026-04-23T00:19:22.763716Z","steps":["trace[2114049494] 'read index received' (duration: 357.60072ms)","trace[2114049494] 'applied index is now lower than readState.Index' (duration: 539.587442ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:22.763844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:21.806251Z","time spent":"957.49755ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:19:22.763906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.362557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:22.764044Z","caller":"traceutil/trace.go:171","msg":"trace[8093751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:644; }","duration":"897.533232ms","start":"2026-04-23T00:19:21.866465Z","end":"2026-04-23T00:19:22.763998Z","steps":["trace[8093751] 'agreement among raft nodes before linearized reading' (duration: 897.340517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:22.764113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:21.866444Z","time spent":"897.656226ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:19:22.764928Z","caller":"traceutil/trace.go:171","msg":"trace[1553147862] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"748.242377ms","start":"2026-04-23T00:19:22.016663Z","end":"2026-04-23T00:19:22.764905Z","steps":["trace[1553147862] 'process raft request' (duration: 746.959863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:22.765062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:22.016635Z","time spent":"748.364511ms","remote":"127.0.0.1:37430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036285,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:23.376808Z","caller":"traceutil/trace.go:171","msg":"trace[987997906] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"133.654719ms","start":"2026-04-23T00:19:23.243129Z","end":"2026-04-23T00:19:23.376783Z","steps":["trace[987997906] 'process raft request' (duration: 132.823216ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:23.528439Z","caller":"traceutil/trace.go:171","msg":"trace[1895375419] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"147.539846ms","start":"2026-04-23T00:19:23.380864Z","end":"2026-04-23T00:19:23.528404Z","steps":["trace[1895375419] 'process raft request' (duration: 62.193198ms)","trace[1895375419] 'compare' (duration: 85.211825ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:24.214175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.029625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:19:24.214397Z","caller":"traceutil/trace.go:171","msg":"trace[1382267442] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"832.969478ms","start":"2026-04-23T00:19:23.381385Z","end":"2026-04-23T00:19:24.214354Z","steps":["trace[1382267442] 'process raft request' (duration: 514.647245ms)","trace[1382267442] 'compare' (duration: 317.833249ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:24.214469Z","caller":"traceutil/trace.go:171","msg":"trace[520388212] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"259.044394ms","start":"2026-04-23T00:19:23.955401Z","end":"2026-04-23T00:19:24.214445Z","steps":["trace[520388212] 'process raft request' (duration: 258.997742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:24.214719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:23.381356Z","time spent":"833.140803ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:24.214835Z","caller":"traceutil/trace.go:171","msg":"trace[1187458224] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"780.912375ms","start":"2026-04-23T00:19:23.433905Z","end":"2026-04-23T00:19:24.214818Z","steps":["trace[1187458224] 'process raft request' (duration: 780.447542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:24.214909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:23.433887Z","time spent":"780.987996ms","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:19:24.214911Z","caller":"traceutil/trace.go:171","msg":"trace[874875449] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"833.169275ms","start":"2026-04-23T00:19:23.38172Z","end":"2026-04-23T00:19:24.214889Z","steps":["trace[874875449] 'process raft request' (duration: 832.575648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:24.215085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:23.381699Z","time spent":"833.282817ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:24.214874Z","caller":"traceutil/trace.go:171","msg":"trace[116131536] linearizableReadLoop","detail":"{readStateIndex:672; appliedIndex:669; }","duration":"823.318646ms","start":"2026-04-23T00:19:23.391509Z","end":"2026-04-23T00:19:24.214827Z","steps":["trace[116131536] 'read index received' (duration: 51.550129ms)","trace[116131536] 'applied index is now lower than readState.Index' (duration: 771.764587ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:24.215132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.610324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T00:19:24.215188Z","caller":"traceutil/trace.go:171","msg":"trace[750070641] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:652; }","duration":"823.706586ms","start":"2026-04-23T00:19:23.391468Z","end":"2026-04-23T00:19:24.215175Z","steps":["trace[750070641] 'agreement among raft nodes before linearized reading' (duration: 823.47982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:24.215221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:23.391449Z","time spent":"823.765128ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:19:24.215444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.686789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:24.215515Z","caller":"traceutil/trace.go:171","msg":"trace[1186508657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:652; }","duration":"348.811322ms","start":"2026-04-23T00:19:23.866686Z","end":"2026-04-23T00:19:24.215497Z","steps":["trace[1186508657] 'agreement among raft nodes before linearized reading' (duration: 348.508324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:24.215554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:23.866663Z","time spent":"348.882064ms","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:19:24.420108Z","caller":"traceutil/trace.go:171","msg":"trace[939440410] linearizableReadLoop","detail":"{readStateIndex:675; appliedIndex:674; }","duration":"198.023617ms","start":"2026-04-23T00:19:24.222054Z","end":"2026-04-23T00:19:24.420077Z","steps":["trace[939440410] 'read index received' (duration: 108.103205ms)","trace[939440410] 'applied index is now lower than readState.Index' (duration: 89.919302ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:24.420266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.184171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-23T00:19:24.420308Z","caller":"traceutil/trace.go:171","msg":"trace[446038079] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:653; }","duration":"198.286564ms","start":"2026-04-23T00:19:24.222009Z","end":"2026-04-23T00:19:24.420296Z","steps":["trace[446038079] 'agreement among raft nodes before linearized reading' (duration: 198.183971ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:24.420278Z","caller":"traceutil/trace.go:171","msg":"trace[1547147724] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"200.293938ms","start":"2026-04-23T00:19:24.219921Z","end":"2026-04-23T00:19:24.420215Z","steps":["trace[1547147724] 'process raft request' (duration: 110.216572ms)","trace[1547147724] 'compare' (duration: 89.803109ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:24.662292Z","caller":"traceutil/trace.go:171","msg":"trace[1906321481] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"230.491718ms","start":"2026-04-23T00:19:24.431773Z","end":"2026-04-23T00:19:24.662264Z","steps":["trace[1906321481] 'process raft request' (duration: 230.339924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:25.866413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.323878ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-23T00:19:29.058502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.967954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T00:19:29.058601Z","caller":"traceutil/trace.go:171","msg":"trace[1831911059] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:665; }","duration":"589.119318ms","start":"2026-04-23T00:19:28.469465Z","end":"2026-04-23T00:19:29.058584Z","steps":["trace[1831911059] 'range keys from in-memory index tree' (duration: 588.800149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.058651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.469441Z","time spent":"589.197559ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:19:29.058879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192674816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:29.059036Z","caller":"traceutil/trace.go:171","msg":"trace[1844608914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:665; }","duration":"1.192889131s","start":"2026-04-23T00:19:27.866119Z","end":"2026-04-23T00:19:29.059008Z","steps":["trace[1844608914] 'range keys from in-memory index tree' (duration: 1.192576613s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.059125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.596248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-23T00:19:29.059128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:27.866096Z","time spent":"1.193011785s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:19:29.059053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430474343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:29.059193Z","caller":"traceutil/trace.go:171","msg":"trace[1090985289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:665; }","duration":"825.705161ms","start":"2026-04-23T00:19:28.233446Z","end":"2026-04-23T00:19:29.059151Z","steps":["trace[1090985289] 'range keys from in-memory index tree' (duration: 825.447454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.059201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251139103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-x24n5\" ","response":"range_response_count:1 size:16961"} {"level":"warn","ts":"2026-04-23T00:19:29.059221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.233424Z","time spent":"825.792494ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:19:29.059091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444791051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:19:29.059255Z","caller":"traceutil/trace.go:171","msg":"trace[1528879837] range","detail":"{range_begin:/registry/pods/kube-system/cilium-x24n5; range_end:; response_count:1; response_revision:665; }","duration":"1.251238105s","start":"2026-04-23T00:19:27.808Z","end":"2026-04-23T00:19:29.059238Z","steps":["trace[1528879837] 'range keys from in-memory index tree' (duration: 1.25102713s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.059314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.60083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T00:19:29.059437Z","caller":"traceutil/trace.go:171","msg":"trace[800931843] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:665; }","duration":"828.722813ms","start":"2026-04-23T00:19:28.23069Z","end":"2026-04-23T00:19:29.059412Z","steps":["trace[800931843] 'range keys from in-memory index tree' (duration: 828.142068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.059534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.230626Z","time spent":"828.887148ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T00:19:29.059219Z","caller":"traceutil/trace.go:171","msg":"trace[1638191051] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:665; }","duration":"1.430669558s","start":"2026-04-23T00:19:27.628522Z","end":"2026-04-23T00:19:29.059192Z","steps":["trace[1638191051] 'count revisions from in-memory index tree' (duration: 1.4303602s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.05957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:27.807973Z","time spent":"1.251308648s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16985,"request content":"key:\"/registry/pods/kube-system/cilium-x24n5\" "} {"level":"warn","ts":"2026-04-23T00:19:29.059782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:27.628316Z","time spent":"1.431354277s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:19:29.059317Z","caller":"traceutil/trace.go:171","msg":"trace[1369934176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:665; }","duration":"1.445055068s","start":"2026-04-23T00:19:27.614219Z","end":"2026-04-23T00:19:29.059274Z","steps":["trace[1369934176] 'range keys from in-memory index tree' (duration: 1.444578566s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.059885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:27.614197Z","time spent":"1.445666185s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:19:29.567815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149590652,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:19:29.754788Z","caller":"traceutil/trace.go:171","msg":"trace[922709046] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"691.070934ms","start":"2026-04-23T00:19:29.063685Z","end":"2026-04-23T00:19:29.754756Z","steps":["trace[922709046] 'process raft request' (duration: 690.756736ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:29.754785Z","caller":"traceutil/trace.go:171","msg":"trace[857279044] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"691.021943ms","start":"2026-04-23T00:19:29.063691Z","end":"2026-04-23T00:19:29.754712Z","steps":["trace[857279044] 'process raft request' (duration: 690.960861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.754976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:29.063653Z","time spent":"691.227968ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:19:29.755648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:29.063656Z","time spent":"691.262029ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:19:30.763361Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.008933486s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:19:30.763817Z","caller":"traceutil/trace.go:171","msg":"trace[1648778014] linearizableReadLoop","detail":"{readStateIndex:693; appliedIndex:688; }","duration":"1.696481045s","start":"2026-04-23T00:19:29.067306Z","end":"2026-04-23T00:19:30.763787Z","steps":["trace[1648778014] 'read index received' (duration: 687.17112ms)","trace[1648778014] 'applied index is now lower than readState.Index' (duration: 1.009307345s)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:30.763887Z","caller":"traceutil/trace.go:171","msg":"trace[1053116319] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"1.699427255s","start":"2026-04-23T00:19:29.064437Z","end":"2026-04-23T00:19:30.763864Z","steps":["trace[1053116319] 'process raft request' (duration: 1.69925407s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:30.764054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696739993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:30.764068Z","caller":"traceutil/trace.go:171","msg":"trace[1723424988] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"1.699647102s","start":"2026-04-23T00:19:29.064387Z","end":"2026-04-23T00:19:30.764034Z","steps":["trace[1723424988] 'process raft request' (duration: 1.699133327s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:30.764139Z","caller":"traceutil/trace.go:171","msg":"trace[1273989805] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"1.690123594s","start":"2026-04-23T00:19:29.074007Z","end":"2026-04-23T00:19:30.764131Z","steps":["trace[1273989805] 'process raft request' (duration: 1.689725572s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:30.764135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414795047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:30.764181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.47009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:19:30.764193Z","caller":"traceutil/trace.go:171","msg":"trace[1682076895] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:670; }","duration":"1.41489955s","start":"2026-04-23T00:19:29.349276Z","end":"2026-04-23T00:19:30.764176Z","steps":["trace[1682076895] 'agreement among raft nodes before linearized reading' (duration: 1.414782987s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:30.764223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:29.064351Z","time spent":"1.699793896s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:30.764249Z","caller":"traceutil/trace.go:171","msg":"trace[1128660174] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:670; }","duration":"328.609513ms","start":"2026-04-23T00:19:30.435624Z","end":"2026-04-23T00:19:30.764233Z","steps":["trace[1128660174] 'agreement among raft nodes before linearized reading' (duration: 328.461349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:30.764258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164045718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-23T00:19:30.764261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:29.349251Z","time spent":"1.414996172s","remote":"127.0.0.1:37648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:19:30.764103Z","caller":"traceutil/trace.go:171","msg":"trace[1317118867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:670; }","duration":"1.696792615s","start":"2026-04-23T00:19:29.067298Z","end":"2026-04-23T00:19:30.764091Z","steps":["trace[1317118867] 'agreement among raft nodes before linearized reading' (duration: 1.696684232s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:30.764287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:30.435601Z","time spent":"328.676836ms","remote":"127.0.0.1:37434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:19:30.764297Z","caller":"traceutil/trace.go:171","msg":"trace[1661859931] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:670; }","duration":"1.1641151s","start":"2026-04-23T00:19:29.600169Z","end":"2026-04-23T00:19:30.764284Z","steps":["trace[1661859931] 'agreement among raft nodes before linearized reading' (duration: 1.163988766s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:30.764324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:29.600146Z","time spent":"1.164172072s","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-23T00:19:30.764343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:29.067265Z","time spent":"1.697053402s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:19:30.764208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:29.073981Z","time spent":"1.690187776s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:19:30.764496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:29.064391Z","time spent":"1.699548689s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:30.934642Z","caller":"traceutil/trace.go:171","msg":"trace[1737499790] linearizableReadLoop","detail":"{readStateIndex:695; appliedIndex:694; }","duration":"117.108509ms","start":"2026-04-23T00:19:30.817492Z","end":"2026-04-23T00:19:30.934601Z","steps":["trace[1737499790] 'read index received' (duration: 29.429918ms)","trace[1737499790] 'applied index is now lower than readState.Index' (duration: 87.677231ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:30.93477Z","caller":"traceutil/trace.go:171","msg":"trace[634500778] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"124.534191ms","start":"2026-04-23T00:19:30.810185Z","end":"2026-04-23T00:19:30.934719Z","steps":["trace[634500778] 'process raft request' (duration: 36.880271ms)","trace[634500778] 'compare' (duration: 87.312621ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:30.934879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.387087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:30.934986Z","caller":"traceutil/trace.go:171","msg":"trace[1430404455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:671; }","duration":"117.543961ms","start":"2026-04-23T00:19:30.817417Z","end":"2026-04-23T00:19:30.934961Z","steps":["trace[1430404455] 'agreement among raft nodes before linearized reading' (duration: 117.319694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:32.785549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.655119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:19:32.785638Z","caller":"traceutil/trace.go:171","msg":"trace[2076463149] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:671; }","duration":"955.829034ms","start":"2026-04-23T00:19:31.829791Z","end":"2026-04-23T00:19:32.78562Z","steps":["trace[2076463149] 'count revisions from in-memory index tree' (duration: 955.571576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:32.785697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:31.82977Z","time spent":"955.915666ms","remote":"127.0.0.1:37712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":2,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:19:32.785766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.239136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:19:32.785819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170524194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:32.785988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02605688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-23T00:19:32.785875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027093508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:19:32.786064Z","caller":"traceutil/trace.go:171","msg":"trace[967058893] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:671; }","duration":"1.026174334s","start":"2026-04-23T00:19:31.759869Z","end":"2026-04-23T00:19:32.786043Z","steps":["trace[967058893] 'range keys from in-memory index tree' (duration: 1.025906997s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:32.786078Z","caller":"traceutil/trace.go:171","msg":"trace[1848118760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:671; }","duration":"1.027334154s","start":"2026-04-23T00:19:31.758717Z","end":"2026-04-23T00:19:32.786051Z","steps":["trace[1848118760] 'range keys from in-memory index tree' (duration: 1.026867142s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:32.78608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.49497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:32.786148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:31.758684Z","time spent":"1.027443907s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T00:19:32.786181Z","caller":"traceutil/trace.go:171","msg":"trace[2071687713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:671; }","duration":"918.640794ms","start":"2026-04-23T00:19:31.867517Z","end":"2026-04-23T00:19:32.786158Z","steps":["trace[2071687713] 'range keys from in-memory index tree' (duration: 918.391807ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:32.78589Z","caller":"traceutil/trace.go:171","msg":"trace[867261340] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:671; }","duration":"316.422132ms","start":"2026-04-23T00:19:32.469445Z","end":"2026-04-23T00:19:32.785868Z","steps":["trace[867261340] 'count revisions from in-memory index tree' (duration: 316.065722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:32.786233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:31.867503Z","time spent":"918.720057ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:19:32.786273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:32.469418Z","time spent":"316.822532ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":20,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:19:32.786119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:31.759842Z","time spent":"1.026263656s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:19:32.785991Z","caller":"traceutil/trace.go:171","msg":"trace[256665155] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:671; }","duration":"1.17077272s","start":"2026-04-23T00:19:31.615175Z","end":"2026-04-23T00:19:32.785948Z","steps":["trace[256665155] 'count revisions from in-memory index tree' (duration: 1.170365689s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:32.786864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:31.615097Z","time spent":"1.171656355s","remote":"127.0.0.1:37674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:19:33.732801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149590676,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:19:34.233873Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149590676,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:19:34.695818Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.905061279s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:19:34.696195Z","caller":"traceutil/trace.go:171","msg":"trace[131748579] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"1.905519071s","start":"2026-04-23T00:19:32.790646Z","end":"2026-04-23T00:19:34.696165Z","steps":["trace[131748579] 'process raft request' (duration: 1.905347807s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:34.696334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:32.790628Z","time spent":"1.905617304s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:34.718103Z","caller":"traceutil/trace.go:171","msg":"trace[560337357] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"1.927393935s","start":"2026-04-23T00:19:32.790678Z","end":"2026-04-23T00:19:34.718072Z","steps":["trace[560337357] 'process raft request' (duration: 1.927217801s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:34.718274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:32.79066Z","time spent":"1.927528469s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:34.718437Z","caller":"traceutil/trace.go:171","msg":"trace[81545618] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"1.9271873s","start":"2026-04-23T00:19:32.79124Z","end":"2026-04-23T00:19:34.718427Z","steps":["trace[81545618] 'process raft request' (duration: 1.926792639s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:34.718494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:32.791225Z","time spent":"1.927240351s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:34.718602Z","caller":"traceutil/trace.go:171","msg":"trace[512423108] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"1.926213093s","start":"2026-04-23T00:19:32.792365Z","end":"2026-04-23T00:19:34.718578Z","steps":["trace[512423108] 'process raft request' (duration: 1.925960186s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:34.71863Z","caller":"traceutil/trace.go:171","msg":"trace[336190739] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"1.620283936s","start":"2026-04-23T00:19:33.098319Z","end":"2026-04-23T00:19:34.718603Z","steps":["trace[336190739] 'process raft request' (duration: 1.620106171s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:34.718658Z","caller":"traceutil/trace.go:171","msg":"trace[1095507388] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"495.656389ms","start":"2026-04-23T00:19:34.222982Z","end":"2026-04-23T00:19:34.718638Z","steps":["trace[1095507388] 'process raft request' (duration: 495.485634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:34.718738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:34.222949Z","time spent":"495.751091ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:19:34.718755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:32.792337Z","time spent":"1.926339826s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:19:34.71876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:33.098283Z","time spent":"1.620404419s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:34.718836Z","caller":"traceutil/trace.go:171","msg":"trace[1217762212] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"495.007391ms","start":"2026-04-23T00:19:34.223816Z","end":"2026-04-23T00:19:34.718823Z","steps":["trace[1217762212] 'process raft request' (duration: 494.695842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:34.718895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:34.223804Z","time spent":"495.059672ms","remote":"127.0.0.1:37492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4585,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:34.725516Z","caller":"traceutil/trace.go:171","msg":"trace[362507076] linearizableReadLoop","detail":"{readStateIndex:702; appliedIndex:696; }","duration":"1.49338392s","start":"2026-04-23T00:19:33.232102Z","end":"2026-04-23T00:19:34.725486Z","steps":["trace[362507076] 'read index received' (duration: 1.464063733s)","trace[362507076] 'applied index is now lower than readState.Index' (duration: 29.318477ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:34.72566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493555055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:34.725707Z","caller":"traceutil/trace.go:171","msg":"trace[318593441] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:678; }","duration":"1.493649398s","start":"2026-04-23T00:19:33.232047Z","end":"2026-04-23T00:19:34.725696Z","steps":["trace[318593441] 'agreement among raft nodes before linearized reading' (duration: 1.493567345s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:34.725711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.863721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:34.725735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:33.232025Z","time spent":"1.493703188s","remote":"127.0.0.1:37460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:19:34.725754Z","caller":"traceutil/trace.go:171","msg":"trace[631454893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:678; }","duration":"858.969724ms","start":"2026-04-23T00:19:33.866774Z","end":"2026-04-23T00:19:34.725744Z","steps":["trace[631454893] 'agreement among raft nodes before linearized reading' (duration: 858.871031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:34.725797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:33.866756Z","time spent":"859.032976ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:19:37.109579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.86523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:37.10968Z","caller":"traceutil/trace.go:171","msg":"trace[658675964] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:688; }","duration":"462.998503ms","start":"2026-04-23T00:19:36.646655Z","end":"2026-04-23T00:19:37.109653Z","steps":["trace[658675964] 'count revisions from in-memory index tree' (duration: 462.796957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:37.109691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.014018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:37.109717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.334152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:37.109781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.347012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:37.109792Z","caller":"traceutil/trace.go:171","msg":"trace[838376790] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:688; }","duration":"363.155881ms","start":"2026-04-23T00:19:36.746616Z","end":"2026-04-23T00:19:37.109772Z","steps":["trace[838376790] 'range keys from in-memory index tree' (duration: 362.955636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:37.109811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.758744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:37.109822Z","caller":"traceutil/trace.go:171","msg":"trace[1050323678] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:688; }","duration":"540.433575ms","start":"2026-04-23T00:19:36.569376Z","end":"2026-04-23T00:19:37.10981Z","steps":["trace[1050323678] 'range keys from in-memory index tree' (duration: 540.2592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:37.109833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.169175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:37.109833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008619287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:37.109814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.977945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:37.109858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:36.74661Z","time spent":"363.225063ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"info","ts":"2026-04-23T00:19:37.109855Z","caller":"traceutil/trace.go:171","msg":"trace[1876296577] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:688; }","duration":"670.821906ms","start":"2026-04-23T00:19:36.439017Z","end":"2026-04-23T00:19:37.109839Z","steps":["trace[1876296577] 'range keys from in-memory index tree' (duration: 670.708713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:37.109893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.180735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:37.109889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.734904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:37.10991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:36.439001Z","time spent":"670.899088ms","remote":"127.0.0.1:46828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"info","ts":"2026-04-23T00:19:37.109905Z","caller":"traceutil/trace.go:171","msg":"trace[1967384351] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:688; }","duration":"831.106938ms","start":"2026-04-23T00:19:36.278777Z","end":"2026-04-23T00:19:37.109884Z","steps":["trace[1967384351] 'range keys from in-memory index tree' (duration: 830.919362ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:37.109927Z","caller":"traceutil/trace.go:171","msg":"trace[1925442339] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:688; }","duration":"348.228376ms","start":"2026-04-23T00:19:36.761691Z","end":"2026-04-23T00:19:37.10992Z","steps":["trace[1925442339] 'range keys from in-memory index tree' (duration: 348.148743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:37.10993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.299441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:37.109952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:36.761683Z","time spent":"348.262898ms","remote":"127.0.0.1:46882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"info","ts":"2026-04-23T00:19:37.109959Z","caller":"traceutil/trace.go:171","msg":"trace[872746520] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:688; }","duration":"512.331722ms","start":"2026-04-23T00:19:36.597618Z","end":"2026-04-23T00:19:37.10995Z","steps":["trace[872746520] 'range keys from in-memory index tree' (duration: 512.208259ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:37.109961Z","caller":"traceutil/trace.go:171","msg":"trace[91288674] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:688; }","duration":"670.828646ms","start":"2026-04-23T00:19:36.439113Z","end":"2026-04-23T00:19:37.109942Z","steps":["trace[91288674] 'count revisions from in-memory index tree' (duration: 670.674372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:37.109987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:36.597553Z","time spent":"512.426335ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T00:19:37.109969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:36.278769Z","time spent":"831.1838ms","remote":"127.0.0.1:46816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-23T00:19:37.110008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.073822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:37.110014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:36.439096Z","time spent":"670.903528ms","remote":"127.0.0.1:46828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:19:37.110048Z","caller":"traceutil/trace.go:171","msg":"trace[1228292672] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:688; }","duration":"875.157864ms","start":"2026-04-23T00:19:36.234878Z","end":"2026-04-23T00:19:37.110036Z","steps":["trace[1228292672] 'count revisions from in-memory index tree' (duration: 874.98525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:37.110033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.309394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-04-23T00:19:37.110089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:36.234855Z","time spent":"875.222006ms","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:19:37.109893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.961392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:37.110059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.216406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:37.11012Z","caller":"traceutil/trace.go:171","msg":"trace[236701070] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:688; }","duration":"230.416137ms","start":"2026-04-23T00:19:36.879684Z","end":"2026-04-23T00:19:37.1101Z","steps":["trace[236701070] 'range keys from in-memory index tree' (duration: 230.111448ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:37.110136Z","caller":"traceutil/trace.go:171","msg":"trace[1660639974] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:688; }","duration":"540.224979ms","start":"2026-04-23T00:19:36.569898Z","end":"2026-04-23T00:19:37.110123Z","steps":["trace[1660639974] 'range keys from in-memory index tree' (duration: 539.88794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:37.110163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.474825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:37.110166Z","caller":"traceutil/trace.go:171","msg":"trace[1298266231] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:688; }","duration":"875.36498ms","start":"2026-04-23T00:19:36.234778Z","end":"2026-04-23T00:19:37.110143Z","steps":["trace[1298266231] 'range keys from in-memory index tree' (duration: 875.137594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:37.110184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:36.569885Z","time spent":"540.284741ms","remote":"127.0.0.1:46828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 "} {"level":"warn","ts":"2026-04-23T00:19:37.110177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.820925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:37.110232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.807715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:37.110236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.440145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:37.110241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:36.234758Z","time spent":"875.449033ms","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 "} {"level":"info","ts":"2026-04-23T00:19:37.110266Z","caller":"traceutil/trace.go:171","msg":"trace[1335139717] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:688; }","duration":"424.835846ms","start":"2026-04-23T00:19:36.685417Z","end":"2026-04-23T00:19:37.110253Z","steps":["trace[1335139717] 'range keys from in-memory index tree' (duration: 424.753724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:37.110289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.943739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:37.110298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:36.685375Z","time spent":"424.914718ms","remote":"127.0.0.1:46856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T00:19:37.110308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.976181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:37.110325Z","caller":"traceutil/trace.go:171","msg":"trace[1548808754] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:688; }","duration":"850.010121ms","start":"2026-04-23T00:19:36.260302Z","end":"2026-04-23T00:19:37.110312Z","steps":["trace[1548808754] 'count revisions from in-memory index tree' (duration: 849.791815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:37.110325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.316207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:37.110336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.653484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:37.110337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.370093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:37.110359Z","caller":"traceutil/trace.go:171","msg":"trace[974474919] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:688; }","duration":"832.049813ms","start":"2026-04-23T00:19:36.278295Z","end":"2026-04-23T00:19:37.110345Z","steps":["trace[974474919] 'count revisions from in-memory index tree' (duration: 831.874459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:37.109717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.281884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:37.110393Z","caller":"traceutil/trace.go:171","msg":"trace[309685141] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:688; }","duration":"511.749696ms","start":"2026-04-23T00:19:36.598628Z","end":"2026-04-23T00:19:37.110378Z","steps":["trace[309685141] 'range keys from in-memory index tree' (duration: 511.570102ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:37.110399Z","caller":"traceutil/trace.go:171","msg":"trace[1682230700] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:688; }","duration":"874.487225ms","start":"2026-04-23T00:19:36.235894Z","end":"2026-04-23T00:19:37.110381Z","steps":["trace[1682230700] 'range keys from in-memory index tree' (duration: 874.25776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:37.110412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:36.278277Z","time spent":"832.119215ms","remote":"127.0.0.1:46816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:19:37.110436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.95112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:37.11044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:36.598606Z","time spent":"511.817359ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 "} {"level":"warn","ts":"2026-04-23T00:19:37.110446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:36.235863Z","time spent":"874.568248ms","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 "} {"level":"info","ts":"2026-04-23T00:19:37.110441Z","caller":"traceutil/trace.go:171","msg":"trace[1558821669] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:688; }","duration":"849.032904ms","start":"2026-04-23T00:19:36.261379Z","end":"2026-04-23T00:19:37.110411Z","steps":["trace[1558821669] 'range keys from in-memory index tree' (duration: 848.207492ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:37.110468Z","caller":"traceutil/trace.go:171","msg":"trace[1329001241] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:688; }","duration":"425.00561ms","start":"2026-04-23T00:19:36.685454Z","end":"2026-04-23T00:19:37.110459Z","steps":["trace[1329001241] 'count revisions from in-memory index tree' (duration: 424.642492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:37.11049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.687925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:37.109886Z","caller":"traceutil/trace.go:171","msg":"trace[1126415784] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:688; }","duration":"1.008737821s","start":"2026-04-23T00:19:36.101132Z","end":"2026-04-23T00:19:37.10987Z","steps":["trace[1126415784] 'count revisions from in-memory index tree' (duration: 1.008500814s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:37.110558Z","caller":"traceutil/trace.go:171","msg":"trace[1941487212] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:688; }","duration":"328.744636ms","start":"2026-04-23T00:19:36.781774Z","end":"2026-04-23T00:19:37.110518Z","steps":["trace[1941487212] 'range keys from in-memory index tree' (duration: 328.610103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:37.110513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:36.261371Z","time spent":"849.120936ms","remote":"127.0.0.1:46812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 "} {"level":"warn","ts":"2026-04-23T00:19:37.109967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008806513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:37.110591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.30602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:37.110641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.357262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:37.110645Z","caller":"traceutil/trace.go:171","msg":"trace[1212550598] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:688; }","duration":"832.395502ms","start":"2026-04-23T00:19:36.278236Z","end":"2026-04-23T00:19:37.110632Z","steps":["trace[1212550598] 'range keys from in-memory index tree' (duration: 832.184246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:37.110655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.536658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:37.110714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:36.278214Z","time spent":"832.484395ms","remote":"127.0.0.1:46816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T00:19:37.110718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:36.101115Z","time spent":"1.009466891s","remote":"127.0.0.1:46798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:19:37.110754Z","caller":"traceutil/trace.go:171","msg":"trace[767159349] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:688; }","duration":"382.635731ms","start":"2026-04-23T00:19:36.728088Z","end":"2026-04-23T00:19:37.110723Z","steps":["trace[767159349] 'count revisions from in-memory index tree' (duration: 382.439634ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:37.110359Z","caller":"traceutil/trace.go:171","msg":"trace[39273997] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:688; }","duration":"348.39102ms","start":"2026-04-23T00:19:36.761958Z","end":"2026-04-23T00:19:37.110349Z","steps":["trace[39273997] 'range keys from in-memory index tree' (duration: 348.233415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:37.110806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.532705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T00:19:37.110198Z","caller":"traceutil/trace.go:171","msg":"trace[1399930578] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:688; }","duration":"463.526007ms","start":"2026-04-23T00:19:36.646662Z","end":"2026-04-23T00:19:37.110188Z","steps":["trace[1399930578] 'range keys from in-memory index tree' (duration: 463.421594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:37.110841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:36.76194Z","time spent":"348.880083ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 "} {"level":"warn","ts":"2026-04-23T00:19:37.110856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.639209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T00:19:37.110857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.586677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:19:37.110868Z","caller":"traceutil/trace.go:171","msg":"trace[1700640948] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:688; }","duration":"386.595807ms","start":"2026-04-23T00:19:36.72426Z","end":"2026-04-23T00:19:37.110856Z","steps":["trace[1700640948] 'range keys from in-memory index tree' (duration: 386.29982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:37.110863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.898567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:37.110869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.062422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:19:37.110893Z","caller":"traceutil/trace.go:171","msg":"trace[1535331296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:688; }","duration":"386.67614ms","start":"2026-04-23T00:19:36.724206Z","end":"2026-04-23T00:19:37.110882Z","steps":["trace[1535331296] 'range keys from in-memory index tree' (duration: 386.494084ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:37.1109Z","caller":"traceutil/trace.go:171","msg":"trace[1423607050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:688; }","duration":"386.656109ms","start":"2026-04-23T00:19:36.724233Z","end":"2026-04-23T00:19:37.110889Z","steps":["trace[1423607050] 'range keys from in-memory index tree' (duration: 386.411903ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:37.110268Z","caller":"traceutil/trace.go:171","msg":"trace[1508298077] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:688; }","duration":"849.935758ms","start":"2026-04-23T00:19:36.260298Z","end":"2026-04-23T00:19:37.110233Z","steps":["trace[1508298077] 'range keys from in-memory index tree' (duration: 849.62014ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:37.11092Z","caller":"traceutil/trace.go:171","msg":"trace[707630845] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:688; }","duration":"411.139705ms","start":"2026-04-23T00:19:36.699768Z","end":"2026-04-23T00:19:37.110908Z","steps":["trace[707630845] 'range keys from in-memory index tree' (duration: 410.916178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:37.110925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:36.724173Z","time spent":"386.745112ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T00:19:37.110923Z","caller":"traceutil/trace.go:171","msg":"trace[1136732158] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:688; }","duration":"382.99364ms","start":"2026-04-23T00:19:36.727908Z","end":"2026-04-23T00:19:37.110902Z","steps":["trace[1136732158] 'range keys from in-memory index tree' (duration: 382.843706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:37.110934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:36.724218Z","time spent":"386.7095ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:19:37.110945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:36.260284Z","time spent":"850.648827ms","remote":"127.0.0.1:46812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T00:19:37.110903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:36.724219Z","time spent":"386.677029ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:19:37.110811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:36.728063Z","time spent":"382.732874ms","remote":"127.0.0.1:46864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:19:37.110956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:36.699754Z","time spent":"411.192016ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:19:37.110973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:36.727897Z","time spent":"383.061612ms","remote":"127.0.0.1:46864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-23T00:19:37.109828Z","caller":"traceutil/trace.go:171","msg":"trace[811357397] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:688; }","duration":"540.428514ms","start":"2026-04-23T00:19:36.569354Z","end":"2026-04-23T00:19:37.109782Z","steps":["trace[811357397] 'count revisions from in-memory index tree' (duration: 540.271901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:37.110414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.573832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:37.111083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:36.569302Z","time spent":"541.755901ms","remote":"127.0.0.1:46830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:19:37.111099Z","caller":"traceutil/trace.go:171","msg":"trace[772235466] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:688; }","duration":"329.27428ms","start":"2026-04-23T00:19:36.781807Z","end":"2026-04-23T00:19:37.111082Z","steps":["trace[772235466] 'count revisions from in-memory index tree' (duration: 328.535791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:37.111142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:36.781795Z","time spent":"329.331532ms","remote":"127.0.0.1:46894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:19:37.109797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.913007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:37.110682Z","caller":"traceutil/trace.go:171","msg":"trace[1884146316] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:688; }","duration":"382.409593ms","start":"2026-04-23T00:19:36.728264Z","end":"2026-04-23T00:19:37.110673Z","steps":["trace[1884146316] 'range keys from in-memory index tree' (duration: 382.311481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:37.111246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:36.728257Z","time spent":"382.974718ms","remote":"127.0.0.1:46864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-23T00:19:37.109855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:36.56935Z","time spent":"540.496696ms","remote":"127.0.0.1:46830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"info","ts":"2026-04-23T00:19:37.109862Z","caller":"traceutil/trace.go:171","msg":"trace[731925219] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:688; }","duration":"348.195815ms","start":"2026-04-23T00:19:36.761656Z","end":"2026-04-23T00:19:37.109851Z","steps":["trace[731925219] 'count revisions from in-memory index tree' (duration: 348.132143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:37.109717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.002307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:37.111324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:36.761631Z","time spent":"349.680645ms","remote":"127.0.0.1:46882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:19:37.110242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008550716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:37.111365Z","caller":"traceutil/trace.go:171","msg":"trace[2076578780] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:688; }","duration":"364.669372ms","start":"2026-04-23T00:19:36.746669Z","end":"2026-04-23T00:19:37.111338Z","steps":["trace[2076578780] 'count revisions from in-memory index tree' (duration: 362.941946ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:37.111405Z","caller":"traceutil/trace.go:171","msg":"trace[967452377] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:688; }","duration":"1.009698777s","start":"2026-04-23T00:19:36.101674Z","end":"2026-04-23T00:19:37.111373Z","steps":["trace[967452377] 'range keys from in-memory index tree' (duration: 1.008446193s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:37.111507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:36.10163Z","time spent":"1.009855951s","remote":"127.0.0.1:46798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 "} {"level":"warn","ts":"2026-04-23T00:19:37.110498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:36.685441Z","time spent":"425.050262ms","remote":"127.0.0.1:46856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:19:37.111282Z","caller":"traceutil/trace.go:171","msg":"trace[785414772] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:688; }","duration":"328.375967ms","start":"2026-04-23T00:19:36.782832Z","end":"2026-04-23T00:19:37.111208Z","steps":["trace[785414772] 'range keys from in-memory index tree' (duration: 326.808304ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:37.110284Z","caller":"traceutil/trace.go:171","msg":"trace[189455803] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:688; }","duration":"512.513596ms","start":"2026-04-23T00:19:36.597758Z","end":"2026-04-23T00:19:37.110271Z","steps":["trace[189455803] 'count revisions from in-memory index tree' (duration: 512.155397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:37.111695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:36.597745Z","time spent":"513.923415ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:19:37.111433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:36.746658Z","time spent":"364.750764ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:19:37.110528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.716023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:37.111919Z","caller":"traceutil/trace.go:171","msg":"trace[1043639153] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:688; }","duration":"426.096331ms","start":"2026-04-23T00:19:36.685805Z","end":"2026-04-23T00:19:37.111901Z","steps":["trace[1043639153] 'range keys from in-memory index tree' (duration: 424.677832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:37.111967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:36.685775Z","time spent":"426.176184ms","remote":"127.0.0.1:46846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 "} {"level":"warn","ts":"2026-04-23T00:19:37.110602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:36.781751Z","time spent":"328.836419ms","remote":"127.0.0.1:46894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T00:19:37.110359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:36.260281Z","time spent":"850.068212ms","remote":"127.0.0.1:46812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:19:37.110649Z","caller":"traceutil/trace.go:171","msg":"trace[633029848] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:688; }","duration":"1.009526592s","start":"2026-04-23T00:19:36.101097Z","end":"2026-04-23T00:19:37.110623Z","steps":["trace[633029848] 'range keys from in-memory index tree' (duration: 1.008649009s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:37.112198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:36.101068Z","time spent":"1.011109646s","remote":"127.0.0.1:46798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T00:19:37.110897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:36.646654Z","time spent":"464.222856ms","remote":"127.0.0.1:46846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T00:19:37.109735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:36.646648Z","time spent":"463.075225ms","remote":"127.0.0.1:46846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:19:37.1138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:36.782808Z","time spent":"328.786477ms","remote":"127.0.0.1:46894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 "} {"level":"info","ts":"2026-04-23T00:19:37.270096Z","caller":"traceutil/trace.go:171","msg":"trace[1271236737] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"152.46774ms","start":"2026-04-23T00:19:37.117578Z","end":"2026-04-23T00:19:37.270045Z","steps":["trace[1271236737] 'process raft request' (duration: 152.193972ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:37.270123Z","caller":"traceutil/trace.go:171","msg":"trace[657498187] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"152.346316ms","start":"2026-04-23T00:19:37.11775Z","end":"2026-04-23T00:19:37.270096Z","steps":["trace[657498187] 'process raft request' (duration: 152.192022ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:37.270118Z","caller":"traceutil/trace.go:171","msg":"trace[1739027549] linearizableReadLoop","detail":"{readStateIndex:718; appliedIndex:714; }","duration":"141.477202ms","start":"2026-04-23T00:19:37.128613Z","end":"2026-04-23T00:19:37.27009Z","steps":["trace[1739027549] 'read index received' (duration: 64.389998ms)","trace[1739027549] 'applied index is now lower than readState.Index' (duration: 77.086064ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:37.270258Z","caller":"traceutil/trace.go:171","msg":"trace[595095950] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"151.987727ms","start":"2026-04-23T00:19:37.11823Z","end":"2026-04-23T00:19:37.270218Z","steps":["trace[595095950] 'process raft request' (duration: 151.749761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:37.270793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.16446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:37.270897Z","caller":"traceutil/trace.go:171","msg":"trace[923769496] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:0; response_revision:693; }","duration":"142.283893ms","start":"2026-04-23T00:19:37.128598Z","end":"2026-04-23T00:19:37.270882Z","steps":["trace[923769496] 'agreement among raft nodes before linearized reading' (duration: 142.123649ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:37.270914Z","caller":"traceutil/trace.go:171","msg":"trace[225300774] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"135.068887ms","start":"2026-04-23T00:19:37.135825Z","end":"2026-04-23T00:19:37.270893Z","steps":["trace[225300774] 'process raft request' (duration: 134.207524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:37.271073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.563206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-x24n5\" ","response":"range_response_count:1 size:17520"} {"level":"info","ts":"2026-04-23T00:19:37.271139Z","caller":"traceutil/trace.go:171","msg":"trace[197259792] range","detail":"{range_begin:/registry/pods/kube-system/cilium-x24n5; range_end:; response_count:1; response_revision:693; }","duration":"133.655738ms","start":"2026-04-23T00:19:37.137466Z","end":"2026-04-23T00:19:37.271121Z","steps":["trace[197259792] 'agreement among raft nodes before linearized reading' (duration: 133.451993ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:37.592007Z","caller":"traceutil/trace.go:171","msg":"trace[570128704] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"108.009163ms","start":"2026-04-23T00:19:37.483961Z","end":"2026-04-23T00:19:37.59197Z","steps":["trace[570128704] 'process raft request' (duration: 35.318429ms)","trace[570128704] 'compare' (duration: 72.460928ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:38.305984Z","caller":"traceutil/trace.go:171","msg":"trace[544417329] linearizableReadLoop","detail":"{readStateIndex:734; appliedIndex:732; }","duration":"158.171406ms","start":"2026-04-23T00:19:38.147789Z","end":"2026-04-23T00:19:38.30596Z","steps":["trace[544417329] 'read index received' (duration: 34.626021ms)","trace[544417329] 'applied index is now lower than readState.Index' (duration: 123.544325ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:38.306019Z","caller":"traceutil/trace.go:171","msg":"trace[422156029] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"158.215557ms","start":"2026-04-23T00:19:38.147771Z","end":"2026-04-23T00:19:38.305987Z","steps":["trace[422156029] 'process raft request' (duration: 145.052968ms)","trace[422156029] 'compare' (duration: 13.033265ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:38.306228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.417462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-x24n5\" ","response":"range_response_count:1 size:17704"} {"level":"info","ts":"2026-04-23T00:19:38.30627Z","caller":"traceutil/trace.go:171","msg":"trace[617875502] range","detail":"{range_begin:/registry/pods/kube-system/cilium-x24n5; range_end:; response_count:1; response_revision:708; }","duration":"158.517135ms","start":"2026-04-23T00:19:38.147744Z","end":"2026-04-23T00:19:38.306262Z","steps":["trace[617875502] 'agreement among raft nodes before linearized reading' (duration: 158.33955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:38.371428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.985281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:38.371521Z","caller":"traceutil/trace.go:171","msg":"trace[893893332] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:709; }","duration":"203.119075ms","start":"2026-04-23T00:19:38.168379Z","end":"2026-04-23T00:19:38.371498Z","steps":["trace[893893332] 'agreement among raft nodes before linearized reading' (duration: 202.93273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:38.679676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.260571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:19:38.679859Z","caller":"traceutil/trace.go:171","msg":"trace[448497757] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"359.588044ms","start":"2026-04-23T00:19:38.320237Z","end":"2026-04-23T00:19:38.679825Z","steps":["trace[448497757] 'process raft request' (duration: 97.091706ms)","trace[448497757] 'compare' (duration: 262.140078ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:38.679985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:38.320211Z","time spent":"359.705386ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17771,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:38.885825Z","caller":"traceutil/trace.go:171","msg":"trace[319587055] transaction","detail":"{read_only:false; response_revision:711; number_of_response:1; }","duration":"508.775446ms","start":"2026-04-23T00:19:38.377021Z","end":"2026-04-23T00:19:38.885796Z","steps":["trace[319587055] 'process raft request' (duration: 443.173033ms)","trace[319587055] 'compare' (duration: 65.487599ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:38.88599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:38.376995Z","time spent":"508.909659ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5562,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:19:39.347434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.913498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:19:39.347629Z","caller":"traceutil/trace.go:171","msg":"trace[220612498] linearizableReadLoop","detail":"{readStateIndex:738; appliedIndex:736; }","duration":"663.490347ms","start":"2026-04-23T00:19:38.684121Z","end":"2026-04-23T00:19:39.347611Z","steps":["trace[220612498] 'read index received' (duration: 136.117376ms)","trace[220612498] 'applied index is now lower than readState.Index' (duration: 527.371541ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:39.347717Z","caller":"traceutil/trace.go:171","msg":"trace[1725838035] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"653.192618ms","start":"2026-04-23T00:19:38.694504Z","end":"2026-04-23T00:19:39.347697Z","steps":["trace[1725838035] 'process raft request' (duration: 653.055794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:39.347774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:38.694478Z","time spent":"653.26598ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:19:39.34775Z","caller":"traceutil/trace.go:171","msg":"trace[766400301] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"852.709165ms","start":"2026-04-23T00:19:38.494997Z","end":"2026-04-23T00:19:39.347706Z","steps":["trace[766400301] 'process raft request' (duration: 659.439337ms)","trace[766400301] 'compare' (duration: 192.802375ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:39.347932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:38.494964Z","time spent":"852.88049ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3104,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:19:39.347962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.837876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-lznzd\" ","response":"range_response_count:1 size:4679"} {"level":"info","ts":"2026-04-23T00:19:39.347993Z","caller":"traceutil/trace.go:171","msg":"trace[186623808] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-lznzd; range_end:; response_count:1; response_revision:713; }","duration":"663.902418ms","start":"2026-04-23T00:19:38.684081Z","end":"2026-04-23T00:19:39.347984Z","steps":["trace[186623808] 'agreement among raft nodes before linearized reading' (duration: 663.797615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:39.348028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:38.684064Z","time spent":"663.956709ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4703,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-lznzd\" "} {"level":"info","ts":"2026-04-23T00:19:39.59772Z","caller":"traceutil/trace.go:171","msg":"trace[836533391] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"705.757264ms","start":"2026-04-23T00:19:38.891937Z","end":"2026-04-23T00:19:39.597695Z","steps":["trace[836533391] 'process raft request' (duration: 694.973431ms)","trace[836533391] 'compare' (duration: 10.631819ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:39.597897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:38.891906Z","time spent":"705.898438ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5571,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:39.598021Z","caller":"traceutil/trace.go:171","msg":"trace[2077924071] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"499.516574ms","start":"2026-04-23T00:19:39.098487Z","end":"2026-04-23T00:19:39.598004Z","steps":["trace[2077924071] 'process raft request' (duration: 499.412691ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:39.5981Z","caller":"traceutil/trace.go:171","msg":"trace[560558499] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"702.929478ms","start":"2026-04-23T00:19:38.895161Z","end":"2026-04-23T00:19:39.598091Z","steps":["trace[560558499] 'process raft request' (duration: 702.498346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:39.598111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:39.098466Z","time spent":"499.608556ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:19:39.598152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:38.895147Z","time spent":"702.981229ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:19:40.024183Z","caller":"traceutil/trace.go:171","msg":"trace[968416468] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"670.63136ms","start":"2026-04-23T00:19:39.353516Z","end":"2026-04-23T00:19:40.024147Z","steps":["trace[968416468] 'process raft request' (duration: 670.411264ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:40.024285Z","caller":"traceutil/trace.go:171","msg":"trace[715463887] linearizableReadLoop","detail":"{readStateIndex:743; appliedIndex:739; }","duration":"676.590792ms","start":"2026-04-23T00:19:39.347664Z","end":"2026-04-23T00:19:40.024255Z","steps":["trace[715463887] 'read index received' (duration: 239.413811ms)","trace[715463887] 'applied index is now lower than readState.Index' (duration: 437.175491ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:40.024319Z","caller":"traceutil/trace.go:171","msg":"trace[1839069846] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"726.411884ms","start":"2026-04-23T00:19:39.297868Z","end":"2026-04-23T00:19:40.02428Z","steps":["trace[1839069846] 'process raft request' (duration: 725.916171ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:40.024528Z","caller":"traceutil/trace.go:171","msg":"trace[1786003142] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"502.433393ms","start":"2026-04-23T00:19:39.522086Z","end":"2026-04-23T00:19:40.024519Z","steps":["trace[1786003142] 'process raft request' (duration: 501.995181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:40.02437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:39.353489Z","time spent":"670.788774ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4059,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:19:40.024539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.487803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-23T00:19:40.024568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:39.522058Z","time spent":"502.490464ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:19:40.024573Z","caller":"traceutil/trace.go:171","msg":"trace[786016524] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:720; }","duration":"826.561095ms","start":"2026-04-23T00:19:39.198002Z","end":"2026-04-23T00:19:40.024563Z","steps":["trace[786016524] 'agreement among raft nodes before linearized reading' (duration: 826.401221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:40.024603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:39.197979Z","time spent":"826.617096ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:19:40.024517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:39.297848Z","time spent":"726.589089ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:19:40.0246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.06961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:19:40.02419Z","caller":"traceutil/trace.go:171","msg":"trace[1862646052] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"668.322157ms","start":"2026-04-23T00:19:39.355844Z","end":"2026-04-23T00:19:40.024166Z","steps":["trace[1862646052] 'process raft request' (duration: 668.146963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:40.024617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.281235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:40.024651Z","caller":"traceutil/trace.go:171","msg":"trace[1986645791] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:720; }","duration":"749.162483ms","start":"2026-04-23T00:19:39.275473Z","end":"2026-04-23T00:19:40.024636Z","steps":["trace[1986645791] 'agreement among raft nodes before linearized reading' (duration: 748.964497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:40.024637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.101461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T00:19:40.024676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:39.275458Z","time spent":"749.211364ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T00:19:40.02467Z","caller":"traceutil/trace.go:171","msg":"trace[525385345] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:720; }","duration":"767.341346ms","start":"2026-04-23T00:19:39.257312Z","end":"2026-04-23T00:19:40.024654Z","steps":["trace[525385345] 'agreement among raft nodes before linearized reading' (duration: 767.254984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:40.024638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.114571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T00:19:40.024684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:39.355826Z","time spent":"668.82174ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4869,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:40.024698Z","caller":"traceutil/trace.go:171","msg":"trace[969563853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:720; }","duration":"749.214984ms","start":"2026-04-23T00:19:39.275463Z","end":"2026-04-23T00:19:40.024678Z","steps":["trace[969563853] 'agreement among raft nodes before linearized reading' (duration: 749.015289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:40.024713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:39.257238Z","time spent":"767.462859ms","remote":"127.0.0.1:37520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:19:40.024744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:39.275437Z","time spent":"749.295716ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:19:40.024808Z","caller":"traceutil/trace.go:171","msg":"trace[1899986076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:720; }","duration":"749.266885ms","start":"2026-04-23T00:19:39.275443Z","end":"2026-04-23T00:19:40.02471Z","steps":["trace[1899986076] 'agreement among raft nodes before linearized reading' (duration: 748.970707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:40.024869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:39.275421Z","time spent":"749.4356ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:19:40.025364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158323773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:40.025411Z","caller":"traceutil/trace.go:171","msg":"trace[1780657217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:720; }","duration":"1.158405555s","start":"2026-04-23T00:19:38.866995Z","end":"2026-04-23T00:19:40.025401Z","steps":["trace[1780657217] 'agreement among raft nodes before linearized reading' (duration: 1.157412238s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:40.025442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:38.866978Z","time spent":"1.158458087s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:19:40.414412Z","caller":"traceutil/trace.go:171","msg":"trace[906002855] linearizableReadLoop","detail":"{readStateIndex:748; appliedIndex:746; }","duration":"389.938888ms","start":"2026-04-23T00:19:40.024361Z","end":"2026-04-23T00:19:40.4143Z","steps":["trace[906002855] 'read index received' (duration: 388.610273ms)","trace[906002855] 'applied index is now lower than readState.Index' (duration: 1.327075ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:40.414567Z","caller":"traceutil/trace.go:171","msg":"trace[886651611] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"613.752156ms","start":"2026-04-23T00:19:39.800748Z","end":"2026-04-23T00:19:40.4145Z","steps":["trace[886651611] 'process raft request' (duration: 613.433337ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:40.414651Z","caller":"traceutil/trace.go:171","msg":"trace[219888547] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"695.918446ms","start":"2026-04-23T00:19:39.718704Z","end":"2026-04-23T00:19:40.414623Z","steps":["trace[219888547] 'process raft request' (duration: 694.354854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:40.414748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:39.800729Z","time spent":"613.947601ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:19:40.414822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:39.71867Z","time spent":"696.075301ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:19:40.414839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.581583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"warn","ts":"2026-04-23T00:19:40.414984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.96071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-23T00:19:40.414983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.375714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:19:40.41503Z","caller":"traceutil/trace.go:171","msg":"trace[967627298] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:722; }","duration":"815.104133ms","start":"2026-04-23T00:19:39.599909Z","end":"2026-04-23T00:19:40.415013Z","steps":["trace[967627298] 'agreement among raft nodes before linearized reading' (duration: 814.824205ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:40.415047Z","caller":"traceutil/trace.go:171","msg":"trace[1389257875] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:722; }","duration":"617.473048ms","start":"2026-04-23T00:19:39.797546Z","end":"2026-04-23T00:19:40.415019Z","steps":["trace[1389257875] 'agreement among raft nodes before linearized reading' (duration: 617.358535ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:40.414949Z","caller":"traceutil/trace.go:171","msg":"trace[675347872] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:722; }","duration":"521.684037ms","start":"2026-04-23T00:19:39.893197Z","end":"2026-04-23T00:19:40.414881Z","steps":["trace[675347872] 'agreement among raft nodes before linearized reading' (duration: 521.411739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:40.415047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054245417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-23T00:19:40.415097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:39.797523Z","time spent":"617.559969ms","remote":"127.0.0.1:37492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:19:40.415164Z","caller":"traceutil/trace.go:171","msg":"trace[660089384] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:722; }","duration":"1.054392402s","start":"2026-04-23T00:19:39.360733Z","end":"2026-04-23T00:19:40.415125Z","steps":["trace[660089384] 'agreement among raft nodes before linearized reading' (duration: 1.054033942s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:40.415166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:39.893169Z","time spent":"521.955924ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4204,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-04-23T00:19:40.41522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:39.360723Z","time spent":"1.054483274s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:19:40.415077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:39.599895Z","time spent":"815.166735ms","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"info","ts":"2026-04-23T00:19:40.788474Z","caller":"traceutil/trace.go:171","msg":"trace[1097170719] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"759.474282ms","start":"2026-04-23T00:19:40.028974Z","end":"2026-04-23T00:19:40.788448Z","steps":["trace[1097170719] 'process raft request' (duration: 759.243996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:40.78869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:40.028963Z","time spent":"759.647347ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:40.788787Z","caller":"traceutil/trace.go:171","msg":"trace[1801685755] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"759.585275ms","start":"2026-04-23T00:19:40.029187Z","end":"2026-04-23T00:19:40.788772Z","steps":["trace[1801685755] 'process raft request' (duration: 759.220795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:40.788899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:40.029174Z","time spent":"759.664068ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:40.789213Z","caller":"traceutil/trace.go:171","msg":"trace[582441640] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"759.976276ms","start":"2026-04-23T00:19:40.029223Z","end":"2026-04-23T00:19:40.789199Z","steps":["trace[582441640] 'process raft request' (duration: 759.821782ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:40.789207Z","caller":"traceutil/trace.go:171","msg":"trace[988155631] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"759.952226ms","start":"2026-04-23T00:19:40.029216Z","end":"2026-04-23T00:19:40.789168Z","steps":["trace[988155631] 'process raft request' (duration: 759.471893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:40.789279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:40.029185Z","time spent":"760.060598ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:40.789263Z","caller":"traceutil/trace.go:171","msg":"trace[1644444207] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"757.92666ms","start":"2026-04-23T00:19:40.03131Z","end":"2026-04-23T00:19:40.789237Z","steps":["trace[1644444207] 'process raft request' (duration: 757.825817ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:40.789343Z","caller":"traceutil/trace.go:171","msg":"trace[1205445291] linearizableReadLoop","detail":"{readStateIndex:754; appliedIndex:748; }","duration":"374.827028ms","start":"2026-04-23T00:19:40.414499Z","end":"2026-04-23T00:19:40.789326Z","steps":["trace[1205445291] 'read index received' (duration: 373.76557ms)","trace[1205445291] 'applied index is now lower than readState.Index' (duration: 1.059928ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:40.789375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:40.029188Z","time spent":"760.102999ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:19:40.78942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:40.0313Z","time spent":"758.039763ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5153,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:19:40.789475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.260726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-04-23T00:19:40.789509Z","caller":"traceutil/trace.go:171","msg":"trace[1605195428] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:728; }","duration":"496.325327ms","start":"2026-04-23T00:19:40.293172Z","end":"2026-04-23T00:19:40.789497Z","steps":["trace[1605195428] 'agreement among raft nodes before linearized reading' (duration: 496.177053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:40.789511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.155333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"warn","ts":"2026-04-23T00:19:40.789541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:40.29315Z","time spent":"496.384319ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9344,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"info","ts":"2026-04-23T00:19:40.789556Z","caller":"traceutil/trace.go:171","msg":"trace[1859185165] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:728; }","duration":"696.237575ms","start":"2026-04-23T00:19:40.093301Z","end":"2026-04-23T00:19:40.789539Z","steps":["trace[1859185165] 'agreement among raft nodes before linearized reading' (duration: 696.118262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:40.78958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.911226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:40.789595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:40.093279Z","time spent":"696.305477ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4357,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"info","ts":"2026-04-23T00:19:40.789632Z","caller":"traceutil/trace.go:171","msg":"trace[1611379858] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:728; }","duration":"762.962878ms","start":"2026-04-23T00:19:40.026645Z","end":"2026-04-23T00:19:40.789607Z","steps":["trace[1611379858] 'agreement among raft nodes before linearized reading' (duration: 762.899896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:40.789656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:40.026632Z","time spent":"763.019749ms","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:19:40.789672Z","caller":"traceutil/trace.go:171","msg":"trace[759113403] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"756.226235ms","start":"2026-04-23T00:19:40.033433Z","end":"2026-04-23T00:19:40.789659Z","steps":["trace[759113403] 'process raft request' (duration: 755.765623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:40.789674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.968433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-lznzd\" ","response":"range_response_count:1 size:4884"} {"level":"warn","ts":"2026-04-23T00:19:40.789743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:40.033425Z","time spent":"756.282136ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4068,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:40.789759Z","caller":"traceutil/trace.go:171","msg":"trace[795643177] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-lznzd; range_end:; response_count:1; response_revision:728; }","duration":"761.067476ms","start":"2026-04-23T00:19:40.028653Z","end":"2026-04-23T00:19:40.78972Z","steps":["trace[795643177] 'agreement among raft nodes before linearized reading' (duration: 760.86898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:40.789814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:40.028635Z","time spent":"761.166638ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4908,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-lznzd\" "} {"level":"warn","ts":"2026-04-23T00:19:40.790283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.444941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:19:40.790338Z","caller":"traceutil/trace.go:171","msg":"trace[907919909] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:728; }","duration":"380.541434ms","start":"2026-04-23T00:19:40.409781Z","end":"2026-04-23T00:19:40.790322Z","steps":["trace[907919909] 'agreement among raft nodes before linearized reading' (duration: 379.906766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:40.790582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:40.409759Z","time spent":"380.715458ms","remote":"127.0.0.1:37772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:19:41.028263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.616063ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-23T00:19:41.028571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:40.417887Z","time spent":"610.675951ms","remote":"127.0.0.1:37356","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T00:19:41.028689Z","caller":"traceutil/trace.go:171","msg":"trace[1044189149] linearizableReadLoop","detail":"{readStateIndex:757; appliedIndex:754; }","duration":"239.281017ms","start":"2026-04-23T00:19:40.789384Z","end":"2026-04-23T00:19:41.028665Z","steps":["trace[1044189149] 'read index received' (duration: 93.291243ms)","trace[1044189149] 'applied index is now lower than readState.Index' (duration: 145.988514ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:41.028725Z","caller":"traceutil/trace.go:171","msg":"trace[1433435411] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"608.162814ms","start":"2026-04-23T00:19:40.420529Z","end":"2026-04-23T00:19:41.028691Z","steps":["trace[1433435411] 'process raft request' (duration: 607.840725ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:41.028775Z","caller":"traceutil/trace.go:171","msg":"trace[915768562] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"608.158603ms","start":"2026-04-23T00:19:40.420576Z","end":"2026-04-23T00:19:41.028734Z","steps":["trace[915768562] 'process raft request' (duration: 607.996239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:41.028901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.429248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"warn","ts":"2026-04-23T00:19:41.028899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:40.420502Z","time spent":"608.322177ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:19:41.028943Z","caller":"traceutil/trace.go:171","msg":"trace[1373496399] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:730; }","duration":"535.519621ms","start":"2026-04-23T00:19:40.493413Z","end":"2026-04-23T00:19:41.028932Z","steps":["trace[1373496399] 'agreement among raft nodes before linearized reading' (duration: 535.356957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:41.02893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:40.42055Z","time spent":"608.299687ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:19:41.028982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:40.493377Z","time spent":"535.591083ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5610,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-04-23T00:19:41.029576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.246963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-04-23T00:19:41.029742Z","caller":"traceutil/trace.go:171","msg":"trace[956164221] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:730; }","duration":"335.865519ms","start":"2026-04-23T00:19:40.693812Z","end":"2026-04-23T00:19:41.029678Z","steps":["trace[956164221] 'agreement among raft nodes before linearized reading' (duration: 334.972855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:41.029878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:40.693783Z","time spent":"336.063325ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4107,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"info","ts":"2026-04-23T00:19:41.08058Z","caller":"traceutil/trace.go:171","msg":"trace[2022942733] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"283.227991ms","start":"2026-04-23T00:19:40.797329Z","end":"2026-04-23T00:19:41.080557Z","steps":["trace[2022942733] 'process raft request' (duration: 283.023885ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:41.080907Z","caller":"traceutil/trace.go:171","msg":"trace[1765171213] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"282.453639ms","start":"2026-04-23T00:19:40.79843Z","end":"2026-04-23T00:19:41.080883Z","steps":["trace[1765171213] 'process raft request' (duration: 282.062139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:41.081468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.702929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"warn","ts":"2026-04-23T00:19:41.081484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.075986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:19:41.081543Z","caller":"traceutil/trace.go:171","msg":"trace[2015648838] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:733; }","duration":"287.179999ms","start":"2026-04-23T00:19:40.794349Z","end":"2026-04-23T00:19:41.081529Z","steps":["trace[2015648838] 'agreement among raft nodes before linearized reading' (duration: 286.989653ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:41.081549Z","caller":"traceutil/trace.go:171","msg":"trace[1967474553] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:733; }","duration":"186.832764ms","start":"2026-04-23T00:19:40.894691Z","end":"2026-04-23T00:19:41.081524Z","steps":["trace[1967474553] 'agreement among raft nodes before linearized reading' (duration: 186.660998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:41.081587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.633925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:41.081672Z","caller":"traceutil/trace.go:171","msg":"trace[1836609630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:733; }","duration":"282.713836ms","start":"2026-04-23T00:19:40.798909Z","end":"2026-04-23T00:19:41.081622Z","steps":["trace[1836609630] 'agreement among raft nodes before linearized reading' (duration: 282.607713ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:41.081693Z","caller":"traceutil/trace.go:171","msg":"trace[897331130] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"282.680856ms","start":"2026-04-23T00:19:40.798992Z","end":"2026-04-23T00:19:41.081673Z","steps":["trace[897331130] 'process raft request' (duration: 281.788131ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:41.206788Z","caller":"traceutil/trace.go:171","msg":"trace[1218456033] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"115.99768ms","start":"2026-04-23T00:19:41.090763Z","end":"2026-04-23T00:19:41.206761Z","steps":["trace[1218456033] 'process raft request' (duration: 115.906597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:41.207211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.724855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13220"} {"level":"info","ts":"2026-04-23T00:19:41.207291Z","caller":"traceutil/trace.go:171","msg":"trace[2098380783] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:737; }","duration":"114.834358ms","start":"2026-04-23T00:19:41.092438Z","end":"2026-04-23T00:19:41.207272Z","steps":["trace[2098380783] 'agreement among raft nodes before linearized reading' (duration: 114.689524ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:41.207478Z","caller":"traceutil/trace.go:171","msg":"trace[1456378186] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"115.800815ms","start":"2026-04-23T00:19:41.091666Z","end":"2026-04-23T00:19:41.207467Z","steps":["trace[1456378186] 'process raft request' (duration: 115.052834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:41.207505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.473965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-x24n5\" ","response":"range_response_count:1 size:17786"} {"level":"info","ts":"2026-04-23T00:19:41.207536Z","caller":"traceutil/trace.go:171","msg":"trace[412747463] range","detail":"{range_begin:/registry/pods/kube-system/cilium-x24n5; range_end:; response_count:1; response_revision:737; }","duration":"122.527837ms","start":"2026-04-23T00:19:41.085Z","end":"2026-04-23T00:19:41.207528Z","steps":["trace[412747463] 'agreement among raft nodes before linearized reading' (duration: 122.397253ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:41.206811Z","caller":"traceutil/trace.go:171","msg":"trace[614368156] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"119.7079ms","start":"2026-04-23T00:19:41.087055Z","end":"2026-04-23T00:19:41.206762Z","steps":["trace[614368156] 'process raft request' (duration: 119.380331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:41.218031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.865043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-23T00:19:41.218123Z","caller":"traceutil/trace.go:171","msg":"trace[356343848] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:738; }","duration":"103.028226ms","start":"2026-04-23T00:19:41.115078Z","end":"2026-04-23T00:19:41.218106Z","steps":["trace[356343848] 'agreement among raft nodes before linearized reading' (duration: 102.831151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:42.567369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.26041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:42.567423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.28158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:42.567423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.243928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:42.567477Z","caller":"traceutil/trace.go:171","msg":"trace[1084471761] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:755; }","duration":"143.417554ms","start":"2026-04-23T00:19:42.424038Z","end":"2026-04-23T00:19:42.567455Z","steps":["trace[1084471761] 'count revisions from in-memory index tree' (duration: 143.150886ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:42.567519Z","caller":"traceutil/trace.go:171","msg":"trace[400483247] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:755; }","duration":"143.416043ms","start":"2026-04-23T00:19:42.424078Z","end":"2026-04-23T00:19:42.567494Z","steps":["trace[400483247] 'range keys from in-memory index tree' (duration: 143.209819ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:42.567537Z","caller":"traceutil/trace.go:171","msg":"trace[1678764410] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:755; }","duration":"101.440994ms","start":"2026-04-23T00:19:42.466077Z","end":"2026-04-23T00:19:42.567518Z","steps":["trace[1678764410] 'count revisions from in-memory index tree' (duration: 101.103335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:42.567439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.753306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:42.56763Z","caller":"traceutil/trace.go:171","msg":"trace[1771997294] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:755; }","duration":"143.005573ms","start":"2026-04-23T00:19:42.424597Z","end":"2026-04-23T00:19:42.567603Z","steps":["trace[1771997294] 'range keys from in-memory index tree' (duration: 142.658513ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:47.032709Z","caller":"traceutil/trace.go:171","msg":"trace[1077200993] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"213.415195ms","start":"2026-04-23T00:19:46.81926Z","end":"2026-04-23T00:19:47.032676Z","steps":["trace[1077200993] 'process raft request' (duration: 213.264211ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:47.032986Z","caller":"traceutil/trace.go:171","msg":"trace[386760168] linearizableReadLoop","detail":"{readStateIndex:811; appliedIndex:811; }","duration":"212.650384ms","start":"2026-04-23T00:19:46.820325Z","end":"2026-04-23T00:19:47.032975Z","steps":["trace[386760168] 'read index received' (duration: 212.646584ms)","trace[386760168] 'applied index is now lower than readState.Index' (duration: 2.97µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:47.033312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.774039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:19:47.033349Z","caller":"traceutil/trace.go:171","msg":"trace[1314589173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:782; }","duration":"216.061656ms","start":"2026-04-23T00:19:46.817278Z","end":"2026-04-23T00:19:47.033339Z","steps":["trace[1314589173] 'agreement among raft nodes before linearized reading' (duration: 215.741148ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:47.12587Z","caller":"traceutil/trace.go:171","msg":"trace[1366591927] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"301.072846ms","start":"2026-04-23T00:19:46.824771Z","end":"2026-04-23T00:19:47.125844Z","steps":["trace[1366591927] 'process raft request' (duration: 300.400937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:47.126017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:46.82476Z","time spent":"301.183698ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:19:47.396783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.938006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-x24n5\" ","response":"range_response_count:1 size:18709"} {"level":"info","ts":"2026-04-23T00:19:47.396858Z","caller":"traceutil/trace.go:171","msg":"trace[2058156567] range","detail":"{range_begin:/registry/pods/kube-system/cilium-x24n5; range_end:; response_count:1; response_revision:785; }","duration":"103.063509ms","start":"2026-04-23T00:19:47.293778Z","end":"2026-04-23T00:19:47.396841Z","steps":["trace[2058156567] 'range keys from in-memory index tree' (duration: 102.691299ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:47.61617Z","caller":"traceutil/trace.go:171","msg":"trace[1069878771] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"206.692842ms","start":"2026-04-23T00:19:47.409444Z","end":"2026-04-23T00:19:47.616137Z","steps":["trace[1069878771] 'process raft request' (duration: 206.434366ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:47.805471Z","caller":"traceutil/trace.go:171","msg":"trace[511759616] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"171.690132ms","start":"2026-04-23T00:19:47.633755Z","end":"2026-04-23T00:19:47.805445Z","steps":["trace[511759616] 'process raft request' (duration: 167.318343ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:48.172625Z","caller":"traceutil/trace.go:171","msg":"trace[877526351] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"261.184142ms","start":"2026-04-23T00:19:47.911408Z","end":"2026-04-23T00:19:48.172593Z","steps":["trace[877526351] 'process raft request' (duration: 223.862257ms)","trace[877526351] 'compare' (duration: 36.971525ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:48.339803Z","caller":"traceutil/trace.go:171","msg":"trace[2057670260] linearizableReadLoop","detail":"{readStateIndex:825; appliedIndex:824; }","duration":"117.999134ms","start":"2026-04-23T00:19:48.221761Z","end":"2026-04-23T00:19:48.33976Z","steps":["trace[2057670260] 'read index received' (duration: 116.495504ms)","trace[2057670260] 'applied index is now lower than readState.Index' (duration: 1.49934ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:48.339866Z","caller":"traceutil/trace.go:171","msg":"trace[38160631] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"158.214375ms","start":"2026-04-23T00:19:48.181622Z","end":"2026-04-23T00:19:48.339836Z","steps":["trace[38160631] 'process raft request' (duration: 156.717625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:48.339994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.18383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:48.340044Z","caller":"traceutil/trace.go:171","msg":"trace[1904951213] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:796; }","duration":"118.322564ms","start":"2026-04-23T00:19:48.221708Z","end":"2026-04-23T00:19:48.340031Z","steps":["trace[1904951213] 'agreement among raft nodes before linearized reading' (duration: 118.18855ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:51.548283Z","caller":"traceutil/trace.go:171","msg":"trace[420701983] linearizableReadLoop","detail":"{readStateIndex:850; appliedIndex:849; }","duration":"407.806344ms","start":"2026-04-23T00:19:51.140444Z","end":"2026-04-23T00:19:51.548251Z","steps":["trace[420701983] 'read index received' (duration: 407.587098ms)","trace[420701983] 'applied index is now lower than readState.Index' (duration: 216.836µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:51.548463Z","caller":"traceutil/trace.go:171","msg":"trace[814969196] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"497.495229ms","start":"2026-04-23T00:19:51.050923Z","end":"2026-04-23T00:19:51.548418Z","steps":["trace[814969196] 'process raft request' (duration: 497.14309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:51.548597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.133743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T00:19:51.548631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.939543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T00:19:51.548693Z","caller":"traceutil/trace.go:171","msg":"trace[1826807582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:820; }","duration":"408.293247ms","start":"2026-04-23T00:19:51.140376Z","end":"2026-04-23T00:19:51.548669Z","steps":["trace[1826807582] 'agreement among raft nodes before linearized reading' (duration: 408.04572ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:51.548696Z","caller":"traceutil/trace.go:171","msg":"trace[818794273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:820; }","duration":"406.076456ms","start":"2026-04-23T00:19:51.142602Z","end":"2026-04-23T00:19:51.548678Z","steps":["trace[818794273] 'agreement among raft nodes before linearized reading' (duration: 405.84779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:51.548716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:51.050901Z","time spent":"497.683154ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:19:51.548741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:51.140346Z","time spent":"408.38547ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:19:51.548749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:51.142572Z","time spent":"406.163959ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:19:51.548913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.015006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-23T00:19:51.549033Z","caller":"traceutil/trace.go:171","msg":"trace[634901273] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:820; }","duration":"395.18907ms","start":"2026-04-23T00:19:51.153823Z","end":"2026-04-23T00:19:51.549012Z","steps":["trace[634901273] 'agreement among raft nodes before linearized reading' (duration: 394.80213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:51.549162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:51.153809Z","time spent":"395.310874ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:19:55.368745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149591066,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:19:55.869308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149591066,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:19:56.203819Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.959744904s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:19:56.204436Z","caller":"traceutil/trace.go:171","msg":"trace[521582688] transaction","detail":"{read_only:false; response_revision:837; number_of_response:1; }","duration":"1.960500254s","start":"2026-04-23T00:19:54.243906Z","end":"2026-04-23T00:19:56.204406Z","steps":["trace[521582688] 'process raft request' (duration: 1.960303189s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:56.204626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:54.243879Z","time spent":"1.960625817s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4024,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:56.223313Z","caller":"traceutil/trace.go:171","msg":"trace[2100070976] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"1.222853085s","start":"2026-04-23T00:19:55.000419Z","end":"2026-04-23T00:19:56.223273Z","steps":["trace[2100070976] 'process raft request' (duration: 1.222548657s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:56.223398Z","caller":"traceutil/trace.go:171","msg":"trace[1623412574] transaction","detail":"{read_only:false; response_revision:839; number_of_response:1; }","duration":"1.089569996s","start":"2026-04-23T00:19:55.133792Z","end":"2026-04-23T00:19:56.223362Z","steps":["trace[1623412574] 'process raft request' (duration: 1.08937173s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:56.223526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:55.00037Z","time spent":"1.22304352s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:19:56.223593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:55.133766Z","time spent":"1.089716669s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:56.291133Z","caller":"traceutil/trace.go:171","msg":"trace[647679127] linearizableReadLoop","detail":"{readStateIndex:869; appliedIndex:867; }","duration":"1.423506302s","start":"2026-04-23T00:19:54.867567Z","end":"2026-04-23T00:19:56.291073Z","steps":["trace[647679127] 'read index received' (duration: 1.336893941s)","trace[647679127] 'applied index is now lower than readState.Index' (duration: 86.610481ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:56.291404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42382845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:56.291508Z","caller":"traceutil/trace.go:171","msg":"trace[1216432789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:839; }","duration":"1.424001285s","start":"2026-04-23T00:19:54.867484Z","end":"2026-04-23T00:19:56.291485Z","steps":["trace[1216432789] 'agreement among raft nodes before linearized reading' (duration: 1.42380687s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:56.291571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:54.867449Z","time spent":"1.424110238s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:19:56.291605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.180588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:19:56.291697Z","caller":"traceutil/trace.go:171","msg":"trace[1267943346] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:839; }","duration":"469.348073ms","start":"2026-04-23T00:19:55.822329Z","end":"2026-04-23T00:19:56.291677Z","steps":["trace[1267943346] 'agreement among raft nodes before linearized reading' (duration: 469.142418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:56.291685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.387409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T00:19:56.291758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:55.822297Z","time spent":"469.450326ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":12,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:19:56.291833Z","caller":"traceutil/trace.go:171","msg":"trace[467836269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:839; }","duration":"706.566004ms","start":"2026-04-23T00:19:55.58523Z","end":"2026-04-23T00:19:56.291796Z","steps":["trace[467836269] 'agreement among raft nodes before linearized reading' (duration: 706.173984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:56.291908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:55.585218Z","time spent":"706.675837ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:19:56.292118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.782275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:19:56.292157Z","caller":"traceutil/trace.go:171","msg":"trace[1405449089] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:839; }","duration":"940.869997ms","start":"2026-04-23T00:19:55.351276Z","end":"2026-04-23T00:19:56.292146Z","steps":["trace[1405449089] 'agreement among raft nodes before linearized reading' (duration: 940.797605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:56.292151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.600985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T00:19:56.292316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.12895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-23T00:19:56.292318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.793392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T00:19:56.292387Z","caller":"traceutil/trace.go:171","msg":"trace[1558205840] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:839; }","duration":"714.220573ms","start":"2026-04-23T00:19:55.578151Z","end":"2026-04-23T00:19:56.292371Z","steps":["trace[1558205840] 'agreement among raft nodes before linearized reading' (duration: 714.002397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:56.292188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:55.351239Z","time spent":"940.940569ms","remote":"127.0.0.1:37730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":2,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:19:56.292456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:55.578137Z","time spent":"714.303595ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T00:19:56.292568Z","caller":"traceutil/trace.go:171","msg":"trace[945840625] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:839; }","duration":"723.975257ms","start":"2026-04-23T00:19:55.568445Z","end":"2026-04-23T00:19:56.29242Z","steps":["trace[945840625] 'agreement among raft nodes before linearized reading' (duration: 723.622098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:56.29235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423512352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-23T00:19:56.292776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:55.568424Z","time spent":"724.331696ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T00:19:56.292797Z","caller":"traceutil/trace.go:171","msg":"trace[1705191442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:839; }","duration":"706.903264ms","start":"2026-04-23T00:19:55.58542Z","end":"2026-04-23T00:19:56.292324Z","steps":["trace[1705191442] 'agreement among raft nodes before linearized reading' (duration: 706.059371ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:56.292865Z","caller":"traceutil/trace.go:171","msg":"trace[741974665] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:839; }","duration":"1.424021096s","start":"2026-04-23T00:19:54.868789Z","end":"2026-04-23T00:19:56.292811Z","steps":["trace[741974665] 'agreement among raft nodes before linearized reading' (duration: 1.423473191s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:56.29299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:54.868761Z","time spent":"1.42419223s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:19:56.293227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:55.585387Z","time spent":"707.49349ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:19:59.578673Z","caller":"traceutil/trace.go:171","msg":"trace[1050352749] transaction","detail":"{read_only:false; response_revision:854; number_of_response:1; }","duration":"188.436516ms","start":"2026-04-23T00:19:59.390194Z","end":"2026-04-23T00:19:59.578631Z","steps":["trace[1050352749] 'process raft request' (duration: 128.968542ms)","trace[1050352749] 'compare' (duration: 59.298449ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:59.852627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.304723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:19:59.852762Z","caller":"traceutil/trace.go:171","msg":"trace[1323146074] linearizableReadLoop","detail":"{readStateIndex:886; appliedIndex:885; }","duration":"251.931561ms","start":"2026-04-23T00:19:59.600808Z","end":"2026-04-23T00:19:59.85274Z","steps":["trace[1323146074] 'read index received' (duration: 130.328479ms)","trace[1323146074] 'applied index is now lower than readState.Index' (duration: 121.601452ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:59.852818Z","caller":"traceutil/trace.go:171","msg":"trace[304897210] transaction","detail":"{read_only:false; response_revision:855; number_of_response:1; }","duration":"267.921514ms","start":"2026-04-23T00:19:59.584854Z","end":"2026-04-23T00:19:59.852775Z","steps":["trace[304897210] 'process raft request' (duration: 146.336443ms)","trace[304897210] 'compare' (duration: 121.127249ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:59.852929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.126916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T00:19:59.852971Z","caller":"traceutil/trace.go:171","msg":"trace[69268824] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:855; }","duration":"252.210998ms","start":"2026-04-23T00:19:59.600748Z","end":"2026-04-23T00:19:59.852959Z","steps":["trace[69268824] 'agreement among raft nodes before linearized reading' (duration: 252.048144ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:00.031414Z","caller":"traceutil/trace.go:171","msg":"trace[994388507] transaction","detail":"{read_only:false; response_revision:860; number_of_response:1; }","duration":"112.68889ms","start":"2026-04-23T00:19:59.918696Z","end":"2026-04-23T00:20:00.031385Z","steps":["trace[994388507] 'process raft request' (duration: 102.640446ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:00.343702Z","caller":"traceutil/trace.go:171","msg":"trace[992923581] transaction","detail":"{read_only:false; response_revision:868; number_of_response:1; }","duration":"131.192012ms","start":"2026-04-23T00:20:00.21248Z","end":"2026-04-23T00:20:00.343672Z","steps":["trace[992923581] 'process raft request' (duration: 73.348772ms)","trace[992923581] 'compare' (duration: 57.616274ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:00.411382Z","caller":"traceutil/trace.go:171","msg":"trace[1795877400] transaction","detail":"{read_only:false; response_revision:870; number_of_response:1; }","duration":"198.215633ms","start":"2026-04-23T00:20:00.213146Z","end":"2026-04-23T00:20:00.411361Z","steps":["trace[1795877400] 'process raft request' (duration: 198.10387ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:00.411631Z","caller":"traceutil/trace.go:171","msg":"trace[762433273] transaction","detail":"{read_only:false; response_revision:869; number_of_response:1; }","duration":"199.012964ms","start":"2026-04-23T00:20:00.212582Z","end":"2026-04-23T00:20:00.411595Z","steps":["trace[762433273] 'process raft request' (duration: 198.585053ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:00.602001Z","caller":"traceutil/trace.go:171","msg":"trace[782381268] transaction","detail":"{read_only:false; response_revision:871; number_of_response:1; }","duration":"184.16071ms","start":"2026-04-23T00:20:00.417802Z","end":"2026-04-23T00:20:00.601962Z","steps":["trace[782381268] 'process raft request' (duration: 92.672186ms)","trace[782381268] 'compare' (duration: 91.32006ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:00.627053Z","caller":"traceutil/trace.go:171","msg":"trace[1325845042] transaction","detail":"{read_only:false; response_revision:872; number_of_response:1; }","duration":"208.565583ms","start":"2026-04-23T00:20:00.418467Z","end":"2026-04-23T00:20:00.627032Z","steps":["trace[1325845042] 'process raft request' (duration: 208.397139ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:00.627172Z","caller":"traceutil/trace.go:171","msg":"trace[1684480209] transaction","detail":"{read_only:false; response_revision:874; number_of_response:1; }","duration":"208.166933ms","start":"2026-04-23T00:20:00.418996Z","end":"2026-04-23T00:20:00.627163Z","steps":["trace[1684480209] 'process raft request' (duration: 208.010719ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:00.627062Z","caller":"traceutil/trace.go:171","msg":"trace[985806806] transaction","detail":"{read_only:false; response_revision:873; number_of_response:1; }","duration":"208.04495ms","start":"2026-04-23T00:20:00.419004Z","end":"2026-04-23T00:20:00.627049Z","steps":["trace[985806806] 'process raft request' (duration: 207.974828ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:00.627456Z","caller":"traceutil/trace.go:171","msg":"trace[1778425294] transaction","detail":"{read_only:false; response_revision:876; number_of_response:1; }","duration":"207.049302ms","start":"2026-04-23T00:20:00.420392Z","end":"2026-04-23T00:20:00.627442Z","steps":["trace[1778425294] 'process raft request' (duration: 206.96746ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:00.627476Z","caller":"traceutil/trace.go:171","msg":"trace[1385315619] transaction","detail":"{read_only:false; response_revision:875; number_of_response:1; }","duration":"208.247875ms","start":"2026-04-23T00:20:00.419191Z","end":"2026-04-23T00:20:00.627439Z","steps":["trace[1385315619] 'process raft request' (duration: 207.924477ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:00.886162Z","caller":"traceutil/trace.go:171","msg":"trace[1363665681] transaction","detail":"{read_only:false; response_revision:878; number_of_response:1; }","duration":"253.613365ms","start":"2026-04-23T00:20:00.632521Z","end":"2026-04-23T00:20:00.886135Z","steps":["trace[1363665681] 'process raft request' (duration: 252.776033ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:01.059376Z","caller":"traceutil/trace.go:171","msg":"trace[1676986879] transaction","detail":"{read_only:false; response_revision:879; number_of_response:1; }","duration":"383.306209ms","start":"2026-04-23T00:20:00.676041Z","end":"2026-04-23T00:20:01.059347Z","steps":["trace[1676986879] 'process raft request' (duration: 382.913309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:01.060004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:00.676016Z","time spent":"383.445662ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4434,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:20:01.06482Z","caller":"traceutil/trace.go:171","msg":"trace[1424687648] linearizableReadLoop","detail":"{readStateIndex:912; appliedIndex:910; }","duration":"169.958516ms","start":"2026-04-23T00:20:00.894756Z","end":"2026-04-23T00:20:01.064715Z","steps":["trace[1424687648] 'read index received' (duration: 164.053786ms)","trace[1424687648] 'applied index is now lower than readState.Index' (duration: 5.90128ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:01.065036Z","caller":"traceutil/trace.go:171","msg":"trace[86213284] transaction","detail":"{read_only:false; response_revision:880; number_of_response:1; }","duration":"198.777397ms","start":"2026-04-23T00:20:00.866206Z","end":"2026-04-23T00:20:01.064983Z","steps":["trace[86213284] 'process raft request' (duration: 193.113953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:01.065245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.462789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:5266"} {"level":"info","ts":"2026-04-23T00:20:01.065533Z","caller":"traceutil/trace.go:171","msg":"trace[1260813415] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:880; }","duration":"170.747836ms","start":"2026-04-23T00:20:00.894685Z","end":"2026-04-23T00:20:01.065433Z","steps":["trace[1260813415] 'agreement among raft nodes before linearized reading' (duration: 170.249393ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:01.223045Z","caller":"traceutil/trace.go:171","msg":"trace[1994324507] transaction","detail":"{read_only:false; response_revision:887; number_of_response:1; }","duration":"106.752158ms","start":"2026-04-23T00:20:01.116234Z","end":"2026-04-23T00:20:01.222986Z","steps":["trace[1994324507] 'process raft request' (duration: 106.408459ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:02.493204Z","caller":"traceutil/trace.go:171","msg":"trace[747434329] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"133.189467ms","start":"2026-04-23T00:20:02.359983Z","end":"2026-04-23T00:20:02.493173Z","steps":["trace[747434329] 'process raft request' (duration: 132.991832ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:02.504371Z","caller":"traceutil/trace.go:171","msg":"trace[2054205479] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"144.255007ms","start":"2026-04-23T00:20:02.360079Z","end":"2026-04-23T00:20:02.504334Z","steps":["trace[2054205479] 'process raft request' (duration: 144.039002ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:04.375528Z","caller":"traceutil/trace.go:171","msg":"trace[949593717] transaction","detail":"{read_only:false; response_revision:908; number_of_response:1; }","duration":"124.418109ms","start":"2026-04-23T00:20:04.251085Z","end":"2026-04-23T00:20:04.375503Z","steps":["trace[949593717] 'process raft request' (duration: 124.258454ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:04.432219Z","caller":"traceutil/trace.go:171","msg":"trace[1911317399] transaction","detail":"{read_only:false; response_revision:909; number_of_response:1; }","duration":"171.604319ms","start":"2026-04-23T00:20:04.260578Z","end":"2026-04-23T00:20:04.432183Z","steps":["trace[1911317399] 'process raft request' (duration: 171.361853ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:04.432507Z","caller":"traceutil/trace.go:171","msg":"trace[1993494123] transaction","detail":"{read_only:false; response_revision:910; number_of_response:1; }","duration":"170.767197ms","start":"2026-04-23T00:20:04.26172Z","end":"2026-04-23T00:20:04.432487Z","steps":["trace[1993494123] 'process raft request' (duration: 170.407717ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:04.432658Z","caller":"traceutil/trace.go:171","msg":"trace[38874159] transaction","detail":"{read_only:false; response_revision:911; number_of_response:1; }","duration":"166.241784ms","start":"2026-04-23T00:20:04.266402Z","end":"2026-04-23T00:20:04.432643Z","steps":["trace[38874159] 'process raft request' (duration: 166.001757ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:04.816518Z","caller":"traceutil/trace.go:171","msg":"trace[1927361996] transaction","detail":"{read_only:false; response_revision:918; number_of_response:1; }","duration":"159.983854ms","start":"2026-04-23T00:20:04.656513Z","end":"2026-04-23T00:20:04.816496Z","steps":["trace[1927361996] 'process raft request' (duration: 159.929683ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:04.816583Z","caller":"traceutil/trace.go:171","msg":"trace[997846885] transaction","detail":"{read_only:false; response_revision:917; number_of_response:1; }","duration":"160.125247ms","start":"2026-04-23T00:20:04.656423Z","end":"2026-04-23T00:20:04.816548Z","steps":["trace[997846885] 'process raft request' (duration: 159.386728ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:04.816862Z","caller":"traceutil/trace.go:171","msg":"trace[444428578] transaction","detail":"{read_only:false; response_revision:919; number_of_response:1; }","duration":"160.292872ms","start":"2026-04-23T00:20:04.656552Z","end":"2026-04-23T00:20:04.816845Z","steps":["trace[444428578] 'process raft request' (duration: 159.916832ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:04.816966Z","caller":"traceutil/trace.go:171","msg":"trace[117682592] transaction","detail":"{read_only:false; response_revision:920; number_of_response:1; }","duration":"160.307412ms","start":"2026-04-23T00:20:04.656643Z","end":"2026-04-23T00:20:04.81695Z","steps":["trace[117682592] 'process raft request' (duration: 160.065436ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:04.915011Z","caller":"traceutil/trace.go:171","msg":"trace[1640146055] linearizableReadLoop","detail":"{readStateIndex:952; appliedIndex:947; }","duration":"242.650148ms","start":"2026-04-23T00:20:04.672334Z","end":"2026-04-23T00:20:04.914984Z","steps":["trace[1640146055] 'read index received' (duration: 16.333473ms)","trace[1640146055] 'applied index is now lower than readState.Index' (duration: 226.315375ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:20:04.915231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.225537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-04-23T00:20:04.915264Z","caller":"traceutil/trace.go:171","msg":"trace[831117614] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:920; }","duration":"242.320169ms","start":"2026-04-23T00:20:04.672936Z","end":"2026-04-23T00:20:04.915256Z","steps":["trace[831117614] 'agreement among raft nodes before linearized reading' (duration: 242.206196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:04.915336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.903035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-04-23T00:20:04.915527Z","caller":"traceutil/trace.go:171","msg":"trace[1757781985] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:920; }","duration":"243.179482ms","start":"2026-04-23T00:20:04.672326Z","end":"2026-04-23T00:20:04.915505Z","steps":["trace[1757781985] 'agreement among raft nodes before linearized reading' (duration: 242.74009ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:06.759265Z","caller":"traceutil/trace.go:171","msg":"trace[1205224750] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"130.962227ms","start":"2026-04-23T00:20:06.628272Z","end":"2026-04-23T00:20:06.759235Z","steps":["trace[1205224750] 'process raft request' (duration: 130.659328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:11.120578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.559702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:20:11.120961Z","caller":"traceutil/trace.go:171","msg":"trace[1882750821] transaction","detail":"{read_only:false; response_revision:997; number_of_response:1; }","duration":"199.717033ms","start":"2026-04-23T00:20:10.921217Z","end":"2026-04-23T00:20:11.120934Z","steps":["trace[1882750821] 'process raft request' (duration: 67.679957ms)","trace[1882750821] 'compare' (duration: 131.279085ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:11.121071Z","caller":"traceutil/trace.go:171","msg":"trace[515237910] transaction","detail":"{read_only:false; response_revision:998; number_of_response:1; }","duration":"199.014454ms","start":"2026-04-23T00:20:10.922008Z","end":"2026-04-23T00:20:11.121022Z","steps":["trace[515237910] 'process raft request' (duration: 198.798858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:11.121154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.801929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T00:20:11.121221Z","caller":"traceutil/trace.go:171","msg":"trace[1909768098] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:999; }","duration":"198.901191ms","start":"2026-04-23T00:20:10.922304Z","end":"2026-04-23T00:20:11.121205Z","steps":["trace[1909768098] 'agreement among raft nodes before linearized reading' (duration: 198.691795ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:11.120967Z","caller":"traceutil/trace.go:171","msg":"trace[1068423438] linearizableReadLoop","detail":"{readStateIndex:1033; appliedIndex:1030; }","duration":"198.607303ms","start":"2026-04-23T00:20:10.922343Z","end":"2026-04-23T00:20:11.120951Z","steps":["trace[1068423438] 'read index received' (duration: 66.606318ms)","trace[1068423438] 'applied index is now lower than readState.Index' (duration: 131.999695ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:11.12127Z","caller":"traceutil/trace.go:171","msg":"trace[905043573] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"199.109776ms","start":"2026-04-23T00:20:10.922152Z","end":"2026-04-23T00:20:11.121262Z","steps":["trace[905043573] 'process raft request' (duration: 198.755727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:11.449593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.720452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:20:11.449908Z","caller":"traceutil/trace.go:171","msg":"trace[1363655373] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"324.385308ms","start":"2026-04-23T00:20:11.12549Z","end":"2026-04-23T00:20:11.449876Z","steps":["trace[1363655373] 'process raft request' (duration: 113.263226ms)","trace[1363655373] 'compare' (duration: 210.547887ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:20:11.450075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:11.125468Z","time spent":"324.509412ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:20:11.98777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149591369,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:20:12.038134Z","caller":"traceutil/trace.go:171","msg":"trace[1515909868] linearizableReadLoop","detail":"{readStateIndex:1035; appliedIndex:1034; }","duration":"550.89754ms","start":"2026-04-23T00:20:11.487212Z","end":"2026-04-23T00:20:12.038109Z","steps":["trace[1515909868] 'read index received' (duration: 550.795717ms)","trace[1515909868] 'applied index is now lower than readState.Index' (duration: 100.773µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:12.038223Z","caller":"traceutil/trace.go:171","msg":"trace[2005343902] transaction","detail":"{read_only:false; response_revision:1001; number_of_response:1; }","duration":"577.034298ms","start":"2026-04-23T00:20:11.461168Z","end":"2026-04-23T00:20:12.038203Z","steps":["trace[2005343902] 'process raft request' (duration: 576.799292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:12.038292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.059824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:20:12.038328Z","caller":"traceutil/trace.go:171","msg":"trace[523374333] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1001; }","duration":"551.352981ms","start":"2026-04-23T00:20:11.486966Z","end":"2026-04-23T00:20:12.038319Z","steps":["trace[523374333] 'agreement among raft nodes before linearized reading' (duration: 551.261849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:12.038349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:11.461138Z","time spent":"577.135531ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5471,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:20:12.038361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:11.486946Z","time spent":"551.407033ms","remote":"127.0.0.1:37442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":6,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:20:12.03838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.505987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:20:12.03849Z","caller":"traceutil/trace.go:171","msg":"trace[1514373184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1001; }","duration":"171.699392ms","start":"2026-04-23T00:20:11.866766Z","end":"2026-04-23T00:20:12.038465Z","steps":["trace[1514373184] 'agreement among raft nodes before linearized reading' (duration: 171.514757ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:12.195959Z","caller":"traceutil/trace.go:171","msg":"trace[642140153] transaction","detail":"{read_only:false; response_revision:1002; number_of_response:1; }","duration":"152.591503ms","start":"2026-04-23T00:20:12.043034Z","end":"2026-04-23T00:20:12.195626Z","steps":["trace[642140153] 'process raft request' (duration: 116.906504ms)","trace[642140153] 'compare' (duration: 35.548125ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:12.202916Z","caller":"traceutil/trace.go:171","msg":"trace[766349027] transaction","detail":"{read_only:false; response_revision:1004; number_of_response:1; }","duration":"155.772981ms","start":"2026-04-23T00:20:12.047113Z","end":"2026-04-23T00:20:12.202886Z","steps":["trace[766349027] 'process raft request' (duration: 155.695568ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:12.203038Z","caller":"traceutil/trace.go:171","msg":"trace[1277655385] transaction","detail":"{read_only:false; response_revision:1003; number_of_response:1; }","duration":"159.149562ms","start":"2026-04-23T00:20:12.043851Z","end":"2026-04-23T00:20:12.203Z","steps":["trace[1277655385] 'process raft request' (duration: 158.72282ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:12.76504Z","caller":"traceutil/trace.go:171","msg":"trace[1003612849] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"229.660316ms","start":"2026-04-23T00:20:12.535341Z","end":"2026-04-23T00:20:12.765002Z","steps":["trace[1003612849] 'process raft request' (duration: 229.43568ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:13.071468Z","caller":"traceutil/trace.go:171","msg":"trace[982996798] linearizableReadLoop","detail":"{readStateIndex:1043; appliedIndex:1042; }","duration":"170.196062ms","start":"2026-04-23T00:20:12.901237Z","end":"2026-04-23T00:20:13.071433Z","steps":["trace[982996798] 'read index received' (duration: 138.214483ms)","trace[982996798] 'applied index is now lower than readState.Index' (duration: 31.980709ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:13.071605Z","caller":"traceutil/trace.go:171","msg":"trace[2079845031] transaction","detail":"{read_only:false; response_revision:1009; number_of_response:1; }","duration":"187.851621ms","start":"2026-04-23T00:20:12.883669Z","end":"2026-04-23T00:20:13.071521Z","steps":["trace[2079845031] 'process raft request' (duration: 155.752389ms)","trace[2079845031] 'compare' (duration: 31.849865ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:20:13.071667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.421548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:20:13.071721Z","caller":"traceutil/trace.go:171","msg":"trace[1030591017] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:1009; }","duration":"170.528291ms","start":"2026-04-23T00:20:12.901176Z","end":"2026-04-23T00:20:13.071705Z","steps":["trace[1030591017] 'agreement among raft nodes before linearized reading' (duration: 170.355316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:13.587785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.442003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-23T00:20:13.587789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.999173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-6j4pz\" ","response":"range_response_count:1 size:5071"} {"level":"info","ts":"2026-04-23T00:20:13.58788Z","caller":"traceutil/trace.go:171","msg":"trace[542001901] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1013; }","duration":"133.595497ms","start":"2026-04-23T00:20:13.454266Z","end":"2026-04-23T00:20:13.587861Z","steps":["trace[542001901] 'range keys from in-memory index tree' (duration: 133.220527ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:13.587905Z","caller":"traceutil/trace.go:171","msg":"trace[1452943334] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-6j4pz; range_end:; response_count:1; response_revision:1013; }","duration":"210.191967ms","start":"2026-04-23T00:20:13.377687Z","end":"2026-04-23T00:20:13.587879Z","steps":["trace[1452943334] 'range keys from in-memory index tree' (duration: 209.663113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:14.430208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.964681ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:20:14.430379Z","caller":"traceutil/trace.go:171","msg":"trace[153396405] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1019; }","duration":"105.146946ms","start":"2026-04-23T00:20:14.325202Z","end":"2026-04-23T00:20:14.430349Z","steps":["trace[153396405] 'range keys from in-memory index tree' (duration: 104.94323ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:14.461546Z","caller":"traceutil/trace.go:171","msg":"trace[699179457] transaction","detail":"{read_only:false; response_revision:1020; number_of_response:1; }","duration":"157.228989ms","start":"2026-04-23T00:20:14.304296Z","end":"2026-04-23T00:20:14.461525Z","steps":["trace[699179457] 'process raft request' (duration: 157.093506ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:15.318728Z","caller":"traceutil/trace.go:171","msg":"trace[1803613896] transaction","detail":"{read_only:false; response_revision:1138; number_of_response:1; }","duration":"130.852303ms","start":"2026-04-23T00:20:15.187846Z","end":"2026-04-23T00:20:15.318698Z","steps":["trace[1803613896] 'process raft request' (duration: 130.590076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:15.596401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.812085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:20:15.596716Z","caller":"traceutil/trace.go:171","msg":"trace[791017627] transaction","detail":"{read_only:false; response_revision:1139; number_of_response:1; }","duration":"403.460205ms","start":"2026-04-23T00:20:15.193217Z","end":"2026-04-23T00:20:15.596677Z","steps":["trace[791017627] 'process raft request' (duration: 266.27742ms)","trace[791017627] 'compare' (duration: 136.578969ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:20:15.596834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:15.193189Z","time spent":"403.60792ms","remote":"127.0.0.1:49122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2247,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:20:15.969407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.826793ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T00:20:15.96998Z","caller":"traceutil/trace.go:171","msg":"trace[796297038] transaction","detail":"{read_only:false; response_revision:1142; number_of_response:1; }","duration":"365.471454ms","start":"2026-04-23T00:20:15.604478Z","end":"2026-04-23T00:20:15.96995Z","steps":["trace[796297038] 'process raft request' (duration: 365.423463ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:15.970088Z","caller":"traceutil/trace.go:171","msg":"trace[2023965430] linearizableReadLoop","detail":"{readStateIndex:1175; appliedIndex:1172; }","duration":"726.043795ms","start":"2026-04-23T00:20:15.244028Z","end":"2026-04-23T00:20:15.970072Z","steps":["trace[2023965430] 'read index received' (duration: 74.357869ms)","trace[2023965430] 'applied index is now lower than readState.Index' (duration: 651.683256ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:15.970048Z","caller":"traceutil/trace.go:171","msg":"trace[562376116] transaction","detail":"{read_only:false; response_revision:1141; number_of_response:1; }","duration":"366.575834ms","start":"2026-04-23T00:20:15.603425Z","end":"2026-04-23T00:20:15.970001Z","steps":["trace[562376116] 'process raft request' (duration: 366.417518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:15.970224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:15.603401Z","time spent":"366.747929ms","remote":"127.0.0.1:49122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2255,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:20:15.970242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:15.604466Z","time spent":"365.7006ms","remote":"127.0.0.1:49090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3017,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:20:15.969968Z","caller":"traceutil/trace.go:171","msg":"trace[1105151756] transaction","detail":"{read_only:false; response_revision:1140; number_of_response:1; }","duration":"629.686668ms","start":"2026-04-23T00:20:15.340239Z","end":"2026-04-23T00:20:15.969926Z","steps":["trace[1105151756] 'process raft request' (duration: 629.284206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:15.970376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:15.340203Z","time spent":"630.13199ms","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2966,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:20:15.970396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.564692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T00:20:15.970467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.415765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-23T00:20:15.970515Z","caller":"traceutil/trace.go:171","msg":"trace[1358376336] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1142; }","duration":"726.525988ms","start":"2026-04-23T00:20:15.243975Z","end":"2026-04-23T00:20:15.970501Z","steps":["trace[1358376336] 'agreement among raft nodes before linearized reading' (duration: 726.256661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:15.970584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:15.243956Z","time spent":"726.61751ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:20:15.970805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.725747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:20:15.970877Z","caller":"traceutil/trace.go:171","msg":"trace[1022296632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1142; }","duration":"103.84219ms","start":"2026-04-23T00:20:15.867017Z","end":"2026-04-23T00:20:15.970859Z","steps":["trace[1022296632] 'agreement among raft nodes before linearized reading' (duration: 103.639064ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:15.970454Z","caller":"traceutil/trace.go:171","msg":"trace[1389540971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1142; }","duration":"725.694744ms","start":"2026-04-23T00:20:15.24474Z","end":"2026-04-23T00:20:15.970435Z","steps":["trace[1389540971] 'agreement among raft nodes before linearized reading' (duration: 725.469638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:15.970997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.100416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T00:20:15.971047Z","caller":"traceutil/trace.go:171","msg":"trace[2013197379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1142; }","duration":"726.170917ms","start":"2026-04-23T00:20:15.24486Z","end":"2026-04-23T00:20:15.971031Z","steps":["trace[2013197379] 'agreement among raft nodes before linearized reading' (duration: 725.963122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:15.97102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.267286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-x4qt5\" ","response":"range_response_count:1 size:3610"} {"level":"warn","ts":"2026-04-23T00:20:15.971063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.155558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-23T00:20:15.971153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.257392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:20:15.971184Z","caller":"traceutil/trace.go:171","msg":"trace[1023207616] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1142; }","duration":"371.332073ms","start":"2026-04-23T00:20:15.599825Z","end":"2026-04-23T00:20:15.971157Z","steps":["trace[1023207616] 'agreement among raft nodes before linearized reading' (duration: 370.975823ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:15.971178Z","caller":"traceutil/trace.go:171","msg":"trace[1094588620] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-x4qt5; range_end:; response_count:1; response_revision:1142; }","duration":"580.486992ms","start":"2026-04-23T00:20:15.390652Z","end":"2026-04-23T00:20:15.971139Z","steps":["trace[1094588620] 'agreement among raft nodes before linearized reading' (duration: 580.114072ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:15.971216Z","caller":"traceutil/trace.go:171","msg":"trace[39549876] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1142; }","duration":"290.382255ms","start":"2026-04-23T00:20:15.68082Z","end":"2026-04-23T00:20:15.971203Z","steps":["trace[39549876] 'agreement among raft nodes before linearized reading' (duration: 289.386568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:15.971252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:15.599804Z","time spent":"371.436836ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:20:15.971271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:15.390618Z","time spent":"580.636206ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3634,"request content":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-x4qt5\" "} {"level":"warn","ts":"2026-04-23T00:20:15.971276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:15.244707Z","time spent":"726.550817ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:20:15.971098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:15.244849Z","time spent":"726.241219ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:20:17.349925Z","caller":"traceutil/trace.go:171","msg":"trace[651964225] transaction","detail":"{read_only:false; response_revision:1167; number_of_response:1; }","duration":"177.783636ms","start":"2026-04-23T00:20:17.17212Z","end":"2026-04-23T00:20:17.349903Z","steps":["trace[651964225] 'process raft request' (duration: 87.000448ms)","trace[651964225] 'compare' (duration: 90.536621ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:21.979203Z","caller":"traceutil/trace.go:171","msg":"trace[1039175675] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"152.956151ms","start":"2026-04-23T00:20:21.826216Z","end":"2026-04-23T00:20:21.979172Z","steps":["trace[1039175675] 'process raft request' (duration: 152.729595ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:21.98209Z","caller":"traceutil/trace.go:171","msg":"trace[379075366] linearizableReadLoop","detail":"{readStateIndex:1247; appliedIndex:1245; }","duration":"114.214678ms","start":"2026-04-23T00:20:21.867849Z","end":"2026-04-23T00:20:21.982063Z","steps":["trace[379075366] 'read index received' (duration: 111.134406ms)","trace[379075366] 'applied index is now lower than readState.Index' (duration: 3.079052ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:21.982174Z","caller":"traceutil/trace.go:171","msg":"trace[729197524] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"155.376305ms","start":"2026-04-23T00:20:21.826757Z","end":"2026-04-23T00:20:21.982134Z","steps":["trace[729197524] 'process raft request' (duration: 155.160829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:21.982221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.344211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:20:21.982258Z","caller":"traceutil/trace.go:171","msg":"trace[1733906570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1210; }","duration":"114.439724ms","start":"2026-04-23T00:20:21.867808Z","end":"2026-04-23T00:20:21.982248Z","steps":["trace[1733906570] 'agreement among raft nodes before linearized reading' (duration: 114.356161ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:25.218749Z","caller":"traceutil/trace.go:171","msg":"trace[1912256558] transaction","detail":"{read_only:false; response_revision:1228; number_of_response:1; }","duration":"140.875731ms","start":"2026-04-23T00:20:25.077847Z","end":"2026-04-23T00:20:25.218722Z","steps":["trace[1912256558] 'process raft request' (duration: 140.678656ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:25.456125Z","caller":"traceutil/trace.go:171","msg":"trace[1943962890] transaction","detail":"{read_only:false; response_revision:1229; number_of_response:1; }","duration":"230.924451ms","start":"2026-04-23T00:20:25.225166Z","end":"2026-04-23T00:20:25.456091Z","steps":["trace[1943962890] 'process raft request' (duration: 226.385401ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:25.466247Z","caller":"traceutil/trace.go:171","msg":"trace[1079465342] transaction","detail":"{read_only:false; response_revision:1230; number_of_response:1; }","duration":"240.562655ms","start":"2026-04-23T00:20:25.225666Z","end":"2026-04-23T00:20:25.466228Z","steps":["trace[1079465342] 'process raft request' (duration: 240.400101ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:25.46642Z","caller":"traceutil/trace.go:171","msg":"trace[395569161] transaction","detail":"{read_only:false; response_revision:1231; number_of_response:1; }","duration":"239.469266ms","start":"2026-04-23T00:20:25.226939Z","end":"2026-04-23T00:20:25.466408Z","steps":["trace[395569161] 'process raft request' (duration: 239.200899ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:26.176468Z","caller":"traceutil/trace.go:171","msg":"trace[2019485684] linearizableReadLoop","detail":"{readStateIndex:1271; appliedIndex:1270; }","duration":"119.2569ms","start":"2026-04-23T00:20:26.057183Z","end":"2026-04-23T00:20:26.17644Z","steps":["trace[2019485684] 'read index received' (duration: 119.156138ms)","trace[2019485684] 'applied index is now lower than readState.Index' (duration: 99.702µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:26.17659Z","caller":"traceutil/trace.go:171","msg":"trace[528740375] transaction","detail":"{read_only:false; response_revision:1233; number_of_response:1; }","duration":"119.855576ms","start":"2026-04-23T00:20:26.056699Z","end":"2026-04-23T00:20:26.176554Z","steps":["trace[528740375] 'process raft request' (duration: 119.566009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:26.176733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.535618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-23T00:20:26.176798Z","caller":"traceutil/trace.go:171","msg":"trace[207617026] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1233; }","duration":"119.670081ms","start":"2026-04-23T00:20:26.057115Z","end":"2026-04-23T00:20:26.176785Z","steps":["trace[207617026] 'agreement among raft nodes before linearized reading' (duration: 119.445466ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:26.182303Z","caller":"traceutil/trace.go:171","msg":"trace[2092286702] transaction","detail":"{read_only:false; response_revision:1234; number_of_response:1; }","duration":"122.289921ms","start":"2026-04-23T00:20:26.059999Z","end":"2026-04-23T00:20:26.182289Z","steps":["trace[2092286702] 'process raft request' (duration: 122.022274ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:26.182274Z","caller":"traceutil/trace.go:171","msg":"trace[1169019687] transaction","detail":"{read_only:false; response_revision:1235; number_of_response:1; }","duration":"122.178878ms","start":"2026-04-23T00:20:26.060064Z","end":"2026-04-23T00:20:26.182243Z","steps":["trace[1169019687] 'process raft request' (duration: 122.116396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:28.686671Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149591799,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:20:29.070605Z","caller":"traceutil/trace.go:171","msg":"trace[72172979] linearizableReadLoop","detail":"{readStateIndex:1279; appliedIndex:1278; }","duration":"884.703863ms","start":"2026-04-23T00:20:28.185877Z","end":"2026-04-23T00:20:29.070581Z","steps":["trace[72172979] 'read index received' (duration: 884.529998ms)","trace[72172979] 'applied index is now lower than readState.Index' (duration: 173.005µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:29.070799Z","caller":"traceutil/trace.go:171","msg":"trace[2010279209] transaction","detail":"{read_only:false; response_revision:1241; number_of_response:1; }","duration":"886.583122ms","start":"2026-04-23T00:20:28.184194Z","end":"2026-04-23T00:20:29.070778Z","steps":["trace[2010279209] 'process raft request' (duration: 886.218222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:29.070935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.041021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T00:20:29.07103Z","caller":"traceutil/trace.go:171","msg":"trace[1127234710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1241; }","duration":"885.173405ms","start":"2026-04-23T00:20:28.18584Z","end":"2026-04-23T00:20:29.071013Z","steps":["trace[1127234710] 'agreement among raft nodes before linearized reading' (duration: 884.946779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:29.071078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:28.185828Z","time spent":"885.237286ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:20:29.07102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:28.184172Z","time spent":"886.730115ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:20:29.570796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149591802,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:20:29.801912Z","caller":"traceutil/trace.go:171","msg":"trace[254263036] transaction","detail":"{read_only:false; response_revision:1242; number_of_response:1; }","duration":"906.904309ms","start":"2026-04-23T00:20:28.894986Z","end":"2026-04-23T00:20:29.801891Z","steps":["trace[254263036] 'process raft request' (duration: 886.319066ms)","trace[254263036] 'compare' (duration: 20.316976ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:20:29.802089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:28.89496Z","time spent":"907.020342ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:20:29.820142Z","caller":"traceutil/trace.go:171","msg":"trace[559913713] linearizableReadLoop","detail":"{readStateIndex:1281; appliedIndex:1279; }","duration":"749.450159ms","start":"2026-04-23T00:20:29.070673Z","end":"2026-04-23T00:20:29.820123Z","steps":["trace[559913713] 'read index received' (duration: 710.659765ms)","trace[559913713] 'applied index is now lower than readState.Index' (duration: 38.789374ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:20:29.82031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.45849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:20:29.820347Z","caller":"traceutil/trace.go:171","msg":"trace[2109513781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1243; }","duration":"953.552262ms","start":"2026-04-23T00:20:28.866787Z","end":"2026-04-23T00:20:29.820339Z","steps":["trace[2109513781] 'agreement among raft nodes before linearized reading' (duration: 953.451419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:29.820375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:28.86677Z","time spent":"953.599663ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:20:29.820529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.051341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"info","ts":"2026-04-23T00:20:29.820623Z","caller":"traceutil/trace.go:171","msg":"trace[173532208] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:1243; }","duration":"818.219256ms","start":"2026-04-23T00:20:29.002381Z","end":"2026-04-23T00:20:29.8206Z","steps":["trace[173532208] 'agreement among raft nodes before linearized reading' (duration: 817.833086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:29.820726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:29.002363Z","time spent":"818.300178ms","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":248,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"warn","ts":"2026-04-23T00:20:29.822311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.96816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T00:20:29.82233Z","caller":"traceutil/trace.go:171","msg":"trace[90903976] transaction","detail":"{read_only:false; response_revision:1243; number_of_response:1; }","duration":"746.633645ms","start":"2026-04-23T00:20:29.075683Z","end":"2026-04-23T00:20:29.822316Z","steps":["trace[90903976] 'process raft request' (duration: 744.310704ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:29.822355Z","caller":"traceutil/trace.go:171","msg":"trace[1728022660] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1243; }","duration":"738.55017ms","start":"2026-04-23T00:20:29.083795Z","end":"2026-04-23T00:20:29.822345Z","steps":["trace[1728022660] 'agreement among raft nodes before linearized reading' (duration: 736.872957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:29.822373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.381127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:20:29.822382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:29.083782Z","time spent":"738.591782ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T00:20:29.822408Z","caller":"traceutil/trace.go:171","msg":"trace[1834276056] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1243; }","duration":"118.454779ms","start":"2026-04-23T00:20:29.703944Z","end":"2026-04-23T00:20:29.822399Z","steps":["trace[1834276056] 'agreement among raft nodes before linearized reading' (duration: 116.811716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:29.822402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636258467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-23T00:20:29.822477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:29.075663Z","time spent":"746.710356ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:20:29.822468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.144702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-23T00:20:29.822491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634293064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-23T00:20:29.822559Z","caller":"traceutil/trace.go:171","msg":"trace[339442149] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1243; }","duration":"1.634414007s","start":"2026-04-23T00:20:28.188112Z","end":"2026-04-23T00:20:29.822526Z","steps":["trace[339442149] 'agreement among raft nodes before linearized reading' (duration: 1.633459302s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:29.822569Z","caller":"traceutil/trace.go:171","msg":"trace[773175060] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:1243; }","duration":"221.262815ms","start":"2026-04-23T00:20:29.601256Z","end":"2026-04-23T00:20:29.822519Z","steps":["trace[773175060] 'agreement among raft nodes before linearized reading' (duration: 219.54819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:29.822605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:28.18809Z","time spent":"1.63450391s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T00:20:29.822496Z","caller":"traceutil/trace.go:171","msg":"trace[747316031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1243; }","duration":"1.636376189s","start":"2026-04-23T00:20:28.186086Z","end":"2026-04-23T00:20:29.822462Z","steps":["trace[747316031] 'agreement among raft nodes before linearized reading' (duration: 1.634416948s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:29.822734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:28.186077Z","time spent":"1.636618776s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:20:46.233824Z","caller":"traceutil/trace.go:171","msg":"trace[1209671941] linearizableReadLoop","detail":"{readStateIndex:1429; appliedIndex:1428; }","duration":"368.28736ms","start":"2026-04-23T00:20:45.865512Z","end":"2026-04-23T00:20:46.2338Z","steps":["trace[1209671941] 'read index received' (duration: 368.139266ms)","trace[1209671941] 'applied index is now lower than readState.Index' (duration: 146.584µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:46.23393Z","caller":"traceutil/trace.go:171","msg":"trace[389519356] transaction","detail":"{read_only:false; response_revision:1380; number_of_response:1; }","duration":"375.369337ms","start":"2026-04-23T00:20:45.858526Z","end":"2026-04-23T00:20:46.233895Z","steps":["trace[389519356] 'process raft request' (duration: 375.115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:46.233994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.467734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:20:46.234034Z","caller":"traceutil/trace.go:171","msg":"trace[1619477563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1380; }","duration":"368.564977ms","start":"2026-04-23T00:20:45.865454Z","end":"2026-04-23T00:20:46.234019Z","steps":["trace[1619477563] 'agreement among raft nodes before linearized reading' (duration: 368.486975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:46.234081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:45.858499Z","time spent":"375.50312ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:20:46.234107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:45.865421Z","time spent":"368.67012ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:20:46.234297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.429361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T00:20:46.234322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.918807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:20:46.234377Z","caller":"traceutil/trace.go:171","msg":"trace[633739396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1380; }","duration":"341.555294ms","start":"2026-04-23T00:20:45.8928Z","end":"2026-04-23T00:20:46.234355Z","steps":["trace[633739396] 'agreement among raft nodes before linearized reading' (duration: 341.373729ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:46.234394Z","caller":"traceutil/trace.go:171","msg":"trace[489376336] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1380; }","duration":"324.01838ms","start":"2026-04-23T00:20:45.910357Z","end":"2026-04-23T00:20:46.234376Z","steps":["trace[489376336] 'agreement among raft nodes before linearized reading' (duration: 323.846836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:46.234424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:45.892785Z","time spent":"341.627225ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:20:46.234458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:45.910342Z","time spent":"324.100982ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:20:46.234494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.635925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T00:20:46.234604Z","caller":"traceutil/trace.go:171","msg":"trace[735534788] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1380; }","duration":"327.80051ms","start":"2026-04-23T00:20:45.906785Z","end":"2026-04-23T00:20:46.234585Z","steps":["trace[735534788] 'agreement among raft nodes before linearized reading' (duration: 327.539893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:46.234493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.369502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T00:20:46.234656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:45.906759Z","time spent":"327.887902ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T00:20:46.234686Z","caller":"traceutil/trace.go:171","msg":"trace[2103704983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1380; }","duration":"323.571708ms","start":"2026-04-23T00:20:45.911081Z","end":"2026-04-23T00:20:46.234653Z","steps":["trace[2103704983] 'agreement among raft nodes before linearized reading' (duration: 323.285241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:46.234769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:45.911071Z","time spent":"323.677181ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:20:52.857982Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149592286,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:20:52.90841Z","caller":"traceutil/trace.go:171","msg":"trace[1944968657] transaction","detail":"{read_only:false; response_revision:1497; number_of_response:1; }","duration":"558.838843ms","start":"2026-04-23T00:20:52.349536Z","end":"2026-04-23T00:20:52.908374Z","steps":["trace[1944968657] 'process raft request' (duration: 558.656728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:52.908653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:52.349514Z","time spent":"558.979006ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:20:52.909379Z","caller":"traceutil/trace.go:171","msg":"trace[1467849575] transaction","detail":"{read_only:false; response_revision:1499; number_of_response:1; }","duration":"558.199207ms","start":"2026-04-23T00:20:52.351166Z","end":"2026-04-23T00:20:52.909365Z","steps":["trace[1467849575] 'process raft request' (duration: 558.131735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:52.909457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:52.351153Z","time spent":"558.271359ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:20:52.909372Z","caller":"traceutil/trace.go:171","msg":"trace[1275187339] transaction","detail":"{read_only:false; response_revision:1498; number_of_response:1; }","duration":"559.749287ms","start":"2026-04-23T00:20:52.349596Z","end":"2026-04-23T00:20:52.909345Z","steps":["trace[1275187339] 'process raft request' (duration: 559.631694ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:52.909552Z","caller":"traceutil/trace.go:171","msg":"trace[2018056054] linearizableReadLoop","detail":"{readStateIndex:1550; appliedIndex:1546; }","duration":"552.007512ms","start":"2026-04-23T00:20:52.35753Z","end":"2026-04-23T00:20:52.909538Z","steps":["trace[2018056054] 'read index received' (duration: 550.647386ms)","trace[2018056054] 'applied index is now lower than readState.Index' (duration: 1.358666ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:20:52.909579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:52.349567Z","time spent":"559.991964ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:20:52.9097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.150947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:20:52.909784Z","caller":"traceutil/trace.go:171","msg":"trace[82521983] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1500; }","duration":"552.266039ms","start":"2026-04-23T00:20:52.357492Z","end":"2026-04-23T00:20:52.909758Z","steps":["trace[82521983] 'agreement among raft nodes before linearized reading' (duration: 552.147516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:52.909863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:52.357475Z","time spent":"552.343401ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:20:52.90986Z","caller":"traceutil/trace.go:171","msg":"trace[151209397] transaction","detail":"{read_only:false; response_revision:1500; number_of_response:1; }","duration":"539.535023ms","start":"2026-04-23T00:20:52.370277Z","end":"2026-04-23T00:20:52.909812Z","steps":["trace[151209397] 'process raft request' (duration: 539.057731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:52.910061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:52.370267Z","time spent":"539.688608ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:20:53.375069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.938176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:20:53.375187Z","caller":"traceutil/trace.go:171","msg":"trace[1092193581] linearizableReadLoop","detail":"{readStateIndex:1555; appliedIndex:1554; }","duration":"163.758557ms","start":"2026-04-23T00:20:53.211412Z","end":"2026-04-23T00:20:53.37517Z","steps":["trace[1092193581] 'read index received' (duration: 34.502742ms)","trace[1092193581] 'applied index is now lower than readState.Index' (duration: 129.254365ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:53.37528Z","caller":"traceutil/trace.go:171","msg":"trace[1791617507] transaction","detail":"{read_only:false; response_revision:1505; number_of_response:1; }","duration":"168.954433ms","start":"2026-04-23T00:20:53.206279Z","end":"2026-04-23T00:20:53.375233Z","steps":["trace[1791617507] 'process raft request' (duration: 39.736659ms)","trace[1791617507] 'compare' (duration: 128.640209ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:20:53.375353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.944891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:20:53.375387Z","caller":"traceutil/trace.go:171","msg":"trace[537610900] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1505; }","duration":"164.028314ms","start":"2026-04-23T00:20:53.211348Z","end":"2026-04-23T00:20:53.375376Z","steps":["trace[537610900] 'agreement among raft nodes before linearized reading' (duration: 163.87122ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:55.33516Z","caller":"traceutil/trace.go:171","msg":"trace[1427520492] transaction","detail":"{read_only:false; response_revision:1508; number_of_response:1; }","duration":"417.616304ms","start":"2026-04-23T00:20:54.917519Z","end":"2026-04-23T00:20:55.335135Z","steps":["trace[1427520492] 'process raft request' (duration: 417.46975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:55.335503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:54.9175Z","time spent":"417.780658ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:20:55.673797Z","caller":"traceutil/trace.go:171","msg":"trace[187560107] transaction","detail":"{read_only:false; response_revision:1509; number_of_response:1; }","duration":"756.041002ms","start":"2026-04-23T00:20:54.917727Z","end":"2026-04-23T00:20:55.673768Z","steps":["trace[187560107] 'process raft request' (duration: 755.764625ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:55.673818Z","caller":"traceutil/trace.go:171","msg":"trace[1245671856] transaction","detail":"{read_only:false; response_revision:1510; number_of_response:1; }","duration":"756.065343ms","start":"2026-04-23T00:20:54.917726Z","end":"2026-04-23T00:20:55.673791Z","steps":["trace[1245671856] 'process raft request' (duration: 755.927989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:55.673967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:54.9177Z","time spent":"756.167516ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:20:55.674013Z","caller":"traceutil/trace.go:171","msg":"trace[806440288] transaction","detail":"{read_only:false; response_revision:1511; number_of_response:1; }","duration":"756.140135ms","start":"2026-04-23T00:20:54.917833Z","end":"2026-04-23T00:20:55.673973Z","steps":["trace[806440288] 'process raft request' (duration: 755.873617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:55.673981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:54.917701Z","time spent":"756.192686ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:20:55.674195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:54.917825Z","time spent":"756.286ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:20:55.812169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.404738ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T00:20:55.812276Z","caller":"traceutil/trace.go:171","msg":"trace[1766621525] linearizableReadLoop","detail":"{readStateIndex:1562; appliedIndex:1558; }","duration":"472.119383ms","start":"2026-04-23T00:20:55.340137Z","end":"2026-04-23T00:20:55.812256Z","steps":["trace[1766621525] 'read index received' (duration: 333.305375ms)","trace[1766621525] 'applied index is now lower than readState.Index' (duration: 138.812588ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:20:55.812566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.400001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:20:55.812627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.556215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-23T00:20:55.812648Z","caller":"traceutil/trace.go:171","msg":"trace[1968675843] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1511; }","duration":"472.519003ms","start":"2026-04-23T00:20:55.340112Z","end":"2026-04-23T00:20:55.812631Z","steps":["trace[1968675843] 'agreement among raft nodes before linearized reading' (duration: 472.39171ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:55.812664Z","caller":"traceutil/trace.go:171","msg":"trace[1335847201] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1511; }","duration":"433.629047ms","start":"2026-04-23T00:20:55.379025Z","end":"2026-04-23T00:20:55.812654Z","steps":["trace[1335847201] 'agreement among raft nodes before linearized reading' (duration: 433.499983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:55.812697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:55.37901Z","time spent":"433.682548ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:20:55.812702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:55.340099Z","time spent":"472.591386ms","remote":"127.0.0.1:46816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:21:06.974161Z","caller":"traceutil/trace.go:171","msg":"trace[1245346251] linearizableReadLoop","detail":"{readStateIndex:1798; appliedIndex:1797; }","duration":"189.312141ms","start":"2026-04-23T00:21:06.784821Z","end":"2026-04-23T00:21:06.974133Z","steps":["trace[1245346251] 'read index received' (duration: 185.814188ms)","trace[1245346251] 'applied index is now lower than readState.Index' (duration: 3.496842ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:21:06.974274Z","caller":"traceutil/trace.go:171","msg":"trace[604358936] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"215.316449ms","start":"2026-04-23T00:21:06.758895Z","end":"2026-04-23T00:21:06.974211Z","steps":["trace[604358936] 'process raft request' (duration: 211.804306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:06.974359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.513036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:21:06.974412Z","caller":"traceutil/trace.go:171","msg":"trace[604092135] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1729; }","duration":"189.614638ms","start":"2026-04-23T00:21:06.784779Z","end":"2026-04-23T00:21:06.974393Z","steps":["trace[604092135] 'agreement among raft nodes before linearized reading' (duration: 189.510306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:06.974648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.170941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:21:06.974764Z","caller":"traceutil/trace.go:171","msg":"trace[1241811437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1729; }","duration":"107.335466ms","start":"2026-04-23T00:21:06.867404Z","end":"2026-04-23T00:21:06.97474Z","steps":["trace[1241811437] 'agreement among raft nodes before linearized reading' (duration: 107.150651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:06.974772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.29984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T00:21:06.974851Z","caller":"traceutil/trace.go:171","msg":"trace[1723843058] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1729; }","duration":"178.401074ms","start":"2026-04-23T00:21:06.796427Z","end":"2026-04-23T00:21:06.974829Z","steps":["trace[1723843058] 'agreement among raft nodes before linearized reading' (duration: 178.154226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:06.974981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.058337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:21:06.97516Z","caller":"traceutil/trace.go:171","msg":"trace[391107544] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com; range_end:; response_count:0; response_revision:1729; }","duration":"180.273133ms","start":"2026-04-23T00:21:06.794854Z","end":"2026-04-23T00:21:06.975127Z","steps":["trace[391107544] 'agreement among raft nodes before linearized reading' (duration: 179.755629ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:09.094043Z","caller":"traceutil/trace.go:171","msg":"trace[569930555] linearizableReadLoop","detail":"{readStateIndex:1820; appliedIndex:1819; }","duration":"378.477388ms","start":"2026-04-23T00:21:08.715486Z","end":"2026-04-23T00:21:09.093963Z","steps":["trace[569930555] 'read index received' (duration: 378.275313ms)","trace[569930555] 'applied index is now lower than readState.Index' (duration: 201.145µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:21:09.094063Z","caller":"traceutil/trace.go:171","msg":"trace[85111193] transaction","detail":"{read_only:false; response_revision:1751; number_of_response:1; }","duration":"434.20815ms","start":"2026-04-23T00:21:08.659828Z","end":"2026-04-23T00:21:09.094036Z","steps":["trace[85111193] 'process raft request' (duration: 433.988365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:09.094368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.863768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:136250"} {"level":"info","ts":"2026-04-23T00:21:09.094404Z","caller":"traceutil/trace.go:171","msg":"trace[557838511] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1751; }","duration":"378.950321ms","start":"2026-04-23T00:21:08.715442Z","end":"2026-04-23T00:21:09.094393Z","steps":["trace[557838511] 'agreement among raft nodes before linearized reading' (duration: 378.706064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:09.094443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:08.715418Z","time spent":"379.016542ms","remote":"127.0.0.1:37430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":2,"response size":136274,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-23T00:21:09.094477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:08.65979Z","time spent":"434.605271ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6095,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:21:09.094824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.407077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:21:09.094869Z","caller":"traceutil/trace.go:171","msg":"trace[982217988] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1751; }","duration":"227.453369ms","start":"2026-04-23T00:21:08.867403Z","end":"2026-04-23T00:21:09.094856Z","steps":["trace[982217988] 'agreement among raft nodes before linearized reading' (duration: 227.389147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:09.094941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.617169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:21:09.095024Z","caller":"traceutil/trace.go:171","msg":"trace[1791033562] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1751; }","duration":"320.724972ms","start":"2026-04-23T00:21:08.774284Z","end":"2026-04-23T00:21:09.095009Z","steps":["trace[1791033562] 'agreement among raft nodes before linearized reading' (duration: 320.460685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:09.095095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:08.774272Z","time spent":"320.809015ms","remote":"127.0.0.1:49090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":10,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:21:09.558912Z","caller":"traceutil/trace.go:171","msg":"trace[547463066] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1754; }","duration":"111.520447ms","start":"2026-04-23T00:21:09.447366Z","end":"2026-04-23T00:21:09.558887Z","steps":["trace[547463066] 'process raft request' (duration: 111.26035ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:13.048665Z","caller":"traceutil/trace.go:171","msg":"trace[734550891] transaction","detail":"{read_only:false; response_revision:1806; number_of_response:1; }","duration":"176.715189ms","start":"2026-04-23T00:21:12.871911Z","end":"2026-04-23T00:21:13.048626Z","steps":["trace[734550891] 'process raft request' (duration: 176.455572ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:13.048634Z","caller":"traceutil/trace.go:171","msg":"trace[1185362672] linearizableReadLoop","detail":"{readStateIndex:1880; appliedIndex:1879; }","duration":"109.786761ms","start":"2026-04-23T00:21:12.938809Z","end":"2026-04-23T00:21:13.048596Z","steps":["trace[1185362672] 'read index received' (duration: 109.524894ms)","trace[1185362672] 'applied index is now lower than readState.Index' (duration: 259.917µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:21:13.048881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.029307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:21:13.048951Z","caller":"traceutil/trace.go:171","msg":"trace[930139154] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1806; }","duration":"110.14531ms","start":"2026-04-23T00:21:12.938791Z","end":"2026-04-23T00:21:13.048936Z","steps":["trace[930139154] 'agreement among raft nodes before linearized reading' (duration: 109.940654ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:13.932166Z","caller":"traceutil/trace.go:171","msg":"trace[706964557] transaction","detail":"{read_only:false; response_revision:1810; number_of_response:1; }","duration":"105.801455ms","start":"2026-04-23T00:21:13.826344Z","end":"2026-04-23T00:21:13.932145Z","steps":["trace[706964557] 'process raft request' (duration: 66.526697ms)","trace[706964557] 'compare' (duration: 38.763185ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:21:13.932483Z","caller":"traceutil/trace.go:171","msg":"trace[1066167117] transaction","detail":"{read_only:false; response_revision:1811; number_of_response:1; }","duration":"105.528767ms","start":"2026-04-23T00:21:13.826922Z","end":"2026-04-23T00:21:13.932451Z","steps":["trace[1066167117] 'process raft request' (duration: 105.151617ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:17.419623Z","caller":"traceutil/trace.go:171","msg":"trace[26412657] transaction","detail":"{read_only:false; response_revision:1832; number_of_response:1; }","duration":"129.337126ms","start":"2026-04-23T00:21:17.290257Z","end":"2026-04-23T00:21:17.419594Z","steps":["trace[26412657] 'process raft request' (duration: 102.119847ms)","trace[26412657] 'compare' (duration: 27.020084ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:21:17.419904Z","caller":"traceutil/trace.go:171","msg":"trace[1921277791] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"106.033452ms","start":"2026-04-23T00:21:17.313858Z","end":"2026-04-23T00:21:17.419891Z","steps":["trace[1921277791] 'process raft request' (duration: 105.913208ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:17.419952Z","caller":"traceutil/trace.go:171","msg":"trace[1963796191] transaction","detail":"{read_only:false; response_revision:1833; number_of_response:1; }","duration":"106.976745ms","start":"2026-04-23T00:21:17.312908Z","end":"2026-04-23T00:21:17.419885Z","steps":["trace[1963796191] 'process raft request' (duration: 106.647607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:17.968559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.153927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:21:17.968643Z","caller":"traceutil/trace.go:171","msg":"trace[1372867479] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1842; }","duration":"111.28585ms","start":"2026-04-23T00:21:17.85734Z","end":"2026-04-23T00:21:17.968626Z","steps":["trace[1372867479] 'range keys from in-memory index tree' (duration: 111.017974ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:18.750969Z","caller":"traceutil/trace.go:171","msg":"trace[521913358] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"170.491794ms","start":"2026-04-23T00:21:18.580455Z","end":"2026-04-23T00:21:18.750947Z","steps":["trace[521913358] 'process raft request' (duration: 170.322229ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:18.753626Z","caller":"traceutil/trace.go:171","msg":"trace[2026455767] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"162.060551ms","start":"2026-04-23T00:21:18.591507Z","end":"2026-04-23T00:21:18.753567Z","steps":["trace[2026455767] 'process raft request' (duration: 161.848236ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:19.241935Z","caller":"traceutil/trace.go:171","msg":"trace[1715980983] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"121.90103ms","start":"2026-04-23T00:21:19.119983Z","end":"2026-04-23T00:21:19.241884Z","steps":["trace[1715980983] 'process raft request' (duration: 121.306244ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:19.370301Z","caller":"traceutil/trace.go:171","msg":"trace[1007590620] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"106.719689ms","start":"2026-04-23T00:21:19.263538Z","end":"2026-04-23T00:21:19.370257Z","steps":["trace[1007590620] 'process raft request' (duration: 78.657928ms)","trace[1007590620] 'compare' (duration: 27.844406ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:21:22.626032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:21.889458Z","time spent":"736.564624ms","remote":"127.0.0.1:33128","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T00:21:22.626242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011016734s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:21:22.626554Z","caller":"traceutil/trace.go:171","msg":"trace[1553661013] linearizableReadLoop","detail":"{readStateIndex:1998; appliedIndex:1997; }","duration":"1.373316233s","start":"2026-04-23T00:21:21.253205Z","end":"2026-04-23T00:21:22.626521Z","steps":["trace[1553661013] 'read index received' (duration: 361.937309ms)","trace[1553661013] 'applied index is now lower than readState.Index' (duration: 1.011377204s)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:21:22.626568Z","caller":"traceutil/trace.go:171","msg":"trace[821366174] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"1.471703912s","start":"2026-04-23T00:21:21.154793Z","end":"2026-04-23T00:21:22.626497Z","steps":["trace[821366174] 'process raft request' (duration: 460.3627ms)","trace[821366174] 'compare' (duration: 1.010909971s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:21:22.626742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37354675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-23T00:21:22.626772Z","caller":"traceutil/trace.go:171","msg":"trace[599646805] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1922; }","duration":"1.373620271s","start":"2026-04-23T00:21:21.25314Z","end":"2026-04-23T00:21:22.626761Z","steps":["trace[599646805] 'agreement among raft nodes before linearized reading' (duration: 1.373458447s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:22.626796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:21.253115Z","time spent":"1.373675683s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:21:22.626788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:21.154749Z","time spent":"1.471958279s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:21:22.647953Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.032782851s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:21:22.648382Z","caller":"traceutil/trace.go:171","msg":"trace[1788473371] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"1.142940188s","start":"2026-04-23T00:21:21.505417Z","end":"2026-04-23T00:21:22.648357Z","steps":["trace[1788473371] 'process raft request' (duration: 1.142791994s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:22.648594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:21.505393Z","time spent":"1.143060702s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:21:22.656408Z","caller":"traceutil/trace.go:171","msg":"trace[1782176653] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"226.535578ms","start":"2026-04-23T00:21:22.429846Z","end":"2026-04-23T00:21:22.656382Z","steps":["trace[1782176653] 'process raft request' (duration: 226.380844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:22.656752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.922283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a69b1b3b-b2bf-4d82-9f1f-7ae88abb17fc\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-04-23T00:21:22.656768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275597055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a69b1b3b-b2bf-4d82-9f1f-7ae88abb17fc\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-23T00:21:22.656801Z","caller":"traceutil/trace.go:171","msg":"trace[495008073] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a69b1b3b-b2bf-4d82-9f1f-7ae88abb17fc; range_end:; response_count:1; response_revision:1926; }","duration":"1.275692817s","start":"2026-04-23T00:21:21.3811Z","end":"2026-04-23T00:21:22.656793Z","steps":["trace[495008073] 'agreement among raft nodes before linearized reading' (duration: 1.275504302s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:22.656836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:21.38107Z","time spent":"1.27575884s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a69b1b3b-b2bf-4d82-9f1f-7ae88abb17fc\" "} {"level":"warn","ts":"2026-04-23T00:21:22.65688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.085232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T00:21:22.656918Z","caller":"traceutil/trace.go:171","msg":"trace[778517350] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1926; }","duration":"669.153453ms","start":"2026-04-23T00:21:21.987755Z","end":"2026-04-23T00:21:22.656908Z","steps":["trace[778517350] 'agreement among raft nodes before linearized reading' (duration: 669.0695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:22.656944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17356229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:21:22.656799Z","caller":"traceutil/trace.go:171","msg":"trace[84410134] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a69b1b3b-b2bf-4d82-9f1f-7ae88abb17fc; range_end:; response_count:1; response_revision:1926; }","duration":"932.020325ms","start":"2026-04-23T00:21:21.724766Z","end":"2026-04-23T00:21:22.656786Z","steps":["trace[84410134] 'agreement among raft nodes before linearized reading' (duration: 931.892282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:22.65699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.470123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:21:22.65702Z","caller":"traceutil/trace.go:171","msg":"trace[1114141600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1926; }","duration":"788.528555ms","start":"2026-04-23T00:21:21.868484Z","end":"2026-04-23T00:21:22.657012Z","steps":["trace[1114141600] 'agreement among raft nodes before linearized reading' (duration: 788.489114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:22.656822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.650963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-23T00:21:22.65703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.681069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-23T00:21:22.657039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.767611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-04-23T00:21:22.657081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081733593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:21:22.657114Z","caller":"traceutil/trace.go:171","msg":"trace[2058111727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1926; }","duration":"1.081815566s","start":"2026-04-23T00:21:21.575291Z","end":"2026-04-23T00:21:22.657106Z","steps":["trace[2058111727] 'agreement among raft nodes before linearized reading' (duration: 1.081715793s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:22.657145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:21.575259Z","time spent":"1.081879807s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:21:22.657156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143451523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-23T00:21:22.656952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:21.987551Z","time spent":"669.39455ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-23T00:21:22.657184Z","caller":"traceutil/trace.go:171","msg":"trace[1523382047] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1926; }","duration":"1.143517304s","start":"2026-04-23T00:21:21.51366Z","end":"2026-04-23T00:21:22.657177Z","steps":["trace[1523382047] 'agreement among raft nodes before linearized reading' (duration: 1.143411622s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:22.656883Z","caller":"traceutil/trace.go:171","msg":"trace[1418848488] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"140.528273ms","start":"2026-04-23T00:21:22.516338Z","end":"2026-04-23T00:21:22.656866Z","steps":["trace[1418848488] 'process raft request' (duration: 140.005139ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:22.657165Z","caller":"traceutil/trace.go:171","msg":"trace[135699303] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1926; }","duration":"590.887285ms","start":"2026-04-23T00:21:22.066216Z","end":"2026-04-23T00:21:22.657103Z","steps":["trace[135699303] 'agreement among raft nodes before linearized reading' (duration: 590.649408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:22.657279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:21.513638Z","time spent":"1.143571495s","remote":"127.0.0.1:58220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T00:21:22.657024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:21.724735Z","time spent":"932.278063ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a69b1b3b-b2bf-4d82-9f1f-7ae88abb17fc\" "} {"level":"warn","ts":"2026-04-23T00:21:22.657319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:22.066201Z","time spent":"591.104771ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:21:22.657051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:21.868462Z","time spent":"788.584166ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:21:22.656786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.219661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T00:21:22.657423Z","caller":"traceutil/trace.go:171","msg":"trace[1892785421] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1926; }","duration":"638.915801ms","start":"2026-04-23T00:21:22.018496Z","end":"2026-04-23T00:21:22.657412Z","steps":["trace[1892785421] 'agreement among raft nodes before linearized reading' (duration: 638.16511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:22.657463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:22.018439Z","time spent":"639.013843ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T00:21:22.656989Z","caller":"traceutil/trace.go:171","msg":"trace[1593050175] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1926; }","duration":"1.173660162s","start":"2026-04-23T00:21:21.483317Z","end":"2026-04-23T00:21:22.656977Z","steps":["trace[1593050175] 'agreement among raft nodes before linearized reading' (duration: 1.17358588s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:22.657539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:21.483287Z","time spent":"1.174239348s","remote":"127.0.0.1:46706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:21:22.657058Z","caller":"traceutil/trace.go:171","msg":"trace[951160744] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1926; }","duration":"571.928022ms","start":"2026-04-23T00:21:22.08512Z","end":"2026-04-23T00:21:22.657048Z","steps":["trace[951160744] 'agreement among raft nodes before linearized reading' (duration: 571.566462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:22.657683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:22.085104Z","time spent":"572.566268ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T00:21:22.657066Z","caller":"traceutil/trace.go:171","msg":"trace[1900300071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1926; }","duration":"602.755771ms","start":"2026-04-23T00:21:22.054302Z","end":"2026-04-23T00:21:22.657058Z","steps":["trace[1900300071] 'agreement among raft nodes before linearized reading' (duration: 602.6879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:22.657788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:22.054273Z","time spent":"603.50547ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:21:22.84844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.360068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:21:22.848563Z","caller":"traceutil/trace.go:171","msg":"trace[1489102884] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"186.842483ms","start":"2026-04-23T00:21:22.661703Z","end":"2026-04-23T00:21:22.848545Z","steps":["trace[1489102884] 'process raft request' (duration: 75.28865ms)","trace[1489102884] 'compare' (duration: 111.06814ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:21:22.87551Z","caller":"traceutil/trace.go:171","msg":"trace[416082530] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"213.559263ms","start":"2026-04-23T00:21:22.661927Z","end":"2026-04-23T00:21:22.875486Z","steps":["trace[416082530] 'process raft request' (duration: 213.382217ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:22.875691Z","caller":"traceutil/trace.go:171","msg":"trace[1537028198] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"213.572044ms","start":"2026-04-23T00:21:22.662098Z","end":"2026-04-23T00:21:22.87567Z","steps":["trace[1537028198] 'process raft request' (duration: 213.340098ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:22.875853Z","caller":"traceutil/trace.go:171","msg":"trace[2074904015] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"213.720467ms","start":"2026-04-23T00:21:22.662117Z","end":"2026-04-23T00:21:22.875838Z","steps":["trace[2074904015] 'process raft request' (duration: 213.478181ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:22.876139Z","caller":"traceutil/trace.go:171","msg":"trace[708459541] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"213.968244ms","start":"2026-04-23T00:21:22.662145Z","end":"2026-04-23T00:21:22.876113Z","steps":["trace[708459541] 'process raft request' (duration: 213.633466ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:22.876386Z","caller":"traceutil/trace.go:171","msg":"trace[1373135570] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"212.227457ms","start":"2026-04-23T00:21:22.664109Z","end":"2026-04-23T00:21:22.876336Z","steps":["trace[1373135570] 'process raft request' (duration: 212.111944ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:22.87653Z","caller":"traceutil/trace.go:171","msg":"trace[27160423] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"214.338534ms","start":"2026-04-23T00:21:22.662169Z","end":"2026-04-23T00:21:22.876507Z","steps":["trace[27160423] 'process raft request' (duration: 213.854441ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:25.151027Z","caller":"traceutil/trace.go:171","msg":"trace[1609160435] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"497.229487ms","start":"2026-04-23T00:21:24.653725Z","end":"2026-04-23T00:21:25.150954Z","steps":["trace[1609160435] 'process raft request' (duration: 497.066743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:25.151241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:24.653699Z","time spent":"497.423283ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:21:25.162473Z","caller":"traceutil/trace.go:171","msg":"trace[985250859] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"501.150972ms","start":"2026-04-23T00:21:24.661291Z","end":"2026-04-23T00:21:25.162442Z","steps":["trace[985250859] 'process raft request' (duration: 500.952817ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:25.162715Z","caller":"traceutil/trace.go:171","msg":"trace[227732249] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"499.891537ms","start":"2026-04-23T00:21:24.662805Z","end":"2026-04-23T00:21:25.162697Z","steps":["trace[227732249] 'process raft request' (duration: 499.579489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:25.162717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:24.661262Z","time spent":"501.372608ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:21:25.162827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:24.662792Z","time spent":"499.976509ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:21:25.165155Z","caller":"traceutil/trace.go:171","msg":"trace[1667168090] linearizableReadLoop","detail":"{readStateIndex:2011; appliedIndex:2009; }","duration":"503.36802ms","start":"2026-04-23T00:21:24.661771Z","end":"2026-04-23T00:21:25.165139Z","steps":["trace[1667168090] 'read index received' (duration: 489.06747ms)","trace[1667168090] 'applied index is now lower than readState.Index' (duration: 14.29927ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:21:25.165317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.586637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a69b1b3b-b2bf-4d82-9f1f-7ae88abb17fc\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-04-23T00:21:25.165361Z","caller":"traceutil/trace.go:171","msg":"trace[1542194051] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a69b1b3b-b2bf-4d82-9f1f-7ae88abb17fc; range_end:; response_count:1; response_revision:1936; }","duration":"500.644259ms","start":"2026-04-23T00:21:24.664692Z","end":"2026-04-23T00:21:25.165336Z","steps":["trace[1542194051] 'agreement among raft nodes before linearized reading' (duration: 500.536366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:25.165348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.579607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-23T00:21:25.165385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:24.664684Z","time spent":"500.69549ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a69b1b3b-b2bf-4d82-9f1f-7ae88abb17fc\" "} {"level":"warn","ts":"2026-04-23T00:21:25.165413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.621734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-23T00:21:25.165443Z","caller":"traceutil/trace.go:171","msg":"trace[323641024] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1936; }","duration":"312.692576ms","start":"2026-04-23T00:21:24.852743Z","end":"2026-04-23T00:21:25.165436Z","steps":["trace[323641024] 'agreement among raft nodes before linearized reading' (duration: 312.614614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:25.165466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:24.852722Z","time spent":"312.738568ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T00:21:25.165415Z","caller":"traceutil/trace.go:171","msg":"trace[1543361865] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1936; }","duration":"503.671889ms","start":"2026-04-23T00:21:24.661717Z","end":"2026-04-23T00:21:25.165389Z","steps":["trace[1543361865] 'agreement among raft nodes before linearized reading' (duration: 503.497024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:25.165483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.527024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-23T00:21:25.165474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.34972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-23T00:21:25.165505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:24.661698Z","time spent":"503.796972ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T00:21:25.16552Z","caller":"traceutil/trace.go:171","msg":"trace[1284929136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1936; }","duration":"285.580226ms","start":"2026-04-23T00:21:24.879928Z","end":"2026-04-23T00:21:25.165509Z","steps":["trace[1284929136] 'agreement among raft nodes before linearized reading' (duration: 285.504414ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:25.165556Z","caller":"traceutil/trace.go:171","msg":"trace[1283940784] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1936; }","duration":"285.461253ms","start":"2026-04-23T00:21:24.88007Z","end":"2026-04-23T00:21:25.165531Z","steps":["trace[1283940784] 'agreement among raft nodes before linearized reading' (duration: 285.219296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:25.165411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.468853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T00:21:25.165633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.103475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-23T00:21:25.165719Z","caller":"traceutil/trace.go:171","msg":"trace[204465603] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1936; }","duration":"491.228728ms","start":"2026-04-23T00:21:24.674463Z","end":"2026-04-23T00:21:25.165692Z","steps":["trace[204465603] 'agreement among raft nodes before linearized reading' (duration: 490.987522ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:25.165662Z","caller":"traceutil/trace.go:171","msg":"trace[89074211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1936; }","duration":"285.75467ms","start":"2026-04-23T00:21:24.879897Z","end":"2026-04-23T00:21:25.165652Z","steps":["trace[89074211] 'agreement among raft nodes before linearized reading' (duration: 285.432771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:25.165751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.585556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-23T00:21:25.165777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:24.674442Z","time spent":"491.32381ms","remote":"127.0.0.1:58220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T00:21:25.165557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.033104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:21:25.165838Z","caller":"traceutil/trace.go:171","msg":"trace[737278686] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1936; }","duration":"286.014737ms","start":"2026-04-23T00:21:24.879805Z","end":"2026-04-23T00:21:25.16582Z","steps":["trace[737278686] 'agreement among raft nodes before linearized reading' (duration: 285.756011ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:25.165857Z","caller":"traceutil/trace.go:171","msg":"trace[2072316595] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1936; }","duration":"194.349502ms","start":"2026-04-23T00:21:24.971495Z","end":"2026-04-23T00:21:25.165844Z","steps":["trace[2072316595] 'agreement among raft nodes before linearized reading' (duration: 193.996513ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:31.53401Z","caller":"traceutil/trace.go:171","msg":"trace[666501781] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"362.983ms","start":"2026-04-23T00:21:31.170995Z","end":"2026-04-23T00:21:31.533978Z","steps":["trace[666501781] 'process raft request' (duration: 362.790005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:31.534191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:31.170972Z","time spent":"363.130785ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:21:31.99771Z","caller":"traceutil/trace.go:171","msg":"trace[1025574978] linearizableReadLoop","detail":"{readStateIndex:2069; appliedIndex:2066; }","duration":"805.505036ms","start":"2026-04-23T00:21:31.192102Z","end":"2026-04-23T00:21:31.997607Z","steps":["trace[1025574978] 'read index received' (duration: 341.761587ms)","trace[1025574978] 'applied index is now lower than readState.Index' (duration: 463.742059ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:21:31.997906Z","caller":"traceutil/trace.go:171","msg":"trace[17638058] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"814.382111ms","start":"2026-04-23T00:21:31.183501Z","end":"2026-04-23T00:21:31.997883Z","steps":["trace[17638058] 'process raft request' (duration: 814.054352ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:31.997974Z","caller":"traceutil/trace.go:171","msg":"trace[617779972] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"817.638648ms","start":"2026-04-23T00:21:31.18025Z","end":"2026-04-23T00:21:31.997889Z","steps":["trace[617779972] 'process raft request' (duration: 816.522129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:31.998065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:31.183465Z","time spent":"814.503054ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:21:31.998184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.13961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T00:21:31.998282Z","caller":"traceutil/trace.go:171","msg":"trace[66189066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1991; }","duration":"801.278363ms","start":"2026-04-23T00:21:31.196981Z","end":"2026-04-23T00:21:31.99826Z","steps":["trace[66189066] 'agreement among raft nodes before linearized reading' (duration: 800.951564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:31.998305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:31.180232Z","time spent":"817.910765ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:21:31.998332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:31.196968Z","time spent":"801.354156ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:21:31.998349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.746222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-23T00:21:31.998379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.637526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-23T00:21:31.998435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.585135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T00:21:31.998492Z","caller":"traceutil/trace.go:171","msg":"trace[232866654] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1991; }","duration":"797.788541ms","start":"2026-04-23T00:21:31.200672Z","end":"2026-04-23T00:21:31.998461Z","steps":["trace[232866654] 'agreement among raft nodes before linearized reading' (duration: 797.553835ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:31.998425Z","caller":"traceutil/trace.go:171","msg":"trace[1791872503] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1991; }","duration":"796.854655ms","start":"2026-04-23T00:21:31.201552Z","end":"2026-04-23T00:21:31.998407Z","steps":["trace[1791872503] 'agreement among raft nodes before linearized reading' (duration: 796.644709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:31.998571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:31.200649Z","time spent":"797.911304ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T00:21:31.99858Z","caller":"traceutil/trace.go:171","msg":"trace[686455069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1991; }","duration":"797.729849ms","start":"2026-04-23T00:21:31.200788Z","end":"2026-04-23T00:21:31.998518Z","steps":["trace[686455069] 'agreement among raft nodes before linearized reading' (duration: 797.39212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:31.998596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:31.201541Z","time spent":"797.0435ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:21:31.998647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:31.200775Z","time spent":"797.858953ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:21:31.998757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.932958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T00:21:31.998803Z","caller":"traceutil/trace.go:171","msg":"trace[9153760] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1991; }","duration":"796.990029ms","start":"2026-04-23T00:21:31.201798Z","end":"2026-04-23T00:21:31.998788Z","steps":["trace[9153760] 'agreement among raft nodes before linearized reading' (duration: 796.331481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:31.998835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:31.20179Z","time spent":"797.03767ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:21:31.998734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.598787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-23T00:21:31.998967Z","caller":"traceutil/trace.go:171","msg":"trace[1837493849] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1991; }","duration":"785.819142ms","start":"2026-04-23T00:21:31.213094Z","end":"2026-04-23T00:21:31.998913Z","steps":["trace[1837493849] 'agreement among raft nodes before linearized reading' (duration: 785.197046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:31.999069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:31.213079Z","time spent":"785.925125ms","remote":"127.0.0.1:58220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T00:21:31.999062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.942833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-23T00:21:31.999125Z","caller":"traceutil/trace.go:171","msg":"trace[830475664] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1991; }","duration":"807.014095ms","start":"2026-04-23T00:21:31.192097Z","end":"2026-04-23T00:21:31.999111Z","steps":["trace[830475664] 'agreement among raft nodes before linearized reading' (duration: 806.138162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:31.999257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:31.192058Z","time spent":"807.18843ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:21:35.25282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.77688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:21:35.252715Z","caller":"traceutil/trace.go:171","msg":"trace[1220465119] linearizableReadLoop","detail":"{readStateIndex:2093; appliedIndex:2092; }","duration":"131.658297ms","start":"2026-04-23T00:21:35.121029Z","end":"2026-04-23T00:21:35.252687Z","steps":["trace[1220465119] 'read index received' (duration: 46.874966ms)","trace[1220465119] 'applied index is now lower than readState.Index' (duration: 84.781791ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:21:35.25287Z","caller":"traceutil/trace.go:171","msg":"trace[436992084] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2014; }","duration":"131.865503ms","start":"2026-04-23T00:21:35.120994Z","end":"2026-04-23T00:21:35.25286Z","steps":["trace[436992084] 'agreement among raft nodes before linearized reading' (duration: 131.76721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:37.946737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.715765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:21:37.946956Z","caller":"traceutil/trace.go:171","msg":"trace[383675287] linearizableReadLoop","detail":"{readStateIndex:2124; appliedIndex:2122; }","duration":"226.729312ms","start":"2026-04-23T00:21:37.720209Z","end":"2026-04-23T00:21:37.946939Z","steps":["trace[383675287] 'read index received' (duration: 6.689047ms)","trace[383675287] 'applied index is now lower than readState.Index' (duration: 220.039265ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:21:37.94706Z","caller":"traceutil/trace.go:171","msg":"trace[121567025] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"308.470505ms","start":"2026-04-23T00:21:37.638578Z","end":"2026-04-23T00:21:37.947049Z","steps":["trace[121567025] 'process raft request' (duration: 308.28537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:37.947355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:37.638512Z","time spent":"308.576068ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:21:37.947402Z","caller":"traceutil/trace.go:171","msg":"trace[76721387] transaction","detail":"{read_only:false; response_revision:2043; number_of_response:1; }","duration":"394.326114ms","start":"2026-04-23T00:21:37.55303Z","end":"2026-04-23T00:21:37.947356Z","steps":["trace[76721387] 'process raft request' (duration: 173.864958ms)","trace[76721387] 'compare' (duration: 219.541891ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:21:37.947588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:37.553006Z","time spent":"394.481858ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:21:37.94741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.171604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:21:37.947692Z","caller":"traceutil/trace.go:171","msg":"trace[1329509197] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2044; }","duration":"227.507203ms","start":"2026-04-23T00:21:37.720161Z","end":"2026-04-23T00:21:37.947669Z","steps":["trace[1329509197] 'agreement among raft nodes before linearized reading' (duration: 227.167014ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:38.276864Z","caller":"traceutil/trace.go:171","msg":"trace[1933169822] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"238.085713ms","start":"2026-04-23T00:21:38.038743Z","end":"2026-04-23T00:21:38.276828Z","steps":["trace[1933169822] 'process raft request' (duration: 181.563122ms)","trace[1933169822] 'compare' (duration: 56.291975ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:21:38.276986Z","caller":"traceutil/trace.go:171","msg":"trace[361790423] linearizableReadLoop","detail":"{readStateIndex:2128; appliedIndex:2125; }","duration":"223.308201ms","start":"2026-04-23T00:21:38.053663Z","end":"2026-04-23T00:21:38.276971Z","steps":["trace[361790423] 'read index received' (duration: 34.185369ms)","trace[361790423] 'applied index is now lower than readState.Index' (duration: 189.121122ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:21:38.277129Z","caller":"traceutil/trace.go:171","msg":"trace[1494207380] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"227.463521ms","start":"2026-04-23T00:21:38.049628Z","end":"2026-04-23T00:21:38.277091Z","steps":["trace[1494207380] 'process raft request' (duration: 227.129642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:38.2774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.726823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-23T00:21:38.277404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.823281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T00:21:38.277447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.485269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-23T00:21:38.277439Z","caller":"traceutil/trace.go:171","msg":"trace[1389411480] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2048; }","duration":"223.822155ms","start":"2026-04-23T00:21:38.053607Z","end":"2026-04-23T00:21:38.277429Z","steps":["trace[1389411480] 'agreement among raft nodes before linearized reading' (duration: 223.452994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:38.277444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.448009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-23T00:21:38.277488Z","caller":"traceutil/trace.go:171","msg":"trace[236200592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2048; }","duration":"204.946894ms","start":"2026-04-23T00:21:38.072522Z","end":"2026-04-23T00:21:38.277469Z","steps":["trace[236200592] 'agreement among raft nodes before linearized reading' (duration: 204.689676ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:38.277567Z","caller":"traceutil/trace.go:171","msg":"trace[13335539] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2048; }","duration":"222.616384ms","start":"2026-04-23T00:21:38.05492Z","end":"2026-04-23T00:21:38.277536Z","steps":["trace[13335539] 'agreement among raft nodes before linearized reading' (duration: 222.286754ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:38.277493Z","caller":"traceutil/trace.go:171","msg":"trace[124207710] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2048; }","duration":"205.56334ms","start":"2026-04-23T00:21:38.071914Z","end":"2026-04-23T00:21:38.277477Z","steps":["trace[124207710] 'agreement among raft nodes before linearized reading' (duration: 205.396885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:38.277784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.872409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-23T00:21:38.277813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.88998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-04-23T00:21:38.277817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.54366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T00:21:38.277932Z","caller":"traceutil/trace.go:171","msg":"trace[1318613051] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2048; }","duration":"203.084725ms","start":"2026-04-23T00:21:38.074823Z","end":"2026-04-23T00:21:38.277907Z","steps":["trace[1318613051] 'agreement among raft nodes before linearized reading' (duration: 202.457067ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:38.277981Z","caller":"traceutil/trace.go:171","msg":"trace[356747072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2048; }","duration":"205.769676ms","start":"2026-04-23T00:21:38.072182Z","end":"2026-04-23T00:21:38.277952Z","steps":["trace[356747072] 'agreement among raft nodes before linearized reading' (duration: 205.260442ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:38.277977Z","caller":"traceutil/trace.go:171","msg":"trace[1388417167] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2048; }","duration":"206.043934ms","start":"2026-04-23T00:21:38.071863Z","end":"2026-04-23T00:21:38.277907Z","steps":["trace[1388417167] 'agreement among raft nodes before linearized reading' (duration: 205.708135ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:39.826023Z","caller":"traceutil/trace.go:171","msg":"trace[1887533748] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"150.041074ms","start":"2026-04-23T00:21:39.675949Z","end":"2026-04-23T00:21:39.82599Z","steps":["trace[1887533748] 'process raft request' (duration: 108.752489ms)","trace[1887533748] 'compare' (duration: 41.116151ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:21:40.069301Z","caller":"traceutil/trace.go:171","msg":"trace[172455465] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"116.062023ms","start":"2026-04-23T00:21:39.953203Z","end":"2026-04-23T00:21:40.069265Z","steps":["trace[172455465] 'process raft request' (duration: 30.326396ms)","trace[172455465] 'compare' (duration: 85.48465ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:21:40.528031Z","caller":"traceutil/trace.go:171","msg":"trace[1173178575] linearizableReadLoop","detail":"{readStateIndex:2139; appliedIndex:2138; }","duration":"240.950541ms","start":"2026-04-23T00:21:40.287052Z","end":"2026-04-23T00:21:40.528002Z","steps":["trace[1173178575] 'read index received' (duration: 240.777016ms)","trace[1173178575] 'applied index is now lower than readState.Index' (duration: 172.635µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:21:40.528083Z","caller":"traceutil/trace.go:171","msg":"trace[316999979] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"244.278439ms","start":"2026-04-23T00:21:40.28377Z","end":"2026-04-23T00:21:40.528048Z","steps":["trace[316999979] 'process raft request' (duration: 244.101754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:40.528331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.266688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T00:21:40.528408Z","caller":"traceutil/trace.go:171","msg":"trace[1634610046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2058; }","duration":"241.395292ms","start":"2026-04-23T00:21:40.286998Z","end":"2026-04-23T00:21:40.528393Z","steps":["trace[1634610046] 'agreement among raft nodes before linearized reading' (duration: 241.168246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:40.528559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.023919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-23T00:21:40.528583Z","caller":"traceutil/trace.go:171","msg":"trace[1704588292] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2058; }","duration":"236.117302ms","start":"2026-04-23T00:21:40.292458Z","end":"2026-04-23T00:21:40.528575Z","steps":["trace[1704588292] 'agreement among raft nodes before linearized reading' (duration: 236.06036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:40.528678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.618212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T00:21:40.528783Z","caller":"traceutil/trace.go:171","msg":"trace[1103596013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2058; }","duration":"237.827488ms","start":"2026-04-23T00:21:40.290909Z","end":"2026-04-23T00:21:40.528736Z","steps":["trace[1103596013] 'agreement among raft nodes before linearized reading' (duration: 237.399697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:40.528716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.012109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-23T00:21:40.528894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.454891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-23T00:21:40.528789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.692337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-23T00:21:40.528937Z","caller":"traceutil/trace.go:171","msg":"trace[185431451] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2058; }","duration":"236.505822ms","start":"2026-04-23T00:21:40.292416Z","end":"2026-04-23T00:21:40.528922Z","steps":["trace[185431451] 'agreement among raft nodes before linearized reading' (duration: 236.406949ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:40.528918Z","caller":"traceutil/trace.go:171","msg":"trace[860189513] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2058; }","duration":"236.215324ms","start":"2026-04-23T00:21:40.292684Z","end":"2026-04-23T00:21:40.528899Z","steps":["trace[860189513] 'agreement among raft nodes before linearized reading' (duration: 235.985178ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:40.528999Z","caller":"traceutil/trace.go:171","msg":"trace[1875705372] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2058; }","duration":"236.911362ms","start":"2026-04-23T00:21:40.292063Z","end":"2026-04-23T00:21:40.528974Z","steps":["trace[1875705372] 'agreement among raft nodes before linearized reading' (duration: 236.629115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:40.528823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.282193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T00:21:40.529079Z","caller":"traceutil/trace.go:171","msg":"trace[699676728] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2058; }","duration":"237.559631ms","start":"2026-04-23T00:21:40.291508Z","end":"2026-04-23T00:21:40.529068Z","steps":["trace[699676728] 'agreement among raft nodes before linearized reading' (duration: 237.260883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:40.902509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.993545ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:21:40.902613Z","caller":"traceutil/trace.go:171","msg":"trace[1107760963] transaction","detail":"{read_only:false; response_revision:2059; number_of_response:1; }","duration":"369.33418ms","start":"2026-04-23T00:21:40.533257Z","end":"2026-04-23T00:21:40.902591Z","steps":["trace[1107760963] 'process raft request' (duration: 198.996146ms)","trace[1107760963] 'compare' (duration: 169.904922ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:21:40.902685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:40.533239Z","time spent":"369.416922ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:21:40.937926Z","caller":"traceutil/trace.go:171","msg":"trace[733252219] transaction","detail":"{read_only:false; response_revision:2060; number_of_response:1; }","duration":"404.305699ms","start":"2026-04-23T00:21:40.533595Z","end":"2026-04-23T00:21:40.937901Z","steps":["trace[733252219] 'process raft request' (duration: 404.141814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:40.938107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:40.533579Z","time spent":"404.421072ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:21:40.938274Z","caller":"traceutil/trace.go:171","msg":"trace[301796645] transaction","detail":"{read_only:false; response_revision:2064; number_of_response:1; }","duration":"404.540995ms","start":"2026-04-23T00:21:40.533715Z","end":"2026-04-23T00:21:40.938256Z","steps":["trace[301796645] 'process raft request' (duration: 404.502364ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:40.938287Z","caller":"traceutil/trace.go:171","msg":"trace[1877502369] transaction","detail":"{read_only:false; response_revision:2061; number_of_response:1; }","duration":"404.611217ms","start":"2026-04-23T00:21:40.533641Z","end":"2026-04-23T00:21:40.938253Z","steps":["trace[1877502369] 'process raft request' (duration: 404.221797ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:40.93835Z","caller":"traceutil/trace.go:171","msg":"trace[1341095615] transaction","detail":"{read_only:false; response_revision:2062; number_of_response:1; }","duration":"404.638458ms","start":"2026-04-23T00:21:40.533694Z","end":"2026-04-23T00:21:40.938333Z","steps":["trace[1341095615] 'process raft request' (duration: 404.417072ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:40.938409Z","caller":"traceutil/trace.go:171","msg":"trace[936778852] transaction","detail":"{read_only:false; response_revision:2063; number_of_response:1; }","duration":"404.679199ms","start":"2026-04-23T00:21:40.53372Z","end":"2026-04-23T00:21:40.938399Z","steps":["trace[936778852] 'process raft request' (duration: 404.458653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:40.938442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:40.533683Z","time spent":"404.70846ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:21:40.938444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:40.533622Z","time spent":"404.74143ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:21:40.938362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:40.533691Z","time spent":"404.630048ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:21:40.938462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:40.533711Z","time spent":"404.7218ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:21:44.874715Z","caller":"traceutil/trace.go:171","msg":"trace[1945998026] transaction","detail":"{read_only:false; response_revision:2076; number_of_response:1; }","duration":"793.865606ms","start":"2026-04-23T00:21:44.080824Z","end":"2026-04-23T00:21:44.87469Z","steps":["trace[1945998026] 'process raft request' (duration: 793.691091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:44.874852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:44.080796Z","time spent":"793.98789ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:21:44.876481Z","caller":"traceutil/trace.go:171","msg":"trace[1125695064] linearizableReadLoop","detail":"{readStateIndex:2158; appliedIndex:2156; }","duration":"489.624076ms","start":"2026-04-23T00:21:44.386827Z","end":"2026-04-23T00:21:44.876451Z","steps":["trace[1125695064] 'read index received' (duration: 487.764036ms)","trace[1125695064] 'applied index is now lower than readState.Index' (duration: 1.85884ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:21:44.876536Z","caller":"traceutil/trace.go:171","msg":"trace[1186181269] transaction","detail":"{read_only:false; response_revision:2077; number_of_response:1; }","duration":"702.605782ms","start":"2026-04-23T00:21:44.173909Z","end":"2026-04-23T00:21:44.876515Z","steps":["trace[1186181269] 'process raft request' (duration: 702.272604ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:44.87659Z","caller":"traceutil/trace.go:171","msg":"trace[2038319328] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"332.711957ms","start":"2026-04-23T00:21:44.54385Z","end":"2026-04-23T00:21:44.876562Z","steps":["trace[2038319328] 'process raft request' (duration: 332.509392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:44.876693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:44.173882Z","time spent":"702.728486ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:21:44.876706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:44.543823Z","time spent":"332.826181ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:21:44.87675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.116753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-23T00:21:44.876791Z","caller":"traceutil/trace.go:171","msg":"trace[526799030] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2078; }","duration":"317.196935ms","start":"2026-04-23T00:21:44.559582Z","end":"2026-04-23T00:21:44.876779Z","steps":["trace[526799030] 'agreement among raft nodes before linearized reading' (duration: 317.039491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:44.876828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:44.55956Z","time spent":"317.260076ms","remote":"127.0.0.1:58220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T00:21:44.876848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.005305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11985"} {"level":"info","ts":"2026-04-23T00:21:44.876888Z","caller":"traceutil/trace.go:171","msg":"trace[1616781968] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2078; }","duration":"490.101388ms","start":"2026-04-23T00:21:44.386776Z","end":"2026-04-23T00:21:44.876877Z","steps":["trace[1616781968] 'agreement among raft nodes before linearized reading' (duration: 489.81574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:44.876933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:44.386755Z","time spent":"490.17072ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12009,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T00:22:18.970278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149593968,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:22:19.332478Z","caller":"traceutil/trace.go:171","msg":"trace[910469754] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"866.780113ms","start":"2026-04-23T00:22:18.465672Z","end":"2026-04-23T00:22:19.332452Z","steps":["trace[910469754] 'process raft request' (duration: 866.581128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:19.332653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:18.465662Z","time spent":"866.895016ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:22:21.435505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580169272s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:22:21.436074Z","caller":"traceutil/trace.go:171","msg":"trace[1218961831] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"2.003858376s","start":"2026-04-23T00:22:19.432084Z","end":"2026-04-23T00:22:21.435943Z","steps":["trace[1218961831] 'process raft request' (duration: 2.003797985s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:21.436098Z","caller":"traceutil/trace.go:171","msg":"trace[1934561366] transaction","detail":"{read_only:false; response_revision:2263; number_of_response:1; }","duration":"2.904687983s","start":"2026-04-23T00:22:18.531388Z","end":"2026-04-23T00:22:21.436076Z","steps":["trace[1934561366] 'process raft request' (duration: 1.323826072s)","trace[1934561366] 'compare' (duration: 1.579117874s)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:22:21.436101Z","caller":"traceutil/trace.go:171","msg":"trace[1772328782] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"2.390744422s","start":"2026-04-23T00:22:19.045322Z","end":"2026-04-23T00:22:21.436066Z","steps":["trace[1772328782] 'process raft request' (duration: 2.39029533s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:21.436123Z","caller":"traceutil/trace.go:171","msg":"trace[439994531] linearizableReadLoop","detail":"{readStateIndex:2351; appliedIndex:2349; }","duration":"2.966340441s","start":"2026-04-23T00:22:18.46976Z","end":"2026-04-23T00:22:21.4361Z","steps":["trace[439994531] 'read index received' (duration: 862.449628ms)","trace[439994531] 'applied index is now lower than readState.Index' (duration: 2.103887762s)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:22:21.436132Z","caller":"traceutil/trace.go:171","msg":"trace[2054414167] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"2.385954815s","start":"2026-04-23T00:22:19.050152Z","end":"2026-04-23T00:22:21.436107Z","steps":["trace[2054414167] 'process raft request' (duration: 2.385619366s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:21.43616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:19.432064Z","time spent":"2.004056421s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:22:21.436159Z","caller":"traceutil/trace.go:171","msg":"trace[1896282445] transaction","detail":"{read_only:false; response_revision:2266; number_of_response:1; }","duration":"2.302887688s","start":"2026-04-23T00:22:19.133227Z","end":"2026-04-23T00:22:21.436114Z","steps":["trace[1896282445] 'process raft request' (duration: 2.30259719s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:21.43621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:18.531352Z","time spent":"2.904796296s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:22:21.436215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:19.045292Z","time spent":"2.390861435s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:22:21.436266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:19.050113Z","time spent":"2.386088698s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:22:21.436292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:19.133199Z","time spent":"2.303015012s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:22:21.436305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.498036592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:22:21.436335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140163885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:22:21.436355Z","caller":"traceutil/trace.go:171","msg":"trace[2073824428] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2267; }","duration":"2.498135475s","start":"2026-04-23T00:22:18.938201Z","end":"2026-04-23T00:22:21.436336Z","steps":["trace[2073824428] 'agreement among raft nodes before linearized reading' (duration: 2.498038592s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:21.436375Z","caller":"traceutil/trace.go:171","msg":"trace[394238423] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2267; }","duration":"1.140236327s","start":"2026-04-23T00:22:20.29613Z","end":"2026-04-23T00:22:21.436366Z","steps":["trace[394238423] 'agreement among raft nodes before linearized reading' (duration: 1.140172485s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:21.436373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251799711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T00:22:21.436387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:18.938178Z","time spent":"2.498201966s","remote":"127.0.0.1:58182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:22:21.436397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:20.296111Z","time spent":"1.140281907s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:22:21.436415Z","caller":"traceutil/trace.go:171","msg":"trace[2069244945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2267; }","duration":"2.251862582s","start":"2026-04-23T00:22:19.184538Z","end":"2026-04-23T00:22:21.436401Z","steps":["trace[2069244945] 'agreement among raft nodes before linearized reading' (duration: 2.251738189s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:21.436453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.253567918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-04-23T00:22:21.436471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.252801697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-23T00:22:21.436545Z","caller":"traceutil/trace.go:171","msg":"trace[898555097] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2267; }","duration":"2.25290336s","start":"2026-04-23T00:22:19.183626Z","end":"2026-04-23T00:22:21.43653Z","steps":["trace[898555097] 'agreement among raft nodes before linearized reading' (duration: 2.252748006s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:21.43657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.260996275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-23T00:22:21.436601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:19.183619Z","time spent":"2.252970001s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:22:21.436631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.277866313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-23T00:22:21.43662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.256967919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-23T00:22:21.436638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569275561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:22:21.436655Z","caller":"traceutil/trace.go:171","msg":"trace[376409145] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2267; }","duration":"2.277928745s","start":"2026-04-23T00:22:19.15872Z","end":"2026-04-23T00:22:21.436649Z","steps":["trace[376409145] 'agreement among raft nodes before linearized reading' (duration: 2.277817982s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:21.436662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.252993862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T00:22:21.436722Z","caller":"traceutil/trace.go:171","msg":"trace[1902610040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2267; }","duration":"2.253085655s","start":"2026-04-23T00:22:19.183624Z","end":"2026-04-23T00:22:21.43671Z","steps":["trace[1902610040] 'agreement among raft nodes before linearized reading' (duration: 2.252947961s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:21.436772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:19.183612Z","time spent":"2.253149207s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:22:21.436779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827697096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-23T00:22:21.436767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.966799182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:22:21.436885Z","caller":"traceutil/trace.go:171","msg":"trace[2109759819] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2267; }","duration":"2.967147271s","start":"2026-04-23T00:22:18.469708Z","end":"2026-04-23T00:22:21.436856Z","steps":["trace[2109759819] 'agreement among raft nodes before linearized reading' (duration: 2.966469214s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:21.436586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349489415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-04-23T00:22:21.437012Z","caller":"traceutil/trace.go:171","msg":"trace[764743958] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2267; }","duration":"1.349930727s","start":"2026-04-23T00:22:20.087051Z","end":"2026-04-23T00:22:21.436982Z","steps":["trace[764743958] 'agreement among raft nodes before linearized reading' (duration: 1.349440274s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:21.437073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:20.087026Z","time spent":"1.350032819s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T00:22:21.436677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:19.158698Z","time spent":"2.277974906s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:22:21.4371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:18.469687Z","time spent":"2.967285315s","remote":"127.0.0.1:46716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:22:21.436542Z","caller":"traceutil/trace.go:171","msg":"trace[1340421797] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2267; }","duration":"2.253684492s","start":"2026-04-23T00:22:19.18284Z","end":"2026-04-23T00:22:21.436525Z","steps":["trace[1340421797] 'agreement among raft nodes before linearized reading' (duration: 2.253459796s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:21.437179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:19.182825Z","time spent":"2.254335448s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T00:22:21.436637Z","caller":"traceutil/trace.go:171","msg":"trace[241719921] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2267; }","duration":"2.261091958s","start":"2026-04-23T00:22:19.175526Z","end":"2026-04-23T00:22:21.436618Z","steps":["trace[241719921] 'agreement among raft nodes before linearized reading' (duration: 2.260896443s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:21.437374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:19.175508Z","time spent":"2.261799806s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:22:21.436555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.826701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-23T00:22:21.437603Z","caller":"traceutil/trace.go:171","msg":"trace[697851229] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2267; }","duration":"993.862128ms","start":"2026-04-23T00:22:20.443722Z","end":"2026-04-23T00:22:21.437585Z","steps":["trace[697851229] 'agreement among raft nodes before linearized reading' (duration: 992.78252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:21.437686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:20.443671Z","time spent":"993.997453ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T00:22:21.436456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:19.184527Z","time spent":"2.251919785s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T00:22:21.436679Z","caller":"traceutil/trace.go:171","msg":"trace[801052433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2267; }","duration":"1.569339963s","start":"2026-04-23T00:22:19.867327Z","end":"2026-04-23T00:22:21.436667Z","steps":["trace[801052433] 'agreement among raft nodes before linearized reading' (duration: 1.569287042s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:21.437846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:19.86731Z","time spent":"1.570520035s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:22:21.436677Z","caller":"traceutil/trace.go:171","msg":"trace[1231623189] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2267; }","duration":"2.25704472s","start":"2026-04-23T00:22:19.179616Z","end":"2026-04-23T00:22:21.43666Z","steps":["trace[1231623189] 'agreement among raft nodes before linearized reading' (duration: 2.256812304s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:21.438075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:19.179602Z","time spent":"2.258458188s","remote":"127.0.0.1:58220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-23T00:22:21.436817Z","caller":"traceutil/trace.go:171","msg":"trace[1851479075] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:2267; }","duration":"1.827768248s","start":"2026-04-23T00:22:19.609038Z","end":"2026-04-23T00:22:21.436807Z","steps":["trace[1851479075] 'agreement among raft nodes before linearized reading' (duration: 1.827664965s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:21.438241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:19.609019Z","time spent":"1.829206835s","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-23T00:22:21.945903Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149593977,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:22:22.110254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:21.439219Z","time spent":"671.028613ms","remote":"127.0.0.1:37356","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T00:22:22.111125Z","caller":"traceutil/trace.go:171","msg":"trace[305692923] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"669.613446ms","start":"2026-04-23T00:22:21.441437Z","end":"2026-04-23T00:22:22.11105Z","steps":["trace[305692923] 'process raft request' (duration: 669.430691ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:22.111362Z","caller":"traceutil/trace.go:171","msg":"trace[1701604484] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"668.890177ms","start":"2026-04-23T00:22:21.442457Z","end":"2026-04-23T00:22:22.111347Z","steps":["trace[1701604484] 'process raft request' (duration: 668.557568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:22.111429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:21.442438Z","time spent":"668.961458ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:22:22.111424Z","caller":"traceutil/trace.go:171","msg":"trace[1948801023] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"668.679541ms","start":"2026-04-23T00:22:21.442705Z","end":"2026-04-23T00:22:22.111385Z","steps":["trace[1948801023] 'process raft request' (duration: 668.520106ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:22.111847Z","caller":"traceutil/trace.go:171","msg":"trace[2059017855] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"668.948588ms","start":"2026-04-23T00:22:21.442891Z","end":"2026-04-23T00:22:22.11184Z","steps":["trace[2059017855] 'process raft request' (duration: 668.796504ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:22.111833Z","caller":"traceutil/trace.go:171","msg":"trace[702249778] linearizableReadLoop","detail":"{readStateIndex:2363; appliedIndex:2355; }","duration":"666.245377ms","start":"2026-04-23T00:22:21.445562Z","end":"2026-04-23T00:22:22.111807Z","steps":["trace[702249778] 'read index received' (duration: 654.480305ms)","trace[702249778] 'applied index is now lower than readState.Index' (duration: 11.763602ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:22:22.111941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:21.442879Z","time spent":"668.99738ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:22:22.111671Z","caller":"traceutil/trace.go:171","msg":"trace[161961949] transaction","detail":"{read_only:false; response_revision:2272; number_of_response:1; }","duration":"668.877936ms","start":"2026-04-23T00:22:21.442774Z","end":"2026-04-23T00:22:22.111652Z","steps":["trace[161961949] 'process raft request' (duration: 668.786643ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:22.1117Z","caller":"traceutil/trace.go:171","msg":"trace[1007880560] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"668.984409ms","start":"2026-04-23T00:22:21.44271Z","end":"2026-04-23T00:22:22.111695Z","steps":["trace[1007880560] 'process raft request' (duration: 668.617369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:22.112136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:21.442765Z","time spent":"669.268677ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:22:22.112176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:21.442699Z","time spent":"669.43263ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:22:22.111748Z","caller":"traceutil/trace.go:171","msg":"trace[2034896148] transaction","detail":"{read_only:false; response_revision:2273; number_of_response:1; }","duration":"668.959198ms","start":"2026-04-23T00:22:21.442779Z","end":"2026-04-23T00:22:22.111738Z","steps":["trace[2034896148] 'process raft request' (duration: 668.834135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:22.112307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:21.442772Z","time spent":"669.511743ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:22:22.111965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.39019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:22:22.112404Z","caller":"traceutil/trace.go:171","msg":"trace[107276060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2274; }","duration":"666.870703ms","start":"2026-04-23T00:22:21.445521Z","end":"2026-04-23T00:22:22.112392Z","steps":["trace[107276060] 'agreement among raft nodes before linearized reading' (duration: 666.392641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:22.111314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:21.441419Z","time spent":"669.77892ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:22:22.112438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:21.445508Z","time spent":"666.921694ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:22:22.112589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.775964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:22:22.112671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:21.442691Z","time spent":"669.519593ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:22:22.11267Z","caller":"traceutil/trace.go:171","msg":"trace[939860249] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2275; }","duration":"662.872076ms","start":"2026-04-23T00:22:21.449777Z","end":"2026-04-23T00:22:22.112649Z","steps":["trace[939860249] 'agreement among raft nodes before linearized reading' (duration: 662.680601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:22.113986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:21.44977Z","time spent":"663.001499ms","remote":"127.0.0.1:37712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-23T00:22:43.777608Z","caller":"traceutil/trace.go:171","msg":"trace[246576057] transaction","detail":"{read_only:false; response_revision:2397; number_of_response:1; }","duration":"216.218458ms","start":"2026-04-23T00:22:43.561363Z","end":"2026-04-23T00:22:43.777581Z","steps":["trace[246576057] 'process raft request' (duration: 211.501252ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:43.777716Z","caller":"traceutil/trace.go:171","msg":"trace[1946717428] transaction","detail":"{read_only:false; response_revision:2398; number_of_response:1; }","duration":"215.956911ms","start":"2026-04-23T00:22:43.561731Z","end":"2026-04-23T00:22:43.777688Z","steps":["trace[1946717428] 'process raft request' (duration: 215.724265ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:43.777974Z","caller":"traceutil/trace.go:171","msg":"trace[684813261] transaction","detail":"{read_only:false; response_revision:2400; number_of_response:1; }","duration":"214.827372ms","start":"2026-04-23T00:22:43.563136Z","end":"2026-04-23T00:22:43.777963Z","steps":["trace[684813261] 'process raft request' (duration: 214.673077ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:43.777997Z","caller":"traceutil/trace.go:171","msg":"trace[1577326674] transaction","detail":"{read_only:false; response_revision:2399; number_of_response:1; }","duration":"216.152626ms","start":"2026-04-23T00:22:43.561782Z","end":"2026-04-23T00:22:43.777934Z","steps":["trace[1577326674] 'process raft request' (duration: 215.858698ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:43.778164Z","caller":"traceutil/trace.go:171","msg":"trace[1592490089] transaction","detail":"{read_only:false; response_revision:2401; number_of_response:1; }","duration":"209.44758ms","start":"2026-04-23T00:22:43.568678Z","end":"2026-04-23T00:22:43.778126Z","steps":["trace[1592490089] 'process raft request' (duration: 209.240334ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:43.778307Z","caller":"traceutil/trace.go:171","msg":"trace[1921007466] transaction","detail":"{read_only:false; response_revision:2402; number_of_response:1; }","duration":"188.489004ms","start":"2026-04-23T00:22:43.589799Z","end":"2026-04-23T00:22:43.778288Z","steps":["trace[1921007466] 'process raft request' (duration: 188.241108ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:43.778705Z","caller":"traceutil/trace.go:171","msg":"trace[1204410889] linearizableReadLoop","detail":"{readStateIndex:2497; appliedIndex:2489; }","duration":"158.946682ms","start":"2026-04-23T00:22:43.619743Z","end":"2026-04-23T00:22:43.77869Z","steps":["trace[1204410889] 'read index received' (duration: 153.353994ms)","trace[1204410889] 'applied index is now lower than readState.Index' (duration: 5.591578ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:22:43.778793Z","caller":"traceutil/trace.go:171","msg":"trace[834531159] transaction","detail":"{read_only:false; response_revision:2404; number_of_response:1; }","duration":"187.628882ms","start":"2026-04-23T00:22:43.591153Z","end":"2026-04-23T00:22:43.778782Z","steps":["trace[834531159] 'process raft request' (duration: 187.439627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:43.778907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.218313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:22:43.778905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.156638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5460"} {"level":"info","ts":"2026-04-23T00:22:43.778945Z","caller":"traceutil/trace.go:171","msg":"trace[1537291249] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2404; }","duration":"113.272116ms","start":"2026-04-23T00:22:43.665656Z","end":"2026-04-23T00:22:43.778929Z","steps":["trace[1537291249] 'agreement among raft nodes before linearized reading' (duration: 113.203124ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:43.778949Z","caller":"traceutil/trace.go:171","msg":"trace[1243514586] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2404; }","duration":"159.244511ms","start":"2026-04-23T00:22:43.61969Z","end":"2026-04-23T00:22:43.778934Z","steps":["trace[1243514586] 'agreement among raft nodes before linearized reading' (duration: 159.101657ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:43.778734Z","caller":"traceutil/trace.go:171","msg":"trace[800849936] transaction","detail":"{read_only:false; response_revision:2403; number_of_response:1; }","duration":"187.853968ms","start":"2026-04-23T00:22:43.590848Z","end":"2026-04-23T00:22:43.778702Z","steps":["trace[800849936] 'process raft request' (duration: 187.394186ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:51.21185Z","caller":"traceutil/trace.go:171","msg":"trace[244450580] transaction","detail":"{read_only:false; response_revision:2448; number_of_response:1; }","duration":"377.067833ms","start":"2026-04-23T00:22:50.834748Z","end":"2026-04-23T00:22:51.211816Z","steps":["trace[244450580] 'process raft request' (duration: 323.29906ms)","trace[244450580] 'compare' (duration: 53.640249ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:22:51.211972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:50.834715Z","time spent":"377.198036ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:22:51.23883Z","caller":"traceutil/trace.go:171","msg":"trace[2868714] linearizableReadLoop","detail":"{readStateIndex:2545; appliedIndex:2542; }","duration":"372.289567ms","start":"2026-04-23T00:22:50.866511Z","end":"2026-04-23T00:22:51.2388Z","steps":["trace[2868714] 'read index received' (duration: 291.547781ms)","trace[2868714] 'applied index is now lower than readState.Index' (duration: 80.740776ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:22:51.238912Z","caller":"traceutil/trace.go:171","msg":"trace[2125339115] transaction","detail":"{read_only:false; response_revision:2449; number_of_response:1; }","duration":"402.446903ms","start":"2026-04-23T00:22:50.836423Z","end":"2026-04-23T00:22:51.23887Z","steps":["trace[2125339115] 'process raft request' (duration: 402.172686ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:51.238944Z","caller":"traceutil/trace.go:171","msg":"trace[1023302278] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2449; }","duration":"401.855998ms","start":"2026-04-23T00:22:50.837061Z","end":"2026-04-23T00:22:51.238917Z","steps":["trace[1023302278] 'process raft request' (duration: 401.686833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:51.239002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.464751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:22:51.239034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:50.836404Z","time spent":"402.572316ms","remote":"127.0.0.1:44770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":531,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:22:51.23905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:50.837045Z","time spent":"401.94801ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":1555,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:22:51.239053Z","caller":"traceutil/trace.go:171","msg":"trace[1411482584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2449; }","duration":"372.565414ms","start":"2026-04-23T00:22:50.866468Z","end":"2026-04-23T00:22:51.239033Z","steps":["trace[1411482584] 'agreement among raft nodes before linearized reading' (duration: 372.444601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:51.239129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:50.866448Z","time spent":"372.665026ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:22:51.39412Z","caller":"traceutil/trace.go:171","msg":"trace[1760700972] transaction","detail":"{read_only:false; response_revision:2451; number_of_response:1; }","duration":"135.902915ms","start":"2026-04-23T00:22:51.258192Z","end":"2026-04-23T00:22:51.394095Z","steps":["trace[1760700972] 'process raft request' (duration: 135.791162ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:51.394161Z","caller":"traceutil/trace.go:171","msg":"trace[2040664119] transaction","detail":"{read_only:false; response_revision:2450; number_of_response:1; }","duration":"143.768222ms","start":"2026-04-23T00:22:51.250343Z","end":"2026-04-23T00:22:51.394111Z","steps":["trace[2040664119] 'process raft request' (duration: 142.931099ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:51.396557Z","caller":"traceutil/trace.go:171","msg":"trace[365151797] transaction","detail":"{read_only:false; response_revision:2453; number_of_response:1; }","duration":"106.193128ms","start":"2026-04-23T00:22:51.290332Z","end":"2026-04-23T00:22:51.396525Z","steps":["trace[365151797] 'process raft request' (duration: 106.135567ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:51.396607Z","caller":"traceutil/trace.go:171","msg":"trace[1716271620] transaction","detail":"{read_only:false; response_revision:2452; number_of_response:1; }","duration":"115.520566ms","start":"2026-04-23T00:22:51.281049Z","end":"2026-04-23T00:22:51.39657Z","steps":["trace[1716271620] 'process raft request' (duration: 115.284959ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:54.544217Z","caller":"traceutil/trace.go:171","msg":"trace[950733823] transaction","detail":"{read_only:false; response_revision:2558; number_of_response:1; }","duration":"201.758056ms","start":"2026-04-23T00:22:54.342428Z","end":"2026-04-23T00:22:54.544186Z","steps":["trace[950733823] 'process raft request' (duration: 201.487359ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:54.544308Z","caller":"traceutil/trace.go:171","msg":"trace[746560725] transaction","detail":"{read_only:false; response_revision:2559; number_of_response:1; }","duration":"201.636383ms","start":"2026-04-23T00:22:54.342635Z","end":"2026-04-23T00:22:54.544271Z","steps":["trace[746560725] 'process raft request' (duration: 201.451668ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:54.544385Z","caller":"traceutil/trace.go:171","msg":"trace[93229636] transaction","detail":"{read_only:false; response_revision:2560; number_of_response:1; }","duration":"201.600252ms","start":"2026-04-23T00:22:54.342734Z","end":"2026-04-23T00:22:54.544334Z","steps":["trace[93229636] 'process raft request' (duration: 201.393466ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:57.136364Z","caller":"traceutil/trace.go:171","msg":"trace[847998265] transaction","detail":"{read_only:false; response_revision:2588; number_of_response:1; }","duration":"103.295632ms","start":"2026-04-23T00:22:57.033039Z","end":"2026-04-23T00:22:57.136334Z","steps":["trace[847998265] 'process raft request' (duration: 58.97748ms)","trace[847998265] 'compare' (duration: 44.191817ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:22:58.015497Z","caller":"traceutil/trace.go:171","msg":"trace[1658844475] transaction","detail":"{read_only:false; response_revision:2591; number_of_response:1; }","duration":"138.944414ms","start":"2026-04-23T00:22:57.876527Z","end":"2026-04-23T00:22:58.015471Z","steps":["trace[1658844475] 'process raft request' (duration: 138.740499ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:58.015779Z","caller":"traceutil/trace.go:171","msg":"trace[965439901] transaction","detail":"{read_only:false; response_revision:2593; number_of_response:1; }","duration":"138.895832ms","start":"2026-04-23T00:22:57.876851Z","end":"2026-04-23T00:22:58.015747Z","steps":["trace[965439901] 'process raft request' (duration: 138.81794ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:58.015809Z","caller":"traceutil/trace.go:171","msg":"trace[2093351891] transaction","detail":"{read_only:false; response_revision:2592; number_of_response:1; }","duration":"139.257482ms","start":"2026-04-23T00:22:57.876538Z","end":"2026-04-23T00:22:58.015796Z","steps":["trace[2093351891] 'process raft request' (duration: 138.876592ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:58.095291Z","caller":"traceutil/trace.go:171","msg":"trace[83379154] linearizableReadLoop","detail":"{readStateIndex:2698; appliedIndex:2694; }","duration":"208.912765ms","start":"2026-04-23T00:22:57.886348Z","end":"2026-04-23T00:22:58.095261Z","steps":["trace[83379154] 'read index received' (duration: 128.891518ms)","trace[83379154] 'applied index is now lower than readState.Index' (duration: 80.019997ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:22:58.095342Z","caller":"traceutil/trace.go:171","msg":"trace[1156026168] transaction","detail":"{read_only:false; response_revision:2594; number_of_response:1; }","duration":"211.563645ms","start":"2026-04-23T00:22:57.883757Z","end":"2026-04-23T00:22:58.095321Z","steps":["trace[1156026168] 'process raft request' (duration: 211.319929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:58.095612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.238063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:15164"} {"level":"info","ts":"2026-04-23T00:22:58.095682Z","caller":"traceutil/trace.go:171","msg":"trace[773268953] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:2594; }","duration":"209.338596ms","start":"2026-04-23T00:22:57.886327Z","end":"2026-04-23T00:22:58.095665Z","steps":["trace[773268953] 'agreement among raft nodes before linearized reading' (duration: 209.08879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:58.095694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.386731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-23T00:22:58.095805Z","caller":"traceutil/trace.go:171","msg":"trace[1989871120] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:2594; }","duration":"205.521674ms","start":"2026-04-23T00:22:57.890256Z","end":"2026-04-23T00:22:58.095777Z","steps":["trace[1989871120] 'agreement among raft nodes before linearized reading' (duration: 205.240127ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:58.23007Z","caller":"traceutil/trace.go:171","msg":"trace[396441361] linearizableReadLoop","detail":"{readStateIndex:2699; appliedIndex:2698; }","duration":"118.671978ms","start":"2026-04-23T00:22:58.111374Z","end":"2026-04-23T00:22:58.230046Z","steps":["trace[396441361] 'read index received' (duration: 118.486883ms)","trace[396441361] 'applied index is now lower than readState.Index' (duration: 183.955µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:22:58.230133Z","caller":"traceutil/trace.go:171","msg":"trace[1709906764] transaction","detail":"{read_only:false; response_revision:2595; number_of_response:1; }","duration":"123.218828ms","start":"2026-04-23T00:22:58.106882Z","end":"2026-04-23T00:22:58.230101Z","steps":["trace[1709906764] 'process raft request' (duration: 122.994023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:58.230235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.828412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:22:58.230297Z","caller":"traceutil/trace.go:171","msg":"trace[2124364493] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2595; }","duration":"118.921414ms","start":"2026-04-23T00:22:58.111348Z","end":"2026-04-23T00:22:58.230269Z","steps":["trace[2124364493] 'agreement among raft nodes before linearized reading' (duration: 118.827471ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:58.667132Z","caller":"traceutil/trace.go:171","msg":"trace[748635076] transaction","detail":"{read_only:false; response_revision:2599; number_of_response:1; }","duration":"105.173682ms","start":"2026-04-23T00:22:58.561911Z","end":"2026-04-23T00:22:58.667084Z","steps":["trace[748635076] 'process raft request' (duration: 75.835085ms)","trace[748635076] 'compare' (duration: 29.132751ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:22:58.71101Z","caller":"traceutil/trace.go:171","msg":"trace[350845617] transaction","detail":"{read_only:false; response_revision:2600; number_of_response:1; }","duration":"147.82942ms","start":"2026-04-23T00:22:58.563138Z","end":"2026-04-23T00:22:58.710968Z","steps":["trace[350845617] 'process raft request' (duration: 147.587924ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:58.71111Z","caller":"traceutil/trace.go:171","msg":"trace[1463376562] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"147.07552ms","start":"2026-04-23T00:22:58.563984Z","end":"2026-04-23T00:22:58.711059Z","steps":["trace[1463376562] 'process raft request' (duration: 146.893706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:00.302193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.08934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:23:00.302238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.032637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:23:00.302273Z","caller":"traceutil/trace.go:171","msg":"trace[1676839900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2605; }","duration":"434.219054ms","start":"2026-04-23T00:22:59.868037Z","end":"2026-04-23T00:23:00.302256Z","steps":["trace[1676839900] 'range keys from in-memory index tree' (duration: 433.908185ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:00.30229Z","caller":"traceutil/trace.go:171","msg":"trace[432023132] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak; range_end:; response_count:0; response_revision:2605; }","duration":"336.113779ms","start":"2026-04-23T00:22:59.966159Z","end":"2026-04-23T00:23:00.302273Z","steps":["trace[432023132] 'range keys from in-memory index tree' (duration: 335.963725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:00.302313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:59.868011Z","time spent":"434.294135ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:23:00.302322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:59.966141Z","time spent":"336.17391ms","remote":"127.0.0.1:37430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-23T00:23:00.412027Z","caller":"traceutil/trace.go:171","msg":"trace[1161605526] transaction","detail":"{read_only:false; response_revision:2606; number_of_response:1; }","duration":"390.684483ms","start":"2026-04-23T00:23:00.021309Z","end":"2026-04-23T00:23:00.411993Z","steps":["trace[1161605526] 'process raft request' (duration: 390.457137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:00.4123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:00.021283Z","time spent":"390.833017ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:23:00.984474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.394268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:23:00.984869Z","caller":"traceutil/trace.go:171","msg":"trace[1143159666] transaction","detail":"{read_only:false; response_revision:2607; number_of_response:1; }","duration":"963.394518ms","start":"2026-04-23T00:23:00.021433Z","end":"2026-04-23T00:23:00.984828Z","steps":["trace[1143159666] 'process raft request' (duration: 694.535998ms)","trace[1143159666] 'compare' (duration: 267.961617ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:23:00.985009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:00.021399Z","time spent":"963.550572ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:23:00.98508Z","caller":"traceutil/trace.go:171","msg":"trace[307355306] linearizableReadLoop","detail":"{readStateIndex:2713; appliedIndex:2710; }","duration":"681.626156ms","start":"2026-04-23T00:23:00.303434Z","end":"2026-04-23T00:23:00.985061Z","steps":["trace[307355306] 'read index received' (duration: 108.270234ms)","trace[307355306] 'applied index is now lower than readState.Index' (duration: 573.353582ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:23:00.985146Z","caller":"traceutil/trace.go:171","msg":"trace[10227081] transaction","detail":"{read_only:false; response_revision:2608; number_of_response:1; }","duration":"963.266154ms","start":"2026-04-23T00:23:00.021846Z","end":"2026-04-23T00:23:00.985112Z","steps":["trace[10227081] 'process raft request' (duration: 962.850523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:00.98532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.856192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:23:00.985422Z","caller":"traceutil/trace.go:171","msg":"trace[463039778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2608; }","duration":"681.998127ms","start":"2026-04-23T00:23:00.303397Z","end":"2026-04-23T00:23:00.985395Z","steps":["trace[463039778] 'agreement among raft nodes before linearized reading' (duration: 681.835192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:00.98534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:00.021834Z","time spent":"963.419507ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:23:00.985483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:00.303375Z","time spent":"682.095849ms","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:23:01.076516Z","caller":"traceutil/trace.go:171","msg":"trace[1985474878] transaction","detail":"{read_only:false; response_revision:2609; number_of_response:1; }","duration":"541.433759ms","start":"2026-04-23T00:23:00.535056Z","end":"2026-04-23T00:23:01.07649Z","steps":["trace[1985474878] 'process raft request' (duration: 541.042418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:01.076669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:00.535007Z","time spent":"541.582932ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:23:01.076905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.7813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:23:01.076993Z","caller":"traceutil/trace.go:171","msg":"trace[109082928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2609; }","duration":"546.865722ms","start":"2026-04-23T00:23:00.530074Z","end":"2026-04-23T00:23:01.076939Z","steps":["trace[109082928] 'agreement among raft nodes before linearized reading' (duration: 546.714078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:01.077031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:00.530053Z","time spent":"546.967455ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:23:01.077029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.296493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:23:01.077039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.769254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T00:23:01.077096Z","caller":"traceutil/trace.go:171","msg":"trace[1317734057] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2609; }","duration":"705.412176ms","start":"2026-04-23T00:23:00.371667Z","end":"2026-04-23T00:23:01.077079Z","steps":["trace[1317734057] 'agreement among raft nodes before linearized reading' (duration: 705.284703ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:01.077108Z","caller":"traceutil/trace.go:171","msg":"trace[189257502] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2609; }","duration":"694.888617ms","start":"2026-04-23T00:23:00.382202Z","end":"2026-04-23T00:23:01.07709Z","steps":["trace[189257502] 'agreement among raft nodes before linearized reading' (duration: 694.690512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:01.077143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:00.371646Z","time spent":"705.483597ms","remote":"127.0.0.1:37646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:23:01.077146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:00.382189Z","time spent":"694.947868ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:23:01.077194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.650234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T00:23:01.077231Z","caller":"traceutil/trace.go:171","msg":"trace[1906545428] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2609; }","duration":"361.766056ms","start":"2026-04-23T00:23:00.715452Z","end":"2026-04-23T00:23:01.077218Z","steps":["trace[1906545428] 'agreement among raft nodes before linearized reading' (duration: 361.645593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:01.077259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:00.715416Z","time spent":"361.835518ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:23:01.077303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.936835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:23:01.077382Z","caller":"traceutil/trace.go:171","msg":"trace[179483405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2609; }","duration":"406.077149ms","start":"2026-04-23T00:23:00.671289Z","end":"2026-04-23T00:23:01.077367Z","steps":["trace[179483405] 'agreement among raft nodes before linearized reading' (duration: 405.854964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:01.077464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:00.671251Z","time spent":"406.193272ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:23:01.077338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.676833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:23:01.077595Z","caller":"traceutil/trace.go:171","msg":"trace[2116650342] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2609; }","duration":"688.983091ms","start":"2026-04-23T00:23:00.3886Z","end":"2026-04-23T00:23:01.077583Z","steps":["trace[2116650342] 'agreement among raft nodes before linearized reading' (duration: 688.677403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:01.077637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:00.388568Z","time spent":"689.059883ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:23:01.077055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.381807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-23T00:23:01.077791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.731498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:23:01.077968Z","caller":"traceutil/trace.go:171","msg":"trace[116555400] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak; range_end:; response_count:0; response_revision:2609; }","duration":"744.087399ms","start":"2026-04-23T00:23:00.333863Z","end":"2026-04-23T00:23:01.077951Z","steps":["trace[116555400] 'agreement among raft nodes before linearized reading' (duration: 743.578744ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:01.07782Z","caller":"traceutil/trace.go:171","msg":"trace[12905907] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2609; }","duration":"362.130256ms","start":"2026-04-23T00:23:00.715573Z","end":"2026-04-23T00:23:01.077704Z","steps":["trace[12905907] 'agreement among raft nodes before linearized reading' (duration: 361.259883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:01.078091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:00.715548Z","time spent":"362.527018ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:23:01.078129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:00.333849Z","time spent":"744.204541ms","remote":"127.0.0.1:37430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-23T00:23:01.291692Z","caller":"traceutil/trace.go:171","msg":"trace[2014648238] transaction","detail":"{read_only:false; response_revision:2610; number_of_response:1; }","duration":"210.548568ms","start":"2026-04-23T00:23:01.081104Z","end":"2026-04-23T00:23:01.291653Z","steps":["trace[2014648238] 'process raft request' (duration: 210.350103ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:01.33625Z","caller":"traceutil/trace.go:171","msg":"trace[1443667550] transaction","detail":"{read_only:false; response_revision:2611; number_of_response:1; }","duration":"254.402948ms","start":"2026-04-23T00:23:01.081829Z","end":"2026-04-23T00:23:01.336232Z","steps":["trace[1443667550] 'process raft request' (duration: 254.197013ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:01.336519Z","caller":"traceutil/trace.go:171","msg":"trace[809919717] transaction","detail":"{read_only:false; response_revision:2612; number_of_response:1; }","duration":"254.357627ms","start":"2026-04-23T00:23:01.082131Z","end":"2026-04-23T00:23:01.336489Z","steps":["trace[809919717] 'process raft request' (duration: 254.025198ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:01.33706Z","caller":"traceutil/trace.go:171","msg":"trace[817245931] transaction","detail":"{read_only:false; response_revision:2613; number_of_response:1; }","duration":"254.902891ms","start":"2026-04-23T00:23:01.082136Z","end":"2026-04-23T00:23:01.337039Z","steps":["trace[817245931] 'process raft request' (duration: 254.306115ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:01.338049Z","caller":"traceutil/trace.go:171","msg":"trace[321956695] transaction","detail":"{read_only:false; response_revision:2614; number_of_response:1; }","duration":"255.59918ms","start":"2026-04-23T00:23:01.082433Z","end":"2026-04-23T00:23:01.338033Z","steps":["trace[321956695] 'process raft request' (duration: 254.250205ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:01.338619Z","caller":"traceutil/trace.go:171","msg":"trace[1966106479] linearizableReadLoop","detail":"{readStateIndex:2720; appliedIndex:2714; }","duration":"254.056369ms","start":"2026-04-23T00:23:01.084456Z","end":"2026-04-23T00:23:01.338513Z","steps":["trace[1966106479] 'read index received' (duration: 206.967984ms)","trace[1966106479] 'applied index is now lower than readState.Index' (duration: 47.087105ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:23:01.338868Z","caller":"traceutil/trace.go:171","msg":"trace[653526354] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"255.407536ms","start":"2026-04-23T00:23:01.083337Z","end":"2026-04-23T00:23:01.338745Z","steps":["trace[653526354] 'process raft request' (duration: 254.542762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:01.339159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.681056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak-externaldb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:23:01.339238Z","caller":"traceutil/trace.go:171","msg":"trace[587645911] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak-externaldb; range_end:; response_count:0; response_revision:2615; }","duration":"254.800289ms","start":"2026-04-23T00:23:01.084424Z","end":"2026-04-23T00:23:01.339225Z","steps":["trace[587645911] 'agreement among raft nodes before linearized reading' (duration: 254.270005ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:02.499926Z","caller":"traceutil/trace.go:171","msg":"trace[1807010971] transaction","detail":"{read_only:false; response_revision:2651; number_of_response:1; }","duration":"112.447673ms","start":"2026-04-23T00:23:02.38744Z","end":"2026-04-23T00:23:02.499887Z","steps":["trace[1807010971] 'process raft request' (duration: 81.555986ms)","trace[1807010971] 'compare' (duration: 30.458176ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:23:03.263367Z","caller":"traceutil/trace.go:171","msg":"trace[1320399992] transaction","detail":"{read_only:false; response_revision:2653; number_of_response:1; }","duration":"272.041234ms","start":"2026-04-23T00:23:02.991303Z","end":"2026-04-23T00:23:03.263344Z","steps":["trace[1320399992] 'process raft request' (duration: 271.90125ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:03.265652Z","caller":"traceutil/trace.go:171","msg":"trace[1092168107] linearizableReadLoop","detail":"{readStateIndex:2759; appliedIndex:2758; }","duration":"233.831223ms","start":"2026-04-23T00:23:03.031781Z","end":"2026-04-23T00:23:03.265612Z","steps":["trace[1092168107] 'read index received' (duration: 231.732258ms)","trace[1092168107] 'applied index is now lower than readState.Index' (duration: 2.098025ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:23:03.265809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.01055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:23:03.265857Z","caller":"traceutil/trace.go:171","msg":"trace[1656846514] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2654; }","duration":"234.095021ms","start":"2026-04-23T00:23:03.031743Z","end":"2026-04-23T00:23:03.265838Z","steps":["trace[1656846514] 'agreement among raft nodes before linearized reading' (duration: 234.010379ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:03.26569Z","caller":"traceutil/trace.go:171","msg":"trace[1023680576] transaction","detail":"{read_only:false; response_revision:2654; number_of_response:1; }","duration":"273.610666ms","start":"2026-04-23T00:23:02.99206Z","end":"2026-04-23T00:23:03.265671Z","steps":["trace[1023680576] 'process raft request' (duration: 273.38443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:07.081598Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149594856,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:23:07.582017Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149594856,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:23:08.082812Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149594856,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:23:08.421806Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.871245676s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:23:08.422378Z","caller":"traceutil/trace.go:171","msg":"trace[1749527450] transaction","detail":"{read_only:false; response_revision:2677; number_of_response:1; }","duration":"1.871918704s","start":"2026-04-23T00:23:06.550426Z","end":"2026-04-23T00:23:08.422345Z","steps":["trace[1749527450] 'process raft request' (duration: 1.871606435s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:08.422651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:06.550403Z","time spent":"1.872063528s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:23:08.524149Z","caller":"traceutil/trace.go:171","msg":"trace[847027380] transaction","detail":"{read_only:false; response_revision:2678; number_of_response:1; }","duration":"1.247290546s","start":"2026-04-23T00:23:07.276836Z","end":"2026-04-23T00:23:08.524126Z","steps":["trace[847027380] 'process raft request' (duration: 1.246988857s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:08.524291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:07.276812Z","time spent":"1.24740897s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:23:08.524422Z","caller":"traceutil/trace.go:171","msg":"trace[522121487] transaction","detail":"{read_only:false; response_revision:2679; number_of_response:1; }","duration":"1.242879299s","start":"2026-04-23T00:23:07.281488Z","end":"2026-04-23T00:23:08.524368Z","steps":["trace[522121487] 'process raft request' (duration: 1.242596222s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:08.524507Z","caller":"traceutil/trace.go:171","msg":"trace[1626994898] linearizableReadLoop","detail":"{readStateIndex:2785; appliedIndex:2782; }","duration":"1.94320115s","start":"2026-04-23T00:23:06.581132Z","end":"2026-04-23T00:23:08.524333Z","steps":["trace[1626994898] 'read index received' (duration: 1.840903293s)","trace[1626994898] 'applied index is now lower than readState.Index' (duration: 102.296957ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:23:08.524597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:07.28148Z","time spent":"1.243024193s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:23:08.524667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387433383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:23:08.524717Z","caller":"traceutil/trace.go:171","msg":"trace[1444238584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2679; }","duration":"1.387512044s","start":"2026-04-23T00:23:07.137189Z","end":"2026-04-23T00:23:08.524701Z","steps":["trace[1444238584] 'agreement among raft nodes before linearized reading' (duration: 1.387447873s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:08.524762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:07.137167Z","time spent":"1.387586327s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:23:08.524661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943521268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:23:08.524871Z","caller":"traceutil/trace.go:171","msg":"trace[2061332271] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2679; }","duration":"1.943777844s","start":"2026-04-23T00:23:06.581076Z","end":"2026-04-23T00:23:08.524853Z","steps":["trace[2061332271] 'agreement among raft nodes before linearized reading' (duration: 1.943541538s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:08.524983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:06.581055Z","time spent":"1.943912088s","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:23:08.524999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.468417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-23T00:23:08.525041Z","caller":"traceutil/trace.go:171","msg":"trace[1616966598] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2679; }","duration":"193.548509ms","start":"2026-04-23T00:23:08.33148Z","end":"2026-04-23T00:23:08.525029Z","steps":["trace[1616966598] 'agreement among raft nodes before linearized reading' (duration: 193.439766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:08.525033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.124535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:23:08.525107Z","caller":"traceutil/trace.go:171","msg":"trace[1455622495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2679; }","duration":"658.245127ms","start":"2026-04-23T00:23:07.866843Z","end":"2026-04-23T00:23:08.525088Z","steps":["trace[1455622495] 'agreement among raft nodes before linearized reading' (duration: 658.092303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:08.52519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:07.866822Z","time spent":"658.3338ms","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:23:08.525207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387402621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-23T00:23:08.525263Z","caller":"traceutil/trace.go:171","msg":"trace[1111782311] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2679; }","duration":"1.387490983s","start":"2026-04-23T00:23:07.137757Z","end":"2026-04-23T00:23:08.525248Z","steps":["trace[1111782311] 'agreement among raft nodes before linearized reading' (duration: 1.387378211s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:08.525307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:07.137734Z","time spent":"1.387562015s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T00:23:08.525279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231875798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:23:08.525343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.146736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-23T00:23:08.525105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150236889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:23:08.525379Z","caller":"traceutil/trace.go:171","msg":"trace[487087212] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2679; }","duration":"1.232006011s","start":"2026-04-23T00:23:07.293354Z","end":"2026-04-23T00:23:08.52536Z","steps":["trace[487087212] 'agreement among raft nodes before linearized reading' (duration: 1.231795456s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:08.525437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144274111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-23T00:23:08.525485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148151464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T00:23:08.525471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162958506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-23T00:23:08.525493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207807012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:23:08.525521Z","caller":"traceutil/trace.go:171","msg":"trace[2101722672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2679; }","duration":"1.148198645s","start":"2026-04-23T00:23:07.377314Z","end":"2026-04-23T00:23:08.525513Z","steps":["trace[2101722672] 'agreement among raft nodes before linearized reading' (duration: 1.148114843s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:08.525539Z","caller":"traceutil/trace.go:171","msg":"trace[294544708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2679; }","duration":"1.207880903s","start":"2026-04-23T00:23:07.317648Z","end":"2026-04-23T00:23:08.525529Z","steps":["trace[294544708] 'agreement among raft nodes before linearized reading' (duration: 1.20777074s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:08.525545Z","caller":"traceutil/trace.go:171","msg":"trace[1733926893] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2679; }","duration":"1.163071029s","start":"2026-04-23T00:23:07.362454Z","end":"2026-04-23T00:23:08.525525Z","steps":["trace[1733926893] 'agreement among raft nodes before linearized reading' (duration: 1.162855483s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:08.525557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:07.377307Z","time spent":"1.148242576s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T00:23:08.525486Z","caller":"traceutil/trace.go:171","msg":"trace[1784960407] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2679; }","duration":"1.150566628s","start":"2026-04-23T00:23:07.374823Z","end":"2026-04-23T00:23:08.52539Z","steps":["trace[1784960407] 'agreement among raft nodes before linearized reading' (duration: 1.150149387s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:08.52489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147780964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-23T00:23:08.525499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:07.29329Z","time spent":"1.232184176s","remote":"127.0.0.1:37674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:23:08.525598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:07.362425Z","time spent":"1.16316144s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:23:08.525616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:07.374806Z","time spent":"1.150797054s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:23:08.525567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:07.317633Z","time spent":"1.207928365s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:23:08.525621Z","caller":"traceutil/trace.go:171","msg":"trace[1286532667] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2679; }","duration":"1.148571635s","start":"2026-04-23T00:23:07.377034Z","end":"2026-04-23T00:23:08.525606Z","steps":["trace[1286532667] 'agreement among raft nodes before linearized reading' (duration: 1.147705852s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:08.525806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:07.377012Z","time spent":"1.148776921s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T00:23:08.525493Z","caller":"traceutil/trace.go:171","msg":"trace[1860452079] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2679; }","duration":"1.144336062s","start":"2026-04-23T00:23:07.381142Z","end":"2026-04-23T00:23:08.525478Z","steps":["trace[1860452079] 'agreement among raft nodes before linearized reading' (duration: 1.144103976s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:08.52591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:07.381138Z","time spent":"1.144745083s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T00:23:08.525395Z","caller":"traceutil/trace.go:171","msg":"trace[884698298] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2679; }","duration":"433.246248ms","start":"2026-04-23T00:23:08.092133Z","end":"2026-04-23T00:23:08.52538Z","steps":["trace[884698298] 'agreement among raft nodes before linearized reading' (duration: 433.111614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:08.525985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:08.09211Z","time spent":"433.858044ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:23:12.745794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.050594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:23:12.745887Z","caller":"traceutil/trace.go:171","msg":"trace[455942182] transaction","detail":"{read_only:false; response_revision:2701; number_of_response:1; }","duration":"311.227511ms","start":"2026-04-23T00:23:12.434643Z","end":"2026-04-23T00:23:12.74587Z","steps":["trace[455942182] 'process raft request' (duration: 157.039133ms)","trace[455942182] 'compare' (duration: 153.835238ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:23:12.745929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:12.434622Z","time spent":"311.287783ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:23:12.757459Z","caller":"traceutil/trace.go:171","msg":"trace[743628540] transaction","detail":"{read_only:false; response_revision:2702; number_of_response:1; }","duration":"207.917998ms","start":"2026-04-23T00:23:12.549521Z","end":"2026-04-23T00:23:12.757439Z","steps":["trace[743628540] 'process raft request' (duration: 207.755013ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:12.757581Z","caller":"traceutil/trace.go:171","msg":"trace[1509369198] linearizableReadLoop","detail":"{readStateIndex:2810; appliedIndex:2807; }","duration":"188.450703ms","start":"2026-04-23T00:23:12.569118Z","end":"2026-04-23T00:23:12.757568Z","steps":["trace[1509369198] 'read index received' (duration: 22.562496ms)","trace[1509369198] 'applied index is now lower than readState.Index' (duration: 165.887457ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:23:12.757626Z","caller":"traceutil/trace.go:171","msg":"trace[785482915] transaction","detail":"{read_only:false; response_revision:2703; number_of_response:1; }","duration":"205.383452ms","start":"2026-04-23T00:23:12.552234Z","end":"2026-04-23T00:23:12.757618Z","steps":["trace[785482915] 'process raft request' (duration: 205.170587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:12.757754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.623848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:23:12.757828Z","caller":"traceutil/trace.go:171","msg":"trace[1023079110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2703; }","duration":"188.720101ms","start":"2026-04-23T00:23:12.569087Z","end":"2026-04-23T00:23:12.757807Z","steps":["trace[1023079110] 'agreement among raft nodes before linearized reading' (duration: 188.532686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:12.757844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.834461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-23T00:23:12.757839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.55501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T00:23:12.757858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.37837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T00:23:12.757876Z","caller":"traceutil/trace.go:171","msg":"trace[702633369] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2703; }","duration":"155.899893ms","start":"2026-04-23T00:23:12.601968Z","end":"2026-04-23T00:23:12.757868Z","steps":["trace[702633369] 'agreement among raft nodes before linearized reading' (duration: 155.80558ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:12.757893Z","caller":"traceutil/trace.go:171","msg":"trace[1269980208] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2703; }","duration":"152.456662ms","start":"2026-04-23T00:23:12.605429Z","end":"2026-04-23T00:23:12.757885Z","steps":["trace[1269980208] 'agreement among raft nodes before linearized reading' (duration: 152.36994ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:12.757893Z","caller":"traceutil/trace.go:171","msg":"trace[390960619] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2703; }","duration":"156.668153ms","start":"2026-04-23T00:23:12.601212Z","end":"2026-04-23T00:23:12.75788Z","steps":["trace[390960619] 'agreement among raft nodes before linearized reading' (duration: 156.470138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:12.757773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.75846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:23:12.757946Z","caller":"traceutil/trace.go:171","msg":"trace[267340934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2703; }","duration":"152.946145ms","start":"2026-04-23T00:23:12.604993Z","end":"2026-04-23T00:23:12.757939Z","steps":["trace[267340934] 'agreement among raft nodes before linearized reading' (duration: 152.734929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:12.75793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.917675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T00:23:12.757995Z","caller":"traceutil/trace.go:171","msg":"trace[1967069031] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2703; }","duration":"153.025627ms","start":"2026-04-23T00:23:12.604953Z","end":"2026-04-23T00:23:12.757978Z","steps":["trace[1967069031] 'agreement among raft nodes before linearized reading' (duration: 152.823392ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:16.511585Z","caller":"traceutil/trace.go:171","msg":"trace[1724119558] transaction","detail":"{read_only:false; response_revision:2729; number_of_response:1; }","duration":"415.043806ms","start":"2026-04-23T00:23:16.096511Z","end":"2026-04-23T00:23:16.511554Z","steps":["trace[1724119558] 'process raft request' (duration: 414.81021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:16.511736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:16.096485Z","time spent":"415.17292ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:23:16.511817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.699679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-23T00:23:16.511881Z","caller":"traceutil/trace.go:171","msg":"trace[219477255] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2729; }","duration":"180.816452ms","start":"2026-04-23T00:23:16.331052Z","end":"2026-04-23T00:23:16.511869Z","steps":["trace[219477255] 'agreement among raft nodes before linearized reading' (duration: 180.597526ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:16.511591Z","caller":"traceutil/trace.go:171","msg":"trace[394204500] linearizableReadLoop","detail":"{readStateIndex:2837; appliedIndex:2836; }","duration":"180.386751ms","start":"2026-04-23T00:23:16.331093Z","end":"2026-04-23T00:23:16.51148Z","steps":["trace[394204500] 'read index received' (duration: 180.231877ms)","trace[394204500] 'applied index is now lower than readState.Index' (duration: 153.684µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:23:18.921936Z","caller":"traceutil/trace.go:171","msg":"trace[1734707831] linearizableReadLoop","detail":"{readStateIndex:2849; appliedIndex:2847; }","duration":"136.080158ms","start":"2026-04-23T00:23:18.785825Z","end":"2026-04-23T00:23:18.921905Z","steps":["trace[1734707831] 'read index received' (duration: 6.745028ms)","trace[1734707831] 'applied index is now lower than readState.Index' (duration: 129.33352ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:23:18.922086Z","caller":"traceutil/trace.go:171","msg":"trace[1691709935] transaction","detail":"{read_only:false; response_revision:2741; number_of_response:1; }","duration":"141.165043ms","start":"2026-04-23T00:23:18.78091Z","end":"2026-04-23T00:23:18.922075Z","steps":["trace[1691709935] 'process raft request' (duration: 140.104226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:18.92236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.910533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T00:23:18.922404Z","caller":"traceutil/trace.go:171","msg":"trace[565278122] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2741; }","duration":"125.000414ms","start":"2026-04-23T00:23:18.79739Z","end":"2026-04-23T00:23:18.92239Z","steps":["trace[565278122] 'agreement among raft nodes before linearized reading' (duration: 124.84785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:18.922433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.082651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T00:23:18.922433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.173193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T00:23:18.922503Z","caller":"traceutil/trace.go:171","msg":"trace[1451048936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2741; }","duration":"124.191494ms","start":"2026-04-23T00:23:18.798294Z","end":"2026-04-23T00:23:18.922486Z","steps":["trace[1451048936] 'agreement among raft nodes before linearized reading' (duration: 123.996339ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:18.922505Z","caller":"traceutil/trace.go:171","msg":"trace[1665801109] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2741; }","duration":"127.309396ms","start":"2026-04-23T00:23:18.795181Z","end":"2026-04-23T00:23:18.922491Z","steps":["trace[1665801109] 'agreement among raft nodes before linearized reading' (duration: 127.06048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:18.92268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.879029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:23:18.922642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.698837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T00:23:18.922774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.925601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T00:23:18.922857Z","caller":"traceutil/trace.go:171","msg":"trace[736053654] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2741; }","duration":"124.952774ms","start":"2026-04-23T00:23:18.797884Z","end":"2026-04-23T00:23:18.922837Z","steps":["trace[736053654] 'agreement among raft nodes before linearized reading' (duration: 124.521962ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:18.922869Z","caller":"traceutil/trace.go:171","msg":"trace[279348842] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2741; }","duration":"134.061856ms","start":"2026-04-23T00:23:18.788717Z","end":"2026-04-23T00:23:18.922779Z","steps":["trace[279348842] 'agreement among raft nodes before linearized reading' (duration: 133.720676ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:18.922871Z","caller":"traceutil/trace.go:171","msg":"trace[2133238773] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2741; }","duration":"137.060435ms","start":"2026-04-23T00:23:18.785794Z","end":"2026-04-23T00:23:18.922854Z","steps":["trace[2133238773] 'agreement among raft nodes before linearized reading' (duration: 136.417677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:18.923048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.759751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T00:23:18.923114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.261489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:23:18.923139Z","caller":"traceutil/trace.go:171","msg":"trace[1974026311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2741; }","duration":"135.883133ms","start":"2026-04-23T00:23:18.787234Z","end":"2026-04-23T00:23:18.923117Z","steps":["trace[1974026311] 'agreement among raft nodes before linearized reading' (duration: 134.988469ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:18.923173Z","caller":"traceutil/trace.go:171","msg":"trace[2042743281] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2741; }","duration":"126.357311ms","start":"2026-04-23T00:23:18.796799Z","end":"2026-04-23T00:23:18.923156Z","steps":["trace[2042743281] 'agreement among raft nodes before linearized reading' (duration: 125.550539ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:19.142991Z","caller":"traceutil/trace.go:171","msg":"trace[433638455] transaction","detail":"{read_only:false; response_revision:2743; number_of_response:1; }","duration":"214.590824ms","start":"2026-04-23T00:23:18.928371Z","end":"2026-04-23T00:23:19.142962Z","steps":["trace[433638455] 'process raft request' (duration: 214.344937ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:19.143263Z","caller":"traceutil/trace.go:171","msg":"trace[1313816590] transaction","detail":"{read_only:false; response_revision:2744; number_of_response:1; }","duration":"214.590284ms","start":"2026-04-23T00:23:18.928484Z","end":"2026-04-23T00:23:19.143075Z","steps":["trace[1313816590] 'process raft request' (duration: 214.401449ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:19.144239Z","caller":"traceutil/trace.go:171","msg":"trace[2115591485] transaction","detail":"{read_only:false; response_revision:2746; number_of_response:1; }","duration":"214.996916ms","start":"2026-04-23T00:23:18.929218Z","end":"2026-04-23T00:23:19.144215Z","steps":["trace[2115591485] 'process raft request' (duration: 214.873802ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:19.14431Z","caller":"traceutil/trace.go:171","msg":"trace[361920646] transaction","detail":"{read_only:false; response_revision:2747; number_of_response:1; }","duration":"214.951634ms","start":"2026-04-23T00:23:18.929336Z","end":"2026-04-23T00:23:19.144287Z","steps":["trace[361920646] 'process raft request' (duration: 214.826001ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:19.144483Z","caller":"traceutil/trace.go:171","msg":"trace[2104237548] transaction","detail":"{read_only:false; response_revision:2745; number_of_response:1; }","duration":"215.734985ms","start":"2026-04-23T00:23:18.928741Z","end":"2026-04-23T00:23:19.144476Z","steps":["trace[2104237548] 'process raft request' (duration: 215.163909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:19.547659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.326664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:23:19.547998Z","caller":"traceutil/trace.go:171","msg":"trace[1532237345] transaction","detail":"{read_only:false; response_revision:2748; number_of_response:1; }","duration":"228.630396ms","start":"2026-04-23T00:23:19.319238Z","end":"2026-04-23T00:23:19.547868Z","steps":["trace[1532237345] 'process raft request' (duration: 38.025076ms)","trace[1532237345] 'compare' (duration: 190.100027ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:23:20.904628Z","caller":"traceutil/trace.go:171","msg":"trace[480255674] transaction","detail":"{read_only:false; response_revision:2753; number_of_response:1; }","duration":"115.766381ms","start":"2026-04-23T00:23:20.788762Z","end":"2026-04-23T00:23:20.904529Z","steps":["trace[480255674] 'process raft request' (duration: 115.606797ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:21.093245Z","caller":"traceutil/trace.go:171","msg":"trace[836032443] linearizableReadLoop","detail":"{readStateIndex:2863; appliedIndex:2861; }","duration":"271.439558ms","start":"2026-04-23T00:23:20.821789Z","end":"2026-04-23T00:23:21.093228Z","steps":["trace[836032443] 'read index received' (duration: 82.517572ms)","trace[836032443] 'applied index is now lower than readState.Index' (duration: 188.921356ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:23:21.093255Z","caller":"traceutil/trace.go:171","msg":"trace[1108544169] transaction","detail":"{read_only:false; response_revision:2754; number_of_response:1; }","duration":"294.120818ms","start":"2026-04-23T00:23:20.799108Z","end":"2026-04-23T00:23:21.093229Z","steps":["trace[1108544169] 'process raft request' (duration: 201.764585ms)","trace[1108544169] 'compare' (duration: 92.214239ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:23:21.093432Z","caller":"traceutil/trace.go:171","msg":"trace[984638849] transaction","detail":"{read_only:false; response_revision:2755; number_of_response:1; }","duration":"165.367713ms","start":"2026-04-23T00:23:20.928055Z","end":"2026-04-23T00:23:21.093423Z","steps":["trace[984638849] 'process raft request' (duration: 165.138407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:21.093472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.300537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:23:21.09349Z","caller":"traceutil/trace.go:171","msg":"trace[880599524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2755; }","duration":"228.364329ms","start":"2026-04-23T00:23:20.86512Z","end":"2026-04-23T00:23:21.093484Z","steps":["trace[880599524] 'agreement among raft nodes before linearized reading' (duration: 228.304247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:21.093609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.815109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:23:21.093634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.483446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:23:21.093647Z","caller":"traceutil/trace.go:171","msg":"trace[454085785] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2755; }","duration":"103.528177ms","start":"2026-04-23T00:23:20.990116Z","end":"2026-04-23T00:23:21.093644Z","steps":["trace[454085785] 'agreement among raft nodes before linearized reading' (duration: 103.463955ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:21.093667Z","caller":"traceutil/trace.go:171","msg":"trace[642504639] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2755; }","duration":"271.919081ms","start":"2026-04-23T00:23:20.821738Z","end":"2026-04-23T00:23:21.093657Z","steps":["trace[642504639] 'agreement among raft nodes before linearized reading' (duration: 271.591583ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:22.423319Z","caller":"traceutil/trace.go:171","msg":"trace[1298380563] transaction","detail":"{read_only:false; response_revision:2762; number_of_response:1; }","duration":"177.35212ms","start":"2026-04-23T00:23:22.245945Z","end":"2026-04-23T00:23:22.423297Z","steps":["trace[1298380563] 'process raft request' (duration: 177.060662ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:33.241925Z","caller":"traceutil/trace.go:171","msg":"trace[1549694804] transaction","detail":"{read_only:false; response_revision:2833; number_of_response:1; }","duration":"105.539168ms","start":"2026-04-23T00:23:33.136365Z","end":"2026-04-23T00:23:33.241904Z","steps":["trace[1549694804] 'process raft request' (duration: 105.402964ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:33.243101Z","caller":"traceutil/trace.go:171","msg":"trace[1893614991] transaction","detail":"{read_only:false; response_revision:2834; number_of_response:1; }","duration":"103.77663ms","start":"2026-04-23T00:23:33.139293Z","end":"2026-04-23T00:23:33.243069Z","steps":["trace[1893614991] 'process raft request' (duration: 103.578565ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:37.388944Z","caller":"traceutil/trace.go:171","msg":"trace[1701037753] transaction","detail":"{read_only:false; response_revision:2851; number_of_response:1; }","duration":"134.305816ms","start":"2026-04-23T00:23:37.254608Z","end":"2026-04-23T00:23:37.388914Z","steps":["trace[1701037753] 'process raft request' (duration: 134.126842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:37.666885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.449774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:23:37.666968Z","caller":"traceutil/trace.go:171","msg":"trace[897825896] linearizableReadLoop","detail":"{readStateIndex:2964; appliedIndex:2962; }","duration":"405.057606ms","start":"2026-04-23T00:23:37.261899Z","end":"2026-04-23T00:23:37.666957Z","steps":["trace[897825896] 'read index received' (duration: 126.788388ms)","trace[897825896] 'applied index is now lower than readState.Index' (duration: 278.268388ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:23:37.667265Z","caller":"traceutil/trace.go:171","msg":"trace[494134620] transaction","detail":"{read_only:false; response_revision:2852; number_of_response:1; }","duration":"407.304766ms","start":"2026-04-23T00:23:37.259946Z","end":"2026-04-23T00:23:37.667251Z","steps":["trace[494134620] 'process raft request' (duration: 209.42345ms)","trace[494134620] 'compare' (duration: 197.30719ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:23:37.667337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:37.259908Z","time spent":"407.396228ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:23:37.667689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.794386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:23:37.667732Z","caller":"traceutil/trace.go:171","msg":"trace[216859772] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2852; }","duration":"405.853947ms","start":"2026-04-23T00:23:37.261869Z","end":"2026-04-23T00:23:37.667722Z","steps":["trace[216859772] 'agreement among raft nodes before linearized reading' (duration: 405.735254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:37.667759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:37.26186Z","time spent":"405.891858ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:23:37.667943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.141112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T00:23:37.668022Z","caller":"traceutil/trace.go:171","msg":"trace[1118175868] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2852; }","duration":"404.246144ms","start":"2026-04-23T00:23:37.263757Z","end":"2026-04-23T00:23:37.668003Z","steps":["trace[1118175868] 'agreement among raft nodes before linearized reading' (duration: 404.000738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:37.668069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:37.263752Z","time spent":"404.309176ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:23:37.668165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.448618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-23T00:23:37.668207Z","caller":"traceutil/trace.go:171","msg":"trace[1063763607] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2852; }","duration":"399.502369ms","start":"2026-04-23T00:23:37.268696Z","end":"2026-04-23T00:23:37.668199Z","steps":["trace[1063763607] 'agreement among raft nodes before linearized reading' (duration: 399.354656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:37.668259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:37.26869Z","time spent":"399.560731ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:23:37.668296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.643553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-23T00:23:37.668336Z","caller":"traceutil/trace.go:171","msg":"trace[155973022] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2852; }","duration":"402.701154ms","start":"2026-04-23T00:23:37.265623Z","end":"2026-04-23T00:23:37.668324Z","steps":["trace[155973022] 'agreement among raft nodes before linearized reading' (duration: 402.611421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:37.668367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:37.265614Z","time spent":"402.747216ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:23:37.66849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.91161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:23:37.668518Z","caller":"traceutil/trace.go:171","msg":"trace[883653805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2852; }","duration":"402.947961ms","start":"2026-04-23T00:23:37.265563Z","end":"2026-04-23T00:23:37.668511Z","steps":["trace[883653805] 'agreement among raft nodes before linearized reading' (duration: 402.873939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:37.668543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:37.265559Z","time spent":"402.979361ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:23:37.668547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.524919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:23:37.668615Z","caller":"traceutil/trace.go:171","msg":"trace[133386412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2852; }","duration":"399.599871ms","start":"2026-04-23T00:23:37.269005Z","end":"2026-04-23T00:23:37.668605Z","steps":["trace[133386412] 'agreement among raft nodes before linearized reading' (duration: 399.480568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:37.668675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:37.269001Z","time spent":"399.664913ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:23:37.917164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.199018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:23:37.917324Z","caller":"traceutil/trace.go:171","msg":"trace[1952313103] transaction","detail":"{read_only:false; response_revision:2853; number_of_response:1; }","duration":"243.042439ms","start":"2026-04-23T00:23:37.674256Z","end":"2026-04-23T00:23:37.917298Z","steps":["trace[1952313103] 'process raft request' (duration: 134.590694ms)","trace[1952313103] 'compare' (duration: 108.000753ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:23:38.197354Z","caller":"traceutil/trace.go:171","msg":"trace[1292646230] transaction","detail":"{read_only:false; response_revision:2854; number_of_response:1; }","duration":"523.040532ms","start":"2026-04-23T00:23:37.674282Z","end":"2026-04-23T00:23:38.197322Z","steps":["trace[1292646230] 'process raft request' (duration: 449.891011ms)","trace[1292646230] 'compare' (duration: 72.72296ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:23:38.197405Z","caller":"traceutil/trace.go:171","msg":"trace[1260818720] transaction","detail":"{read_only:false; response_revision:2855; number_of_response:1; }","duration":"522.828107ms","start":"2026-04-23T00:23:37.674558Z","end":"2026-04-23T00:23:38.197386Z","steps":["trace[1260818720] 'process raft request' (duration: 522.700083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:38.197505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:37.674257Z","time spent":"523.174696ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:23:38.197547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:37.674523Z","time spent":"522.922049ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:23:38.197826Z","caller":"traceutil/trace.go:171","msg":"trace[49622744] linearizableReadLoop","detail":"{readStateIndex:2970; appliedIndex:2964; }","duration":"483.625511ms","start":"2026-04-23T00:23:37.714186Z","end":"2026-04-23T00:23:38.197811Z","steps":["trace[49622744] 'read index received' (duration: 94.67716ms)","trace[49622744] 'applied index is now lower than readState.Index' (duration: 388.947551ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:23:38.197864Z","caller":"traceutil/trace.go:171","msg":"trace[483813954] transaction","detail":"{read_only:false; response_revision:2856; number_of_response:1; }","duration":"523.105484ms","start":"2026-04-23T00:23:37.674693Z","end":"2026-04-23T00:23:38.197798Z","steps":["trace[483813954] 'process raft request' (duration: 522.660582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:38.198002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.808375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:23:38.198038Z","caller":"traceutil/trace.go:171","msg":"trace[796348783] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2858; }","duration":"483.878127ms","start":"2026-04-23T00:23:37.71415Z","end":"2026-04-23T00:23:38.198028Z","steps":["trace[796348783] 'agreement among raft nodes before linearized reading' (duration: 483.787635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:38.198071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:37.714137Z","time spent":"483.925049ms","remote":"127.0.0.1:44728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":4,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:23:38.197918Z","caller":"traceutil/trace.go:171","msg":"trace[1798568270] transaction","detail":"{read_only:false; response_revision:2858; number_of_response:1; }","duration":"522.361293ms","start":"2026-04-23T00:23:37.675546Z","end":"2026-04-23T00:23:38.197908Z","steps":["trace[1798568270] 'process raft request' (duration: 522.23061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:38.198166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.843267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a8d4982699efb1\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-04-23T00:23:38.198218Z","caller":"traceutil/trace.go:171","msg":"trace[1645717596] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a8d4982699efb1; range_end:; response_count:1; response_revision:2858; }","duration":"249.93897ms","start":"2026-04-23T00:23:37.948267Z","end":"2026-04-23T00:23:38.198206Z","steps":["trace[1645717596] 'agreement among raft nodes before linearized reading' (duration: 249.757385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:38.198213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.760077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:23:38.197892Z","caller":"traceutil/trace.go:171","msg":"trace[608847727] transaction","detail":"{read_only:false; response_revision:2857; number_of_response:1; }","duration":"522.662861ms","start":"2026-04-23T00:23:37.675198Z","end":"2026-04-23T00:23:38.197861Z","steps":["trace[608847727] 'process raft request' (duration: 522.523608ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:38.198326Z","caller":"traceutil/trace.go:171","msg":"trace[680859151] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2858; }","duration":"457.963813ms","start":"2026-04-23T00:23:37.740335Z","end":"2026-04-23T00:23:38.198298Z","steps":["trace[680859151] 'agreement among raft nodes before linearized reading' (duration: 457.683905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:38.198254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:37.674679Z","time spent":"523.33573ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:23:38.19815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.398274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:23:38.198388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:37.740238Z","time spent":"458.135717ms","remote":"127.0.0.1:49122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":19,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:23:38.198279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:37.675538Z","time spent":"522.664701ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:23:38.198405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:37.675189Z","time spent":"523.164144ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:23:38.198419Z","caller":"traceutil/trace.go:171","msg":"trace[1898004269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2858; }","duration":"333.717662ms","start":"2026-04-23T00:23:37.86469Z","end":"2026-04-23T00:23:38.198408Z","steps":["trace[1898004269] 'agreement among raft nodes before linearized reading' (duration: 333.403954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:38.198662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:37.864666Z","time spent":"333.983559ms","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:23:38.365282Z","caller":"traceutil/trace.go:171","msg":"trace[1446884422] transaction","detail":"{read_only:false; response_revision:2859; number_of_response:1; }","duration":"164.391371ms","start":"2026-04-23T00:23:38.200852Z","end":"2026-04-23T00:23:38.365244Z","steps":["trace[1446884422] 'process raft request' (duration: 157.078548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:39.871647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.568941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T00:23:39.871708Z","caller":"traceutil/trace.go:171","msg":"trace[1401234853] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:2866; }","duration":"257.664354ms","start":"2026-04-23T00:23:39.614029Z","end":"2026-04-23T00:23:39.871693Z","steps":["trace[1401234853] 'range keys from in-memory index tree' (duration: 257.417847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:39.872481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.699623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:23:39.872727Z","caller":"traceutil/trace.go:171","msg":"trace[746577903] transaction","detail":"{read_only:false; response_revision:2867; number_of_response:1; }","duration":"193.656354ms","start":"2026-04-23T00:23:39.67906Z","end":"2026-04-23T00:23:39.872717Z","steps":["trace[746577903] 'process raft request' (duration: 57.674273ms)","trace[746577903] 'compare' (duration: 135.398516ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:23:40.033866Z","caller":"traceutil/trace.go:171","msg":"trace[126583774] linearizableReadLoop","detail":"{readStateIndex:2981; appliedIndex:2980; }","duration":"109.884611ms","start":"2026-04-23T00:23:39.923961Z","end":"2026-04-23T00:23:40.033846Z","steps":["trace[126583774] 'read index received' (duration: 109.778358ms)","trace[126583774] 'applied index is now lower than readState.Index' (duration: 105.493µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:23:40.033977Z","caller":"traceutil/trace.go:171","msg":"trace[1162603465] transaction","detail":"{read_only:false; response_revision:2868; number_of_response:1; }","duration":"158.029944ms","start":"2026-04-23T00:23:39.875907Z","end":"2026-04-23T00:23:40.033937Z","steps":["trace[1162603465] 'process raft request' (duration: 157.810217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:40.034119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.58141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:23:40.034189Z","caller":"traceutil/trace.go:171","msg":"trace[685088622] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2868; }","duration":"113.693033ms","start":"2026-04-23T00:23:39.920477Z","end":"2026-04-23T00:23:40.03417Z","steps":["trace[685088622] 'agreement among raft nodes before linearized reading' (duration: 113.477887ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:40.035291Z","caller":"traceutil/trace.go:171","msg":"trace[654689334] transaction","detail":"{read_only:false; response_revision:2869; number_of_response:1; }","duration":"110.068126ms","start":"2026-04-23T00:23:39.925199Z","end":"2026-04-23T00:23:40.035267Z","steps":["trace[654689334] 'process raft request' (duration: 109.861181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:40.64502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.214213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-04-23T00:23:40.645087Z","caller":"traceutil/trace.go:171","msg":"trace[585151541] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2875; }","duration":"304.310076ms","start":"2026-04-23T00:23:40.340762Z","end":"2026-04-23T00:23:40.645073Z","steps":["trace[585151541] 'range keys from in-memory index tree' (duration: 304.08661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:40.645119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:40.340754Z","time spent":"304.358337ms","remote":"127.0.0.1:37714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7486,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-23T00:23:43.647658Z","caller":"traceutil/trace.go:171","msg":"trace[275707510] transaction","detail":"{read_only:false; response_revision:2887; number_of_response:1; }","duration":"589.161248ms","start":"2026-04-23T00:23:43.058474Z","end":"2026-04-23T00:23:43.647635Z","steps":["trace[275707510] 'process raft request' (duration: 589.001544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:43.647826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:43.058439Z","time spent":"589.293022ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:23:43.684108Z","caller":"traceutil/trace.go:171","msg":"trace[250726288] transaction","detail":"{read_only:false; response_revision:2889; number_of_response:1; }","duration":"215.502301ms","start":"2026-04-23T00:23:43.468582Z","end":"2026-04-23T00:23:43.684085Z","steps":["trace[250726288] 'process raft request' (duration: 215.443108ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:43.684179Z","caller":"traceutil/trace.go:171","msg":"trace[610897338] transaction","detail":"{read_only:false; response_revision:2888; number_of_response:1; }","duration":"613.660075ms","start":"2026-04-23T00:23:43.070476Z","end":"2026-04-23T00:23:43.684136Z","steps":["trace[610897338] 'process raft request' (duration: 613.408728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:43.684356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:43.070455Z","time spent":"613.81299ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:23:44.958294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.869965ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:23:44.958472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.236089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:23:44.958587Z","caller":"traceutil/trace.go:171","msg":"trace[827491324] linearizableReadLoop","detail":"{readStateIndex:3004; appliedIndex:3003; }","duration":"688.706016ms","start":"2026-04-23T00:23:44.269868Z","end":"2026-04-23T00:23:44.958574Z","steps":["trace[827491324] 'read index received' (duration: 53.362µs)","trace[827491324] 'applied index is now lower than readState.Index' (duration: 688.651574ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:23:44.958461Z","caller":"traceutil/trace.go:171","msg":"trace[694913119] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2890; }","duration":"632.04142ms","start":"2026-04-23T00:23:44.326397Z","end":"2026-04-23T00:23:44.958438Z","steps":["trace[694913119] 'range keys from in-memory index tree' (duration: 631.855175ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:44.958875Z","caller":"traceutil/trace.go:171","msg":"trace[599324865] transaction","detail":"{read_only:false; response_revision:2891; number_of_response:1; }","duration":"887.161337ms","start":"2026-04-23T00:23:44.071642Z","end":"2026-04-23T00:23:44.958803Z","steps":["trace[599324865] 'process raft request' (duration: 124.525218ms)","trace[599324865] 'compare' (duration: 762.121425ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:23:44.959033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:44.071625Z","time spent":"887.329872ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:23:44.958913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.046896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:23:44.959177Z","caller":"traceutil/trace.go:171","msg":"trace[1644949688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2891; }","duration":"689.286052ms","start":"2026-04-23T00:23:44.269827Z","end":"2026-04-23T00:23:44.959113Z","steps":["trace[1644949688] 'agreement among raft nodes before linearized reading' (duration: 688.966664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:44.959263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:44.269807Z","time spent":"689.423785ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:23:46.135901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134160739s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T00:23:46.136036Z","caller":"traceutil/trace.go:171","msg":"trace[1472393325] linearizableReadLoop","detail":"{readStateIndex:3005; appliedIndex:3004; }","duration":"1.177373851s","start":"2026-04-23T00:23:44.958638Z","end":"2026-04-23T00:23:46.136012Z","steps":["trace[1472393325] 'read index received' (duration: 43.024886ms)","trace[1472393325] 'applied index is now lower than readState.Index' (duration: 1.134347225s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:23:46.13626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512303615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:23:46.136394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805181168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-23T00:23:46.136442Z","caller":"traceutil/trace.go:171","msg":"trace[2018877724] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2891; }","duration":"1.805260212s","start":"2026-04-23T00:23:44.331168Z","end":"2026-04-23T00:23:46.136428Z","steps":["trace[2018877724] 'agreement among raft nodes before linearized reading' (duration: 1.805076667s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:46.13648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:44.331154Z","time spent":"1.805318913s","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-23T00:23:46.136351Z","caller":"traceutil/trace.go:171","msg":"trace[869282395] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2891; }","duration":"1.512470669s","start":"2026-04-23T00:23:44.623855Z","end":"2026-04-23T00:23:46.136326Z","steps":["trace[869282395] 'agreement among raft nodes before linearized reading' (duration: 1.512277564s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:46.13673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:44.623821Z","time spent":"1.512874889s","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":22,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:23:46.136737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863990301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:23:46.136788Z","caller":"traceutil/trace.go:171","msg":"trace[1745050109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2891; }","duration":"1.864068843s","start":"2026-04-23T00:23:44.272704Z","end":"2026-04-23T00:23:46.136773Z","steps":["trace[1745050109] 'agreement among raft nodes before linearized reading' (duration: 1.863954501s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:46.136853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:44.272685Z","time spent":"1.864152905s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:23:46.136865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863099728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-23T00:23:46.136905Z","caller":"traceutil/trace.go:171","msg":"trace[1793274305] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2891; }","duration":"1.86318011s","start":"2026-04-23T00:23:44.273711Z","end":"2026-04-23T00:23:46.136891Z","steps":["trace[1793274305] 'agreement among raft nodes before linearized reading' (duration: 1.863109918s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:46.136896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.862611325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-23T00:23:46.136942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:44.273688Z","time spent":"1.863249162s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T00:23:46.136988Z","caller":"traceutil/trace.go:171","msg":"trace[671295419] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2891; }","duration":"1.862693347s","start":"2026-04-23T00:23:44.274257Z","end":"2026-04-23T00:23:46.13695Z","steps":["trace[671295419] 'agreement among raft nodes before linearized reading' (duration: 1.862486102s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:46.136786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.864018572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-23T00:23:46.137007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269229985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:23:46.137037Z","caller":"traceutil/trace.go:171","msg":"trace[139331779] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2891; }","duration":"1.864309619s","start":"2026-04-23T00:23:44.272721Z","end":"2026-04-23T00:23:46.13703Z","steps":["trace[139331779] 'agreement among raft nodes before linearized reading' (duration: 1.863865698s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:46.137043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:44.274246Z","time spent":"1.862789409s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:23:46.137056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:44.272704Z","time spent":"1.864346851s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T00:23:46.137053Z","caller":"traceutil/trace.go:171","msg":"trace[780706244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2891; }","duration":"1.269309837s","start":"2026-04-23T00:23:44.86773Z","end":"2026-04-23T00:23:46.13704Z","steps":["trace[780706244] 'agreement among raft nodes before linearized reading' (duration: 1.269239116s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:46.137084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:44.867715Z","time spent":"1.269362429s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:23:46.144389Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.142724406s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:23:46.144664Z","caller":"traceutil/trace.go:171","msg":"trace[1303597403] transaction","detail":"{read_only:false; response_revision:2892; number_of_response:1; }","duration":"1.16560569s","start":"2026-04-23T00:23:44.979045Z","end":"2026-04-23T00:23:46.14465Z","steps":["trace[1303597403] 'process raft request' (duration: 1.165485707s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:46.144761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:44.979021Z","time spent":"1.165685551s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:23:46.182436Z","caller":"traceutil/trace.go:171","msg":"trace[352485850] transaction","detail":"{read_only:false; response_revision:2893; number_of_response:1; }","duration":"492.914566ms","start":"2026-04-23T00:23:45.689495Z","end":"2026-04-23T00:23:46.182409Z","steps":["trace[352485850] 'process raft request' (duration: 492.714231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:46.182621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:45.689472Z","time spent":"493.040349ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:23:46.182843Z","caller":"traceutil/trace.go:171","msg":"trace[727291342] transaction","detail":"{read_only:false; response_revision:2894; number_of_response:1; }","duration":"492.994319ms","start":"2026-04-23T00:23:45.689806Z","end":"2026-04-23T00:23:46.1828Z","steps":["trace[727291342] 'process raft request' (duration: 492.556347ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:46.182862Z","caller":"traceutil/trace.go:171","msg":"trace[174973301] transaction","detail":"{read_only:false; response_revision:2895; number_of_response:1; }","duration":"116.729971ms","start":"2026-04-23T00:23:46.066102Z","end":"2026-04-23T00:23:46.182832Z","steps":["trace[174973301] 'process raft request' (duration: 116.526876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:46.183037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:45.68978Z","time spent":"493.122891ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:23:46.184213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.433527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:23:46.184254Z","caller":"traceutil/trace.go:171","msg":"trace[220313221] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2899; }","duration":"711.514249ms","start":"2026-04-23T00:23:45.472731Z","end":"2026-04-23T00:23:46.184245Z","steps":["trace[220313221] 'agreement among raft nodes before linearized reading' (duration: 711.449798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:46.184278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:45.472711Z","time spent":"711.56111ms","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:23:46.184421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006141279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-23T00:23:46.184445Z","caller":"traceutil/trace.go:171","msg":"trace[1058129099] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2899; }","duration":"1.00620003s","start":"2026-04-23T00:23:45.17824Z","end":"2026-04-23T00:23:46.18444Z","steps":["trace[1058129099] 'agreement among raft nodes before linearized reading' (duration: 1.006131429s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:46.184463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:45.178224Z","time spent":"1.006235581s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T00:23:51.131406Z","caller":"traceutil/trace.go:171","msg":"trace[1304123443] transaction","detail":"{read_only:false; response_revision:2923; number_of_response:1; }","duration":"120.930303ms","start":"2026-04-23T00:23:51.01045Z","end":"2026-04-23T00:23:51.13138Z","steps":["trace[1304123443] 'process raft request' (duration: 120.783959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:51.767018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.711488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-23T00:23:51.767165Z","caller":"traceutil/trace.go:171","msg":"trace[670620478] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2923; }","duration":"490.898752ms","start":"2026-04-23T00:23:51.276249Z","end":"2026-04-23T00:23:51.767148Z","steps":["trace[670620478] 'range keys from in-memory index tree' (duration: 490.555654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:51.767232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:51.27623Z","time spent":"490.990045ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T00:23:52.370529Z","caller":"traceutil/trace.go:171","msg":"trace[210086094] transaction","detail":"{read_only:false; response_revision:2925; number_of_response:1; }","duration":"167.527054ms","start":"2026-04-23T00:23:52.202979Z","end":"2026-04-23T00:23:52.370507Z","steps":["trace[210086094] 'process raft request' (duration: 146.786746ms)","trace[210086094] 'compare' (duration: 20.308246ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:23:52.370525Z","caller":"traceutil/trace.go:171","msg":"trace[22574399] transaction","detail":"{read_only:false; response_revision:2926; number_of_response:1; }","duration":"167.099492ms","start":"2026-04-23T00:23:52.203409Z","end":"2026-04-23T00:23:52.370508Z","steps":["trace[22574399] 'process raft request' (duration: 167.04325ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:52.370986Z","caller":"traceutil/trace.go:171","msg":"trace[445122210] transaction","detail":"{read_only:false; response_revision:2927; number_of_response:1; }","duration":"166.924078ms","start":"2026-04-23T00:23:52.204045Z","end":"2026-04-23T00:23:52.370969Z","steps":["trace[445122210] 'process raft request' (duration: 166.439885ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:52.37102Z","caller":"traceutil/trace.go:171","msg":"trace[1139970965] linearizableReadLoop","detail":"{readStateIndex:3042; appliedIndex:3039; }","duration":"163.101496ms","start":"2026-04-23T00:23:52.20786Z","end":"2026-04-23T00:23:52.370961Z","steps":["trace[1139970965] 'read index received' (duration: 141.797894ms)","trace[1139970965] 'applied index is now lower than readState.Index' (duration: 21.298672ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:23:52.37115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.271872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:23:52.371394Z","caller":"traceutil/trace.go:171","msg":"trace[2140294920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2927; }","duration":"163.555469ms","start":"2026-04-23T00:23:52.207824Z","end":"2026-04-23T00:23:52.371379Z","steps":["trace[2140294920] 'agreement among raft nodes before linearized reading' (duration: 163.204039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:52.371512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.225924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-23T00:23:52.371539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.158152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-04-23T00:23:52.371538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.229364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-23T00:23:52.371566Z","caller":"traceutil/trace.go:171","msg":"trace[997008083] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2927; }","duration":"162.219874ms","start":"2026-04-23T00:23:52.209339Z","end":"2026-04-23T00:23:52.371559Z","steps":["trace[997008083] 'agreement among raft nodes before linearized reading' (duration: 162.106831ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:52.371565Z","caller":"traceutil/trace.go:171","msg":"trace[1727801371] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2927; }","duration":"162.331767ms","start":"2026-04-23T00:23:52.209217Z","end":"2026-04-23T00:23:52.371549Z","steps":["trace[1727801371] 'agreement among raft nodes before linearized reading' (duration: 162.221304ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:52.371577Z","caller":"traceutil/trace.go:171","msg":"trace[261374261] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2927; }","duration":"162.335307ms","start":"2026-04-23T00:23:52.209229Z","end":"2026-04-23T00:23:52.371564Z","steps":["trace[261374261] 'agreement among raft nodes before linearized reading' (duration: 162.226564ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:52.634007Z","caller":"traceutil/trace.go:171","msg":"trace[1364464408] transaction","detail":"{read_only:false; response_revision:2929; number_of_response:1; }","duration":"258.629359ms","start":"2026-04-23T00:23:52.375351Z","end":"2026-04-23T00:23:52.633981Z","steps":["trace[1364464408] 'process raft request' (duration: 164.74596ms)","trace[1364464408] 'compare' (duration: 93.631362ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:23:52.634256Z","caller":"traceutil/trace.go:171","msg":"trace[227315288] transaction","detail":"{read_only:false; response_revision:2930; number_of_response:1; }","duration":"258.819984ms","start":"2026-04-23T00:23:52.375424Z","end":"2026-04-23T00:23:52.634244Z","steps":["trace[227315288] 'process raft request' (duration: 258.480945ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:52.63442Z","caller":"traceutil/trace.go:171","msg":"trace[166945869] linearizableReadLoop","detail":"{readStateIndex:3046; appliedIndex:3042; }","duration":"257.489289ms","start":"2026-04-23T00:23:52.376902Z","end":"2026-04-23T00:23:52.634392Z","steps":["trace[166945869] 'read index received' (duration: 35.352953ms)","trace[166945869] 'applied index is now lower than readState.Index' (duration: 222.135045ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:23:52.634559Z","caller":"traceutil/trace.go:171","msg":"trace[181292990] transaction","detail":"{read_only:false; response_revision:2931; number_of_response:1; }","duration":"258.805364ms","start":"2026-04-23T00:23:52.375685Z","end":"2026-04-23T00:23:52.63449Z","steps":["trace[181292990] 'process raft request' (duration: 258.518507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:52.634693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.770037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-23T00:23:52.634734Z","caller":"traceutil/trace.go:171","msg":"trace[252736156] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2931; }","duration":"257.855429ms","start":"2026-04-23T00:23:52.376868Z","end":"2026-04-23T00:23:52.634724Z","steps":["trace[252736156] 'agreement among raft nodes before linearized reading' (duration: 257.693785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:52.634748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.720907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:23:52.63486Z","caller":"traceutil/trace.go:171","msg":"trace[104897866] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2931; }","duration":"223.861711ms","start":"2026-04-23T00:23:52.410976Z","end":"2026-04-23T00:23:52.634837Z","steps":["trace[104897866] 'agreement among raft nodes before linearized reading' (duration: 223.657186ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:53.769015Z","caller":"traceutil/trace.go:171","msg":"trace[180096289] transaction","detail":"{read_only:false; response_revision:2936; number_of_response:1; }","duration":"112.780158ms","start":"2026-04-23T00:23:53.656211Z","end":"2026-04-23T00:23:53.768992Z","steps":["trace[180096289] 'process raft request' (duration: 105.813855ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:58.12439Z","caller":"traceutil/trace.go:171","msg":"trace[1557442428] transaction","detail":"{read_only:false; response_revision:2957; number_of_response:1; }","duration":"173.230415ms","start":"2026-04-23T00:23:57.951112Z","end":"2026-04-23T00:23:58.124342Z","steps":["trace[1557442428] 'process raft request' (duration: 172.943997ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:58.541056Z","caller":"traceutil/trace.go:171","msg":"trace[2145687796] transaction","detail":"{read_only:false; response_revision:2959; number_of_response:1; }","duration":"151.368387ms","start":"2026-04-23T00:23:58.389658Z","end":"2026-04-23T00:23:58.541026Z","steps":["trace[2145687796] 'process raft request' (duration: 120.988525ms)","trace[2145687796] 'compare' (duration: 29.698694ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:23:58.619099Z","caller":"traceutil/trace.go:171","msg":"trace[677734371] linearizableReadLoop","detail":"{readStateIndex:3078; appliedIndex:3075; }","duration":"176.277885ms","start":"2026-04-23T00:23:58.442792Z","end":"2026-04-23T00:23:58.61907Z","steps":["trace[677734371] 'read index received' (duration: 68.134749ms)","trace[677734371] 'applied index is now lower than readState.Index' (duration: 108.142286ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:23:58.61919Z","caller":"traceutil/trace.go:171","msg":"trace[11906747] transaction","detail":"{read_only:false; response_revision:2960; number_of_response:1; }","duration":"228.448433ms","start":"2026-04-23T00:23:58.390692Z","end":"2026-04-23T00:23:58.61914Z","steps":["trace[11906747] 'process raft request' (duration: 228.184226ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:58.619256Z","caller":"traceutil/trace.go:171","msg":"trace[1227255683] transaction","detail":"{read_only:false; response_revision:2961; number_of_response:1; }","duration":"227.876068ms","start":"2026-04-23T00:23:58.391334Z","end":"2026-04-23T00:23:58.61921Z","steps":["trace[1227255683] 'process raft request' (duration: 227.692603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:58.619348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.529991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T00:23:58.619413Z","caller":"traceutil/trace.go:171","msg":"trace[754310064] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2961; }","duration":"176.683266ms","start":"2026-04-23T00:23:58.442711Z","end":"2026-04-23T00:23:58.619394Z","steps":["trace[754310064] 'agreement among raft nodes before linearized reading' (duration: 176.496821ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:58.757643Z","caller":"traceutil/trace.go:171","msg":"trace[1393678178] linearizableReadLoop","detail":"{readStateIndex:3080; appliedIndex:3078; }","duration":"122.998818ms","start":"2026-04-23T00:23:58.634626Z","end":"2026-04-23T00:23:58.757625Z","steps":["trace[1393678178] 'read index received' (duration: 29.256194ms)","trace[1393678178] 'applied index is now lower than readState.Index' (duration: 93.741784ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:23:58.75787Z","caller":"traceutil/trace.go:171","msg":"trace[2010067650] transaction","detail":"{read_only:false; response_revision:2962; number_of_response:1; }","duration":"135.468217ms","start":"2026-04-23T00:23:58.622385Z","end":"2026-04-23T00:23:58.757853Z","steps":["trace[2010067650] 'process raft request' (duration: 41.490206ms)","trace[2010067650] 'compare' (duration: 93.600322ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:23:58.758156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.511791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-04-23T00:23:58.758239Z","caller":"traceutil/trace.go:171","msg":"trace[250714404] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2963; }","duration":"123.619284ms","start":"2026-04-23T00:23:58.634595Z","end":"2026-04-23T00:23:58.758215Z","steps":["trace[250714404] 'agreement among raft nodes before linearized reading' (duration: 123.423009ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:58.75826Z","caller":"traceutil/trace.go:171","msg":"trace[172984498] transaction","detail":"{read_only:false; response_revision:2963; number_of_response:1; }","duration":"134.009488ms","start":"2026-04-23T00:23:58.624199Z","end":"2026-04-23T00:23:58.758209Z","steps":["trace[172984498] 'process raft request' (duration: 133.383291ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:58.914576Z","caller":"traceutil/trace.go:171","msg":"trace[903311467] transaction","detail":"{read_only:false; response_revision:2965; number_of_response:1; }","duration":"147.048262ms","start":"2026-04-23T00:23:58.76746Z","end":"2026-04-23T00:23:58.914508Z","steps":["trace[903311467] 'process raft request' (duration: 99.875956ms)","trace[903311467] 'compare' (duration: 46.973421ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:23:58.914749Z","caller":"traceutil/trace.go:171","msg":"trace[623917480] linearizableReadLoop","detail":"{readStateIndex:3083; appliedIndex:3081; }","duration":"136.476883ms","start":"2026-04-23T00:23:58.778253Z","end":"2026-04-23T00:23:58.914729Z","steps":["trace[623917480] 'read index received' (duration: 55.461344ms)","trace[623917480] 'applied index is now lower than readState.Index' (duration: 81.013629ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:23:58.914997Z","caller":"traceutil/trace.go:171","msg":"trace[2009699844] transaction","detail":"{read_only:false; response_revision:2966; number_of_response:1; }","duration":"145.817081ms","start":"2026-04-23T00:23:58.76914Z","end":"2026-04-23T00:23:58.914957Z","steps":["trace[2009699844] 'process raft request' (duration: 145.304998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:58.91515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.815062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a8d49bdcfe3dc3\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-04-23T00:23:58.915258Z","caller":"traceutil/trace.go:171","msg":"trace[961246938] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a8d49bdcfe3dc3; range_end:; response_count:1; response_revision:2966; }","duration":"137.021758ms","start":"2026-04-23T00:23:58.778215Z","end":"2026-04-23T00:23:58.915237Z","steps":["trace[961246938] 'agreement among raft nodes before linearized reading' (duration: 136.643717ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:24:11.380691Z","caller":"traceutil/trace.go:171","msg":"trace[422019566] transaction","detail":"{read_only:false; response_revision:3034; number_of_response:1; }","duration":"144.254389ms","start":"2026-04-23T00:24:11.236411Z","end":"2026-04-23T00:24:11.380665Z","steps":["trace[422019566] 'process raft request' (duration: 144.089544ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:50.119653Z","caller":"traceutil/trace.go:171","msg":"trace[1877963307] linearizableReadLoop","detail":"{readStateIndex:3814; appliedIndex:3813; }","duration":"251.693711ms","start":"2026-04-23T00:25:49.867936Z","end":"2026-04-23T00:25:50.11963Z","steps":["trace[1877963307] 'read index received' (duration: 251.499746ms)","trace[1877963307] 'applied index is now lower than readState.Index' (duration: 193.075µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:25:50.119756Z","caller":"traceutil/trace.go:171","msg":"trace[1032088035] transaction","detail":"{read_only:false; response_revision:3669; number_of_response:1; }","duration":"260.270801ms","start":"2026-04-23T00:25:49.859435Z","end":"2026-04-23T00:25:50.119706Z","steps":["trace[1032088035] 'process raft request' (duration: 260.052095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:50.119854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.898716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:25:50.119899Z","caller":"traceutil/trace.go:171","msg":"trace[1307444784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3669; }","duration":"251.985319ms","start":"2026-04-23T00:25:49.867905Z","end":"2026-04-23T00:25:50.11989Z","steps":["trace[1307444784] 'agreement among raft nodes before linearized reading' (duration: 251.869276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:50.120317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.946582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:25:50.120391Z","caller":"traceutil/trace.go:171","msg":"trace[346867799] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:3669; }","duration":"174.069135ms","start":"2026-04-23T00:25:49.946306Z","end":"2026-04-23T00:25:50.120375Z","steps":["trace[346867799] 'agreement among raft nodes before linearized reading' (duration: 173.918911ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:53.125626Z","caller":"traceutil/trace.go:171","msg":"trace[330103504] linearizableReadLoop","detail":"{readStateIndex:3879; appliedIndex:3878; }","duration":"171.176911ms","start":"2026-04-23T00:25:52.954423Z","end":"2026-04-23T00:25:53.1256Z","steps":["trace[330103504] 'read index received' (duration: 170.451493ms)","trace[330103504] 'applied index is now lower than readState.Index' (duration: 724.298µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:25:53.125972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.52524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63044"} {"level":"info","ts":"2026-04-23T00:25:53.125935Z","caller":"traceutil/trace.go:171","msg":"trace[2112082882] transaction","detail":"{read_only:false; response_revision:3735; number_of_response:1; }","duration":"132.133107ms","start":"2026-04-23T00:25:52.993745Z","end":"2026-04-23T00:25:53.125878Z","steps":["trace[2112082882] 'process raft request' (duration: 131.979873ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:53.12605Z","caller":"traceutil/trace.go:171","msg":"trace[135821165] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3734; }","duration":"171.636932ms","start":"2026-04-23T00:25:52.954398Z","end":"2026-04-23T00:25:53.126035Z","steps":["trace[135821165] 'agreement among raft nodes before linearized reading' (duration: 171.383966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:53.126035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.068964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-pkr7b\" ","response":"range_response_count:1 size:4779"} {"level":"info","ts":"2026-04-23T00:25:53.126144Z","caller":"traceutil/trace.go:171","msg":"trace[684698350] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-pkr7b; range_end:; response_count:1; response_revision:3735; }","duration":"116.212239ms","start":"2026-04-23T00:25:53.009899Z","end":"2026-04-23T00:25:53.126111Z","steps":["trace[684698350] 'agreement among raft nodes before linearized reading' (duration: 115.967423ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:53.126284Z","caller":"traceutil/trace.go:171","msg":"trace[783946452] transaction","detail":"{read_only:false; response_revision:3734; number_of_response:1; }","duration":"171.876419ms","start":"2026-04-23T00:25:52.953856Z","end":"2026-04-23T00:25:53.125732Z","steps":["trace[783946452] 'process raft request' (duration: 171.022598ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:23.504103Z","caller":"traceutil/trace.go:171","msg":"trace[1733737075] transaction","detail":"{read_only:false; response_revision:3918; number_of_response:1; }","duration":"275.467811ms","start":"2026-04-23T00:26:23.228599Z","end":"2026-04-23T00:26:23.504067Z","steps":["trace[1733737075] 'process raft request' (duration: 275.231885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:24.581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.740809ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:26:24.581126Z","caller":"traceutil/trace.go:171","msg":"trace[1285416447] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3918; }","duration":"254.881213ms","start":"2026-04-23T00:26:24.326226Z","end":"2026-04-23T00:26:24.581107Z","steps":["trace[1285416447] 'range keys from in-memory index tree' (duration: 254.725579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:24.581794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.856213ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:26:24.582069Z","caller":"traceutil/trace.go:171","msg":"trace[1349772451] transaction","detail":"{read_only:false; response_revision:3919; number_of_response:1; }","duration":"1.321659618s","start":"2026-04-23T00:26:23.260385Z","end":"2026-04-23T00:26:24.582044Z","steps":["trace[1349772451] 'process raft request' (duration: 882.385545ms)","trace[1349772451] 'compare' (duration: 437.717053ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:26:24.582123Z","caller":"traceutil/trace.go:171","msg":"trace[272568531] transaction","detail":"{read_only:false; response_revision:3920; number_of_response:1; }","duration":"1.319251417s","start":"2026-04-23T00:26:23.262855Z","end":"2026-04-23T00:26:24.582106Z","steps":["trace[272568531] 'process raft request' (duration: 1.319084643s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:24.582161Z","caller":"traceutil/trace.go:171","msg":"trace[498709007] transaction","detail":"{read_only:false; response_revision:3921; number_of_response:1; }","duration":"337.440736ms","start":"2026-04-23T00:26:24.244695Z","end":"2026-04-23T00:26:24.582136Z","steps":["trace[498709007] 'process raft request' (duration: 337.370084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:24.582225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:23.260369Z","time spent":"1.321764732s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:26:24.582306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:23.262836Z","time spent":"1.319319798s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:26:24.582255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:24.244671Z","time spent":"337.544108ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:26:24.582339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313611641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:26:24.5824Z","caller":"traceutil/trace.go:171","msg":"trace[971447976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3921; }","duration":"1.313712864s","start":"2026-04-23T00:26:23.268672Z","end":"2026-04-23T00:26:24.582384Z","steps":["trace[971447976] 'agreement among raft nodes before linearized reading' (duration: 1.313531149s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:24.582438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:23.26866Z","time spent":"1.313772295s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:26:24.582939Z","caller":"traceutil/trace.go:171","msg":"trace[795182211] linearizableReadLoop","detail":"{readStateIndex:4072; appliedIndex:4069; }","duration":"1.313421237s","start":"2026-04-23T00:26:23.268709Z","end":"2026-04-23T00:26:24.582131Z","steps":["trace[795182211] 'read index received' (duration: 235.162386ms)","trace[795182211] 'applied index is now lower than readState.Index' (duration: 1.07825158s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:26:24.583151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.890873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T00:26:24.583164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310480962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wwl8n\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-23T00:26:24.583188Z","caller":"traceutil/trace.go:171","msg":"trace[1714867515] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3921; }","duration":"897.967775ms","start":"2026-04-23T00:26:23.685213Z","end":"2026-04-23T00:26:24.58318Z","steps":["trace[1714867515] 'agreement among raft nodes before linearized reading' (duration: 897.852602ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:24.583201Z","caller":"traceutil/trace.go:171","msg":"trace[1225062073] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wwl8n; range_end:; response_count:1; response_revision:3921; }","duration":"1.310539472s","start":"2026-04-23T00:26:23.272649Z","end":"2026-04-23T00:26:24.583188Z","steps":["trace[1225062073] 'agreement among raft nodes before linearized reading' (duration: 1.310403689s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:24.583237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:23.272638Z","time spent":"1.310591375s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-wwl8n\" "} {"level":"warn","ts":"2026-04-23T00:26:24.583264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.638966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T00:26:24.583283Z","caller":"traceutil/trace.go:171","msg":"trace[2077324816] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3921; }","duration":"804.694608ms","start":"2026-04-23T00:26:23.778583Z","end":"2026-04-23T00:26:24.583278Z","steps":["trace[2077324816] 'agreement among raft nodes before linearized reading' (duration: 804.640356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:24.583302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:23.778561Z","time spent":"804.736458ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:26:24.583286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.371216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T00:26:24.583317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.525247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-23T00:26:24.583335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.68355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:26:24.583417Z","caller":"traceutil/trace.go:171","msg":"trace[1510675939] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3921; }","duration":"982.497359ms","start":"2026-04-23T00:26:23.600903Z","end":"2026-04-23T00:26:24.583401Z","steps":["trace[1510675939] 'agreement among raft nodes before linearized reading' (duration: 982.214972ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:24.583416Z","caller":"traceutil/trace.go:171","msg":"trace[485754647] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3921; }","duration":"710.680592ms","start":"2026-04-23T00:26:23.872711Z","end":"2026-04-23T00:26:24.583391Z","steps":["trace[485754647] 'agreement among raft nodes before linearized reading' (duration: 710.369194ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:24.583424Z","caller":"traceutil/trace.go:171","msg":"trace[1207799501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3921; }","duration":"899.813233ms","start":"2026-04-23T00:26:23.683587Z","end":"2026-04-23T00:26:24.583401Z","steps":["trace[1207799501] 'agreement among raft nodes before linearized reading' (duration: 899.556936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:24.583467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:23.683567Z","time spent":"899.893525ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:26:24.583475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:23.872664Z","time spent":"710.795874ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T00:26:24.58347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:23.600837Z","time spent":"982.626012ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:26:24.583211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:23.685191Z","time spent":"898.016437ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:26:24.583552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010571181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:26:24.583629Z","caller":"traceutil/trace.go:171","msg":"trace[80263578] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3921; }","duration":"1.010680754s","start":"2026-04-23T00:26:23.572932Z","end":"2026-04-23T00:26:24.583613Z","steps":["trace[80263578] 'agreement among raft nodes before linearized reading' (duration: 1.010478989s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:24.583705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.554688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T00:26:24.583707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:23.57291Z","time spent":"1.010784816s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T00:26:24.583782Z","caller":"traceutil/trace.go:171","msg":"trace[1156667400] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3921; }","duration":"274.62399ms","start":"2026-04-23T00:26:24.309099Z","end":"2026-04-23T00:26:24.583723Z","steps":["trace[1156667400] 'agreement among raft nodes before linearized reading' (duration: 274.533778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:24.583832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205981394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:26:24.583948Z","caller":"traceutil/trace.go:171","msg":"trace[473862250] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:3921; }","duration":"1.206251411s","start":"2026-04-23T00:26:23.377669Z","end":"2026-04-23T00:26:24.58392Z","steps":["trace[473862250] 'agreement among raft nodes before linearized reading' (duration: 1.205952393s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:24.584005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:23.377639Z","time spent":"1.206353864s","remote":"127.0.0.1:46760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:27:33.283Z","caller":"traceutil/trace.go:171","msg":"trace[1360178656] transaction","detail":"{read_only:false; response_revision:4394; number_of_response:1; }","duration":"227.726338ms","start":"2026-04-23T00:27:33.055243Z","end":"2026-04-23T00:27:33.28297Z","steps":["trace[1360178656] 'process raft request' (duration: 227.507132ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:33.293977Z","caller":"traceutil/trace.go:171","msg":"trace[685454184] transaction","detail":"{read_only:false; response_revision:4395; number_of_response:1; }","duration":"238.134362ms","start":"2026-04-23T00:27:33.05582Z","end":"2026-04-23T00:27:33.293955Z","steps":["trace[685454184] 'process raft request' (duration: 237.987149ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:33.294318Z","caller":"traceutil/trace.go:171","msg":"trace[1189881601] transaction","detail":"{read_only:false; response_revision:4398; number_of_response:1; }","duration":"237.331932ms","start":"2026-04-23T00:27:33.056965Z","end":"2026-04-23T00:27:33.294297Z","steps":["trace[1189881601] 'process raft request' (duration: 237.25248ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:33.294491Z","caller":"traceutil/trace.go:171","msg":"trace[829681206] transaction","detail":"{read_only:false; response_revision:4396; number_of_response:1; }","duration":"238.44166ms","start":"2026-04-23T00:27:33.056025Z","end":"2026-04-23T00:27:33.294467Z","steps":["trace[829681206] 'process raft request' (duration: 237.895996ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:33.294603Z","caller":"traceutil/trace.go:171","msg":"trace[237127298] transaction","detail":"{read_only:false; response_revision:4397; number_of_response:1; }","duration":"238.0254ms","start":"2026-04-23T00:27:33.056546Z","end":"2026-04-23T00:27:33.294572Z","steps":["trace[237127298] 'process raft request' (duration: 237.583769ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:38.395767Z","caller":"traceutil/trace.go:171","msg":"trace[184506860] transaction","detail":"{read_only:false; response_revision:4727; number_of_response:1; }","duration":"155.090812ms","start":"2026-04-23T00:27:38.240658Z","end":"2026-04-23T00:27:38.395748Z","steps":["trace[184506860] 'process raft request' (duration: 154.798495ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:38.401252Z","caller":"traceutil/trace.go:171","msg":"trace[1157488483] transaction","detail":"{read_only:false; response_revision:4728; number_of_response:1; }","duration":"160.337616ms","start":"2026-04-23T00:27:38.240884Z","end":"2026-04-23T00:27:38.401221Z","steps":["trace[1157488483] 'process raft request' (duration: 159.938806ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:38.401374Z","caller":"traceutil/trace.go:171","msg":"trace[1749905544] transaction","detail":"{read_only:false; response_revision:4729; number_of_response:1; }","duration":"109.424264ms","start":"2026-04-23T00:27:38.291912Z","end":"2026-04-23T00:27:38.401337Z","steps":["trace[1749905544] 'process raft request' (duration: 109.23042ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:38.860861Z","caller":"traceutil/trace.go:171","msg":"trace[40303763] transaction","detail":"{read_only:false; response_revision:4744; number_of_response:1; }","duration":"119.202565ms","start":"2026-04-23T00:27:38.741634Z","end":"2026-04-23T00:27:38.860837Z","steps":["trace[40303763] 'process raft request' (duration: 119.040461ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:39.244394Z","caller":"traceutil/trace.go:171","msg":"trace[676511519] transaction","detail":"{read_only:false; response_revision:4758; number_of_response:1; }","duration":"101.755399ms","start":"2026-04-23T00:27:39.142603Z","end":"2026-04-23T00:27:39.244358Z","steps":["trace[676511519] 'process raft request' (duration: 45.942544ms)","trace[676511519] 'compare' (duration: 55.574509ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:27:39.842692Z","caller":"traceutil/trace.go:171","msg":"trace[1520297606] linearizableReadLoop","detail":"{readStateIndex:4966; appliedIndex:4965; }","duration":"206.504065ms","start":"2026-04-23T00:27:39.636155Z","end":"2026-04-23T00:27:39.842659Z","steps":["trace[1520297606] 'read index received' (duration: 204.035102ms)","trace[1520297606] 'applied index is now lower than readState.Index' (duration: 2.467013ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:27:39.84297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.796272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T00:27:39.843046Z","caller":"traceutil/trace.go:171","msg":"trace[1671469980] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4777; }","duration":"206.919335ms","start":"2026-04-23T00:27:39.636103Z","end":"2026-04-23T00:27:39.843022Z","steps":["trace[1671469980] 'agreement among raft nodes before linearized reading' (duration: 206.697589ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:39.852163Z","caller":"traceutil/trace.go:171","msg":"trace[1977925010] transaction","detail":"{read_only:false; response_revision:4778; number_of_response:1; }","duration":"205.511241ms","start":"2026-04-23T00:27:39.646632Z","end":"2026-04-23T00:27:39.852143Z","steps":["trace[1977925010] 'process raft request' (duration: 205.353007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:39.852501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.088356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:4334"} {"level":"info","ts":"2026-04-23T00:27:39.852565Z","caller":"traceutil/trace.go:171","msg":"trace[453869941] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:4779; }","duration":"208.191849ms","start":"2026-04-23T00:27:39.644357Z","end":"2026-04-23T00:27:39.852549Z","steps":["trace[453869941] 'agreement among raft nodes before linearized reading' (duration: 207.978224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:39.85258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.017604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-23T00:27:39.852619Z","caller":"traceutil/trace.go:171","msg":"trace[1595182360] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4779; }","duration":"161.115816ms","start":"2026-04-23T00:27:39.691494Z","end":"2026-04-23T00:27:39.85261Z","steps":["trace[1595182360] 'agreement among raft nodes before linearized reading' (duration: 160.997953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:42.180081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.946894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:27:42.180183Z","caller":"traceutil/trace.go:171","msg":"trace[1524148956] linearizableReadLoop","detail":"{readStateIndex:5020; appliedIndex:5019; }","duration":"591.215801ms","start":"2026-04-23T00:27:41.588949Z","end":"2026-04-23T00:27:42.180165Z","steps":["trace[1524148956] 'read index received' (duration: 202.233765ms)","trace[1524148956] 'applied index is now lower than readState.Index' (duration: 388.980986ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:27:42.180224Z","caller":"traceutil/trace.go:171","msg":"trace[168488992] transaction","detail":"{read_only:false; response_revision:4831; number_of_response:1; }","duration":"604.722355ms","start":"2026-04-23T00:27:41.575461Z","end":"2026-04-23T00:27:42.180183Z","steps":["trace[168488992] 'process raft request' (duration: 215.578756ms)","trace[168488992] 'compare' (duration: 388.839422ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:27:42.180374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:41.575419Z","time spent":"604.885569ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4721,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:27:42.180458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.164083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-23T00:27:42.180521Z","caller":"traceutil/trace.go:171","msg":"trace[1899698158] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4831; }","duration":"606.209684ms","start":"2026-04-23T00:27:41.57428Z","end":"2026-04-23T00:27:42.18049Z","steps":["trace[1899698158] 'agreement among raft nodes before linearized reading' (duration: 606.121692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:42.180561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:41.574275Z","time spent":"606.278265ms","remote":"127.0.0.1:37430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":732,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-04-23T00:27:42.180383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.149538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-2mw9z\" ","response":"range_response_count:1 size:5041"} {"level":"info","ts":"2026-04-23T00:27:42.180612Z","caller":"traceutil/trace.go:171","msg":"trace[1618340135] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-2mw9z; range_end:; response_count:1; response_revision:4831; }","duration":"600.401096ms","start":"2026-04-23T00:27:41.580199Z","end":"2026-04-23T00:27:42.1806Z","steps":["trace[1618340135] 'agreement among raft nodes before linearized reading' (duration: 600.032986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:42.180651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:41.580187Z","time spent":"600.451807ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5065,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-2mw9z\" "} {"level":"info","ts":"2026-04-23T00:27:42.18136Z","caller":"traceutil/trace.go:171","msg":"trace[1420628023] transaction","detail":"{read_only:false; response_revision:4832; number_of_response:1; }","duration":"589.609709ms","start":"2026-04-23T00:27:41.591712Z","end":"2026-04-23T00:27:42.181322Z","steps":["trace[1420628023] 'process raft request' (duration: 589.365003ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:42.18145Z","caller":"traceutil/trace.go:171","msg":"trace[243756348] transaction","detail":"{read_only:false; response_revision:4833; number_of_response:1; }","duration":"507.725177ms","start":"2026-04-23T00:27:41.673698Z","end":"2026-04-23T00:27:42.181423Z","steps":["trace[243756348] 'process raft request' (duration: 507.543003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:42.181551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:41.59169Z","time spent":"589.761863ms","remote":"127.0.0.1:37714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11967,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:27:42.181645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:41.673672Z","time spent":"507.873941ms","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3862,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:27:42.188819Z","caller":"traceutil/trace.go:171","msg":"trace[1645044275] transaction","detail":"{read_only:false; response_revision:4834; number_of_response:1; }","duration":"331.420536ms","start":"2026-04-23T00:27:41.857375Z","end":"2026-04-23T00:27:42.188796Z","steps":["trace[1645044275] 'process raft request' (duration: 331.106808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:42.188911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:41.857342Z","time spent":"331.524609ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:27:42.189061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.289429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:27:42.189103Z","caller":"traceutil/trace.go:171","msg":"trace[1415891816] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:4834; }","duration":"139.33882ms","start":"2026-04-23T00:27:42.049754Z","end":"2026-04-23T00:27:42.189093Z","steps":["trace[1415891816] 'agreement among raft nodes before linearized reading' (duration: 139.270419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:42.189875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.634173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/local-path-storage/\" range_end:\"/registry/resourcequotas/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:27:42.189948Z","caller":"traceutil/trace.go:171","msg":"trace[2111959503] range","detail":"{range_begin:/registry/resourcequotas/local-path-storage/; range_end:/registry/resourcequotas/local-path-storage0; response_count:0; response_revision:4834; }","duration":"597.741826ms","start":"2026-04-23T00:27:41.59219Z","end":"2026-04-23T00:27:42.189932Z","steps":["trace[2111959503] 'agreement among raft nodes before linearized reading' (duration: 597.381187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:42.189976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:41.592182Z","time spent":"597.786637ms","remote":"127.0.0.1:37414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/local-path-storage/\" range_end:\"/registry/resourcequotas/local-path-storage0\" "} {"level":"warn","ts":"2026-04-23T00:27:42.190087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.637164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:49 size:1957109"} {"level":"info","ts":"2026-04-23T00:27:42.190121Z","caller":"traceutil/trace.go:171","msg":"trace[855036436] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:49; response_revision:4834; }","duration":"467.713076ms","start":"2026-04-23T00:27:41.722401Z","end":"2026-04-23T00:27:42.190114Z","steps":["trace[855036436] 'agreement among raft nodes before linearized reading' (duration: 466.802503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:42.190147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:41.722379Z","time spent":"467.761018ms","remote":"127.0.0.1:37434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":49,"response size":1957133,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-04-23T00:27:43.309767Z","caller":"traceutil/trace.go:171","msg":"trace[904401859] transaction","detail":"{read_only:false; response_revision:4878; number_of_response:1; }","duration":"123.090104ms","start":"2026-04-23T00:27:43.186651Z","end":"2026-04-23T00:27:43.309741Z","steps":["trace[904401859] 'process raft request' (duration: 122.901319ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:43.420453Z","caller":"traceutil/trace.go:171","msg":"trace[883705541] linearizableReadLoop","detail":"{readStateIndex:5068; appliedIndex:5066; }","duration":"208.031163ms","start":"2026-04-23T00:27:43.212399Z","end":"2026-04-23T00:27:43.42043Z","steps":["trace[883705541] 'read index received' (duration: 97.047989ms)","trace[883705541] 'applied index is now lower than readState.Index' (duration: 110.982154ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:27:43.42058Z","caller":"traceutil/trace.go:171","msg":"trace[1977809921] transaction","detail":"{read_only:false; response_revision:4879; number_of_response:1; }","duration":"221.976449ms","start":"2026-04-23T00:27:43.198573Z","end":"2026-04-23T00:27:43.420549Z","steps":["trace[1977809921] 'process raft request' (duration: 221.684342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:43.420696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.276469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aaa1d81f-bd71-4906-9e27-8b8e068ae081\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-04-23T00:27:43.42074Z","caller":"traceutil/trace.go:171","msg":"trace[216094024] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-aaa1d81f-bd71-4906-9e27-8b8e068ae081; range_end:; response_count:1; response_revision:4879; }","duration":"208.381982ms","start":"2026-04-23T00:27:43.212346Z","end":"2026-04-23T00:27:43.420728Z","steps":["trace[216094024] 'agreement among raft nodes before linearized reading' (duration: 208.206707ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:43.479578Z","caller":"traceutil/trace.go:171","msg":"trace[1217003735] transaction","detail":"{read_only:false; response_revision:4880; number_of_response:1; }","duration":"160.474878ms","start":"2026-04-23T00:27:43.319074Z","end":"2026-04-23T00:27:43.479549Z","steps":["trace[1217003735] 'process raft request' (duration: 160.105119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:43.479593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.548035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:27:43.479664Z","caller":"traceutil/trace.go:171","msg":"trace[484198645] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4880; }","duration":"148.662498ms","start":"2026-04-23T00:27:43.330985Z","end":"2026-04-23T00:27:43.479647Z","steps":["trace[484198645] 'agreement among raft nodes before linearized reading' (duration: 148.486282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:43.479784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.17006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:27:43.479843Z","caller":"traceutil/trace.go:171","msg":"trace[23396589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4880; }","duration":"140.269652ms","start":"2026-04-23T00:27:43.33956Z","end":"2026-04-23T00:27:43.479829Z","steps":["trace[23396589] 'agreement among raft nodes before linearized reading' (duration: 140.064307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:43.479968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.290194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T00:27:43.479969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.015052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:27:43.48002Z","caller":"traceutil/trace.go:171","msg":"trace[1878050930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4880; }","duration":"142.385997ms","start":"2026-04-23T00:27:43.33762Z","end":"2026-04-23T00:27:43.480006Z","steps":["trace[1878050930] 'agreement among raft nodes before linearized reading' (duration: 142.253083ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:43.480083Z","caller":"traceutil/trace.go:171","msg":"trace[1221291328] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4880; }","duration":"159.309149ms","start":"2026-04-23T00:27:43.320753Z","end":"2026-04-23T00:27:43.480063Z","steps":["trace[1221291328] 'agreement among raft nodes before linearized reading' (duration: 158.897049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:43.480193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.599352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T00:27:43.48028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.127041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:27:43.480359Z","caller":"traceutil/trace.go:171","msg":"trace[704396775] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4880; }","duration":"142.770226ms","start":"2026-04-23T00:27:43.337567Z","end":"2026-04-23T00:27:43.480337Z","steps":["trace[704396775] 'agreement among raft nodes before linearized reading' (duration: 141.862712ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:43.480429Z","caller":"traceutil/trace.go:171","msg":"trace[462622865] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4880; }","duration":"234.363986ms","start":"2026-04-23T00:27:43.24604Z","end":"2026-04-23T00:27:43.480404Z","steps":["trace[462622865] 'agreement among raft nodes before linearized reading' (duration: 233.965976ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:43.838796Z","caller":"traceutil/trace.go:171","msg":"trace[155123500] transaction","detail":"{read_only:false; response_revision:4900; number_of_response:1; }","duration":"144.167123ms","start":"2026-04-23T00:27:43.694598Z","end":"2026-04-23T00:27:43.838765Z","steps":["trace[155123500] 'process raft request' (duration: 143.715051ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:45.347743Z","caller":"traceutil/trace.go:171","msg":"trace[1072747485] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"450.304961ms","start":"2026-04-23T00:27:44.897389Z","end":"2026-04-23T00:27:45.347694Z","steps":["trace[1072747485] 'process raft request' (duration: 450.029964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:45.347908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:44.897379Z","time spent":"450.444414ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:27:45.350094Z","caller":"traceutil/trace.go:171","msg":"trace[489615084] linearizableReadLoop","detail":"{readStateIndex:5102; appliedIndex:5100; }","duration":"352.469672ms","start":"2026-04-23T00:27:44.997598Z","end":"2026-04-23T00:27:45.350068Z","steps":["trace[489615084] 'read index received' (duration: 349.735693ms)","trace[489615084] 'applied index is now lower than readState.Index' (duration: 2.732789ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:27:45.350346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.738879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:27:45.350396Z","caller":"traceutil/trace.go:171","msg":"trace[1900828630] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4911; }","duration":"352.827621ms","start":"2026-04-23T00:27:44.997555Z","end":"2026-04-23T00:27:45.350383Z","steps":["trace[1900828630] 'agreement among raft nodes before linearized reading' (duration: 352.687608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:45.350446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:44.997534Z","time spent":"352.903644ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:27:45.350459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.806895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wwl8n\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-23T00:27:45.350607Z","caller":"traceutil/trace.go:171","msg":"trace[1321669196] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wwl8n; range_end:; response_count:1; response_revision:4911; }","duration":"350.105822ms","start":"2026-04-23T00:27:45.00049Z","end":"2026-04-23T00:27:45.350596Z","steps":["trace[1321669196] 'agreement among raft nodes before linearized reading' (duration: 349.773373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:45.350665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:45.000457Z","time spent":"350.198034ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-wwl8n\" "} {"level":"info","ts":"2026-04-23T00:27:46.084491Z","caller":"traceutil/trace.go:171","msg":"trace[1798861603] transaction","detail":"{read_only:false; response_revision:4919; number_of_response:1; }","duration":"136.456354ms","start":"2026-04-23T00:27:45.947993Z","end":"2026-04-23T00:27:46.08445Z","steps":["trace[1798861603] 'process raft request' (duration: 136.223408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:48.891263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.233108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-23T00:27:48.891331Z","caller":"traceutil/trace.go:171","msg":"trace[1798131684] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:4989; }","duration":"836.33338ms","start":"2026-04-23T00:27:48.05498Z","end":"2026-04-23T00:27:48.891313Z","steps":["trace[1798131684] 'range keys from in-memory index tree' (duration: 836.080655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:48.891356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:48.054965Z","time spent":"836.386022ms","remote":"127.0.0.1:37430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-04-23T00:27:48.891787Z","caller":"traceutil/trace.go:171","msg":"trace[785853781] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"684.899443ms","start":"2026-04-23T00:27:48.206864Z","end":"2026-04-23T00:27:48.891763Z","steps":["trace[785853781] 'process raft request' (duration: 676.215581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:48.891903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:48.206837Z","time spent":"685.002917ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:27:48.893071Z","caller":"traceutil/trace.go:171","msg":"trace[383757168] transaction","detail":"{read_only:false; response_revision:4991; number_of_response:1; }","duration":"486.031755ms","start":"2026-04-23T00:27:48.407023Z","end":"2026-04-23T00:27:48.893055Z","steps":["trace[383757168] 'process raft request' (duration: 485.887611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:48.893137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:48.406997Z","time spent":"486.108636ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14481,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:27:48.893231Z","caller":"traceutil/trace.go:171","msg":"trace[630057758] linearizableReadLoop","detail":"{readStateIndex:5187; appliedIndex:5185; }","duration":"426.958985ms","start":"2026-04-23T00:27:48.466241Z","end":"2026-04-23T00:27:48.8932Z","steps":["trace[630057758] 'read index received' (duration: 416.770904ms)","trace[630057758] 'applied index is now lower than readState.Index' (duration: 10.187091ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:27:48.893341Z","caller":"traceutil/trace.go:171","msg":"trace[1565354998] transaction","detail":"{read_only:false; response_revision:4992; number_of_response:1; }","duration":"220.120433ms","start":"2026-04-23T00:27:48.673212Z","end":"2026-04-23T00:27:48.893332Z","steps":["trace[1565354998] 'process raft request' (duration: 219.805765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:48.893476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.212831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:27:48.893521Z","caller":"traceutil/trace.go:171","msg":"trace[728130909] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4992; }","duration":"427.309773ms","start":"2026-04-23T00:27:48.466199Z","end":"2026-04-23T00:27:48.893509Z","steps":["trace[728130909] 'agreement among raft nodes before linearized reading' (duration: 427.15714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:48.893521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.157783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:27:48.893559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:48.46618Z","time spent":"427.369005ms","remote":"127.0.0.1:58168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:27:48.893573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.239441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-g7d8h\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-04-23T00:27:48.893582Z","caller":"traceutil/trace.go:171","msg":"trace[1369580954] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:4992; }","duration":"294.269636ms","start":"2026-04-23T00:27:48.599291Z","end":"2026-04-23T00:27:48.893561Z","steps":["trace[1369580954] 'agreement among raft nodes before linearized reading' (duration: 294.171583ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:48.8936Z","caller":"traceutil/trace.go:171","msg":"trace[1611431803] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-g7d8h; range_end:; response_count:1; response_revision:4992; }","duration":"221.307273ms","start":"2026-04-23T00:27:48.672283Z","end":"2026-04-23T00:27:48.893591Z","steps":["trace[1611431803] 'agreement among raft nodes before linearized reading' (duration: 221.230061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:48.89367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.845704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:27:48.893721Z","caller":"traceutil/trace.go:171","msg":"trace[441368827] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:4992; }","duration":"291.945616ms","start":"2026-04-23T00:27:48.601758Z","end":"2026-04-23T00:27:48.893704Z","steps":["trace[441368827] 'agreement among raft nodes before linearized reading' (duration: 291.818293ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:49.413718Z","caller":"traceutil/trace.go:171","msg":"trace[593547371] linearizableReadLoop","detail":"{readStateIndex:5196; appliedIndex:5195; }","duration":"195.405722ms","start":"2026-04-23T00:27:49.218291Z","end":"2026-04-23T00:27:49.413697Z","steps":["trace[593547371] 'read index received' (duration: 195.190006ms)","trace[593547371] 'applied index is now lower than readState.Index' (duration: 214.645µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:27:49.413868Z","caller":"traceutil/trace.go:171","msg":"trace[1299811944] transaction","detail":"{read_only:false; response_revision:4999; number_of_response:1; }","duration":"209.942543ms","start":"2026-04-23T00:27:49.203885Z","end":"2026-04-23T00:27:49.413828Z","steps":["trace[1299811944] 'process raft request' (duration: 209.562003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:49.413961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.653728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-04-23T00:27:49.413999Z","caller":"traceutil/trace.go:171","msg":"trace[276485866] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4999; }","duration":"195.73014ms","start":"2026-04-23T00:27:49.218258Z","end":"2026-04-23T00:27:49.413988Z","steps":["trace[276485866] 'agreement among raft nodes before linearized reading' (duration: 195.554405ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:49.781259Z","caller":"traceutil/trace.go:171","msg":"trace[1241105223] transaction","detail":"{read_only:false; response_revision:5077; number_of_response:1; }","duration":"128.657916ms","start":"2026-04-23T00:27:49.652569Z","end":"2026-04-23T00:27:49.781227Z","steps":["trace[1241105223] 'process raft request' (duration: 128.337738ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:49.781484Z","caller":"traceutil/trace.go:171","msg":"trace[1247836561] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"123.145325ms","start":"2026-04-23T00:27:49.658303Z","end":"2026-04-23T00:27:49.781449Z","steps":["trace[1247836561] 'process raft request' (duration: 122.821357ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:49.781963Z","caller":"traceutil/trace.go:171","msg":"trace[2101632803] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"120.002405ms","start":"2026-04-23T00:27:49.661925Z","end":"2026-04-23T00:27:49.781927Z","steps":["trace[2101632803] 'process raft request' (duration: 119.310808ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:50.352027Z","caller":"traceutil/trace.go:171","msg":"trace[1120628957] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"107.596789ms","start":"2026-04-23T00:27:50.244407Z","end":"2026-04-23T00:27:50.352004Z","steps":["trace[1120628957] 'process raft request' (duration: 107.447805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:50.941064Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149600822,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:27:51.234633Z","caller":"traceutil/trace.go:171","msg":"trace[922721471] transaction","detail":"{read_only:false; response_revision:5101; number_of_response:1; }","duration":"877.490302ms","start":"2026-04-23T00:27:50.357108Z","end":"2026-04-23T00:27:51.234598Z","steps":["trace[922721471] 'process raft request' (duration: 875.85564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:51.234822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:50.357087Z","time spent":"877.633625ms","remote":"127.0.0.1:49122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2175,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:27:51.244949Z","caller":"traceutil/trace.go:171","msg":"trace[1490609741] transaction","detail":"{read_only:false; response_revision:5102; number_of_response:1; }","duration":"885.617338ms","start":"2026-04-23T00:27:50.359314Z","end":"2026-04-23T00:27:51.244932Z","steps":["trace[1490609741] 'process raft request' (duration: 885.408322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:51.245051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:50.359296Z","time spent":"885.709742ms","remote":"127.0.0.1:49090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2927,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:27:51.245577Z","caller":"traceutil/trace.go:171","msg":"trace[639038989] transaction","detail":"{read_only:false; response_revision:5103; number_of_response:1; }","duration":"348.438123ms","start":"2026-04-23T00:27:50.89713Z","end":"2026-04-23T00:27:51.245568Z","steps":["trace[639038989] 'process raft request' (duration: 347.678393ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:51.245582Z","caller":"traceutil/trace.go:171","msg":"trace[1401198367] linearizableReadLoop","detail":"{readStateIndex:5302; appliedIndex:5299; }","duration":"805.01315ms","start":"2026-04-23T00:27:50.440552Z","end":"2026-04-23T00:27:51.245565Z","steps":["trace[1401198367] 'read index received' (duration: 792.43648ms)","trace[1401198367] 'applied index is now lower than readState.Index' (duration: 12.5761ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:27:51.245624Z","caller":"traceutil/trace.go:171","msg":"trace[1981737111] transaction","detail":"{read_only:false; response_revision:5104; number_of_response:1; }","duration":"252.132095ms","start":"2026-04-23T00:27:50.993469Z","end":"2026-04-23T00:27:51.245601Z","steps":["trace[1981737111] 'process raft request' (duration: 252.058544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:51.245629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:50.897111Z","time spent":"348.487043ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:27:51.245864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.269647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18a8d4d648192d04\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-04-23T00:27:51.245961Z","caller":"traceutil/trace.go:171","msg":"trace[501291957] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18a8d4d648192d04; range_end:; response_count:1; response_revision:5104; }","duration":"805.435651ms","start":"2026-04-23T00:27:50.4405Z","end":"2026-04-23T00:27:51.245935Z","steps":["trace[501291957] 'agreement among raft nodes before linearized reading' (duration: 805.152474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:51.246016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:50.44048Z","time spent":"805.525313ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":967,"request content":"key:\"/registry/events/monitoring/storage-loki-0.18a8d4d648192d04\" "} {"level":"warn","ts":"2026-04-23T00:27:51.24994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.115347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:27:51.250004Z","caller":"traceutil/trace.go:171","msg":"trace[8510385] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:5106; }","duration":"171.22906ms","start":"2026-04-23T00:27:51.078757Z","end":"2026-04-23T00:27:51.249986Z","steps":["trace[8510385] 'agreement among raft nodes before linearized reading' (duration: 171.131278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:51.249991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.299819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-g7d8h\" ","response":"range_response_count:1 size:9826"} {"level":"info","ts":"2026-04-23T00:27:51.250051Z","caller":"traceutil/trace.go:171","msg":"trace[2136083247] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-g7d8h; range_end:; response_count:1; response_revision:5106; }","duration":"551.403101ms","start":"2026-04-23T00:27:50.698629Z","end":"2026-04-23T00:27:51.250032Z","steps":["trace[2136083247] 'agreement among raft nodes before linearized reading' (duration: 551.203376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:51.250149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.922308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:27:51.250234Z","caller":"traceutil/trace.go:171","msg":"trace[2103232707] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5106; }","duration":"385.062002ms","start":"2026-04-23T00:27:50.865152Z","end":"2026-04-23T00:27:51.250214Z","steps":["trace[2103232707] 'agreement among raft nodes before linearized reading' (duration: 384.909278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:51.250282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:50.86513Z","time spent":"385.141803ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:27:51.250293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:50.698609Z","time spent":"551.480593ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9850,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-g7d8h\" "} {"level":"warn","ts":"2026-04-23T00:27:51.250255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.237116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9c2daf71-e889-4936-a141-eca6b8067346\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-23T00:27:51.250377Z","caller":"traceutil/trace.go:171","msg":"trace[772660355] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9c2daf71-e889-4936-a141-eca6b8067346; range_end:; response_count:1; response_revision:5106; }","duration":"422.41374ms","start":"2026-04-23T00:27:50.827934Z","end":"2026-04-23T00:27:51.250348Z","steps":["trace[772660355] 'agreement among raft nodes before linearized reading' (duration: 422.089942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:51.25045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:50.827914Z","time spent":"422.520722ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9c2daf71-e889-4936-a141-eca6b8067346\" "} {"level":"warn","ts":"2026-04-23T00:27:51.250273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.791819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-g7d8h.18a8d4d641ab778e\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-04-23T00:27:51.250593Z","caller":"traceutil/trace.go:171","msg":"trace[1245421046] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-g7d8h.18a8d4d641ab778e; range_end:; response_count:1; response_revision:5106; }","duration":"550.131398ms","start":"2026-04-23T00:27:50.700444Z","end":"2026-04-23T00:27:51.250575Z","steps":["trace[1245421046] 'agreement among raft nodes before linearized reading' (duration: 549.701857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:51.250631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:50.700433Z","time spent":"550.18569ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":986,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-g7d8h.18a8d4d641ab778e\" "} {"level":"info","ts":"2026-04-23T00:27:52.88059Z","caller":"traceutil/trace.go:171","msg":"trace[1163836272] linearizableReadLoop","detail":"{readStateIndex:5323; appliedIndex:5322; }","duration":"354.998738ms","start":"2026-04-23T00:27:52.525562Z","end":"2026-04-23T00:27:52.88056Z","steps":["trace[1163836272] 'read index received' (duration: 354.379632ms)","trace[1163836272] 'applied index is now lower than readState.Index' (duration: 617.526µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:27:52.880685Z","caller":"traceutil/trace.go:171","msg":"trace[1094889735] transaction","detail":"{read_only:false; response_revision:5124; number_of_response:1; }","duration":"395.074197ms","start":"2026-04-23T00:27:52.485574Z","end":"2026-04-23T00:27:52.880648Z","steps":["trace[1094889735] 'process raft request' (duration: 394.585585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:52.880804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.215524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:27:52.880861Z","caller":"traceutil/trace.go:171","msg":"trace[854730619] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:5124; }","duration":"355.328226ms","start":"2026-04-23T00:27:52.525514Z","end":"2026-04-23T00:27:52.880842Z","steps":["trace[854730619] 'agreement among raft nodes before linearized reading' (duration: 355.218473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:52.880866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:52.485539Z","time spent":"395.224091ms","remote":"127.0.0.1:54424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413790,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:27:52.880915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:52.525494Z","time spent":"355.408438ms","remote":"127.0.0.1:57996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:27:55.357834Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149600936,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:27:55.858906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149600936,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:27:55.994731Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.15490162s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:27:55.995118Z","caller":"traceutil/trace.go:171","msg":"trace[1574573122] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"1.155432462s","start":"2026-04-23T00:27:54.839663Z","end":"2026-04-23T00:27:55.995095Z","steps":["trace[1574573122] 'process raft request' (duration: 1.155275738s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:55.99526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:54.839628Z","time spent":"1.155545035s","remote":"127.0.0.1:49090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2500,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:27:56.025114Z","caller":"traceutil/trace.go:171","msg":"trace[1537487075] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"1.141367816s","start":"2026-04-23T00:27:54.88372Z","end":"2026-04-23T00:27:56.025087Z","steps":["trace[1537487075] 'process raft request' (duration: 1.139221201s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:56.025283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:54.883702Z","time spent":"1.141494979s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:27:56.082011Z","caller":"traceutil/trace.go:171","msg":"trace[1543149086] transaction","detail":"{read_only:false; response_revision:5155; number_of_response:1; }","duration":"824.523016ms","start":"2026-04-23T00:27:55.257469Z","end":"2026-04-23T00:27:56.081992Z","steps":["trace[1543149086] 'process raft request' (duration: 824.378312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:56.082183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:55.257436Z","time spent":"824.67817ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:27:56.082329Z","caller":"traceutil/trace.go:171","msg":"trace[1646153574] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"819.096948ms","start":"2026-04-23T00:27:55.263204Z","end":"2026-04-23T00:27:56.082301Z","steps":["trace[1646153574] 'process raft request' (duration: 818.75621ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:56.082347Z","caller":"traceutil/trace.go:171","msg":"trace[1437593555] linearizableReadLoop","detail":"{readStateIndex:5358; appliedIndex:5353; }","duration":"1.22499574s","start":"2026-04-23T00:27:54.857317Z","end":"2026-04-23T00:27:56.082312Z","steps":["trace[1437593555] 'read index received' (duration: 1.137967969s)","trace[1437593555] 'applied index is now lower than readState.Index' (duration: 87.026581ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:27:56.08247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:55.263178Z","time spent":"819.218751ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:27:56.082467Z","caller":"traceutil/trace.go:171","msg":"trace[202768684] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"611.451673ms","start":"2026-04-23T00:27:55.47099Z","end":"2026-04-23T00:27:56.082442Z","steps":["trace[202768684] 'process raft request' (duration: 611.186946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:56.082642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222042325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-23T00:27:56.082635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:55.470964Z","time spent":"611.599207ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:27:56.082675Z","caller":"traceutil/trace.go:171","msg":"trace[1127978006] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5157; }","duration":"1.222107547s","start":"2026-04-23T00:27:54.860562Z","end":"2026-04-23T00:27:56.082669Z","steps":["trace[1127978006] 'agreement among raft nodes before linearized reading' (duration: 1.222013314s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:56.082694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:54.860548Z","time spent":"1.222141557s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T00:27:56.082725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22538646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-23T00:27:56.082792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.542888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T00:27:56.082813Z","caller":"traceutil/trace.go:171","msg":"trace[1557354047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5157; }","duration":"495.598209ms","start":"2026-04-23T00:27:55.587211Z","end":"2026-04-23T00:27:56.082809Z","steps":["trace[1557354047] 'agreement among raft nodes before linearized reading' (duration: 495.547208ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:56.082802Z","caller":"traceutil/trace.go:171","msg":"trace[1290508409] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5157; }","duration":"1.225511262s","start":"2026-04-23T00:27:54.857268Z","end":"2026-04-23T00:27:56.082779Z","steps":["trace[1290508409] 'agreement among raft nodes before linearized reading' (duration: 1.225237975s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:56.082837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:55.587192Z","time spent":"495.638671ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:27:56.082858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:54.857246Z","time spent":"1.225599015s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:27:56.082857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.262968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:27:56.082869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.710246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:27:56.082749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.752667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:27:56.082907Z","caller":"traceutil/trace.go:171","msg":"trace[723967763] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5157; }","duration":"572.37385ms","start":"2026-04-23T00:27:55.510518Z","end":"2026-04-23T00:27:56.082892Z","steps":["trace[723967763] 'agreement among raft nodes before linearized reading' (duration: 572.277068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:56.082938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.475018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T00:27:56.082955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.929346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:27:56.082973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.040356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wwl8n\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-23T00:27:56.082955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217064768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:27:56.082998Z","caller":"traceutil/trace.go:171","msg":"trace[1586889320] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wwl8n; range_end:; response_count:1; response_revision:5157; }","duration":"571.074878ms","start":"2026-04-23T00:27:55.511917Z","end":"2026-04-23T00:27:56.082992Z","steps":["trace[1586889320] 'agreement among raft nodes before linearized reading' (duration: 570.984304ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:56.082991Z","caller":"traceutil/trace.go:171","msg":"trace[499536830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5157; }","duration":"499.567321ms","start":"2026-04-23T00:27:55.58341Z","end":"2026-04-23T00:27:56.082978Z","steps":["trace[499536830] 'agreement among raft nodes before linearized reading' (duration: 499.440637ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:56.082967Z","caller":"traceutil/trace.go:171","msg":"trace[1729940231] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5157; }","duration":"172.982823ms","start":"2026-04-23T00:27:55.909957Z","end":"2026-04-23T00:27:56.08294Z","steps":["trace[1729940231] 'agreement among raft nodes before linearized reading' (duration: 172.773208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:56.08302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:55.511911Z","time spent":"571.105268ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-wwl8n\" "} {"level":"warn","ts":"2026-04-23T00:27:56.083013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.027686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:27:56.083033Z","caller":"traceutil/trace.go:171","msg":"trace[170763229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5157; }","duration":"1.217170741s","start":"2026-04-23T00:27:54.865844Z","end":"2026-04-23T00:27:56.083015Z","steps":["trace[170763229] 'agreement among raft nodes before linearized reading' (duration: 1.217054207s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:56.083032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:55.583389Z","time spent":"499.635433ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:27:56.083052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.801621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:27:56.083067Z","caller":"traceutil/trace.go:171","msg":"trace[1536596686] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5157; }","duration":"569.092638ms","start":"2026-04-23T00:27:55.513963Z","end":"2026-04-23T00:27:56.083055Z","steps":["trace[1536596686] 'agreement among raft nodes before linearized reading' (duration: 568.921923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:56.083076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:54.865829Z","time spent":"1.217236854s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:27:56.083081Z","caller":"traceutil/trace.go:171","msg":"trace[1141363169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5157; }","duration":"496.827892ms","start":"2026-04-23T00:27:55.586244Z","end":"2026-04-23T00:27:56.083072Z","steps":["trace[1141363169] 'agreement among raft nodes before linearized reading' (duration: 496.739499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:56.082958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:55.510506Z","time spent":"572.442512ms","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:27:56.083079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.261991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T00:27:56.083097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.624527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-23T00:27:56.083109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:55.586207Z","time spent":"496.896413ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:27:56.083108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:55.513958Z","time spent":"569.141889ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T00:27:56.083128Z","caller":"traceutil/trace.go:171","msg":"trace[433161416] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5157; }","duration":"498.694019ms","start":"2026-04-23T00:27:55.584426Z","end":"2026-04-23T00:27:56.08312Z","steps":["trace[433161416] 'agreement among raft nodes before linearized reading' (duration: 498.587206ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:56.083129Z","caller":"traceutil/trace.go:171","msg":"trace[1149508921] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5157; }","duration":"517.347273ms","start":"2026-04-23T00:27:55.565768Z","end":"2026-04-23T00:27:56.083115Z","steps":["trace[1149508921] 'agreement among raft nodes before linearized reading' (duration: 517.21748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:56.083121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.217626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:27:56.082914Z","caller":"traceutil/trace.go:171","msg":"trace[1271550412] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5157; }","duration":"999.789907ms","start":"2026-04-23T00:27:55.083111Z","end":"2026-04-23T00:27:56.082901Z","steps":["trace[1271550412] 'agreement among raft nodes before linearized reading' (duration: 999.719036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:56.083178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:55.565752Z","time spent":"517.415895ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:27:56.083184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.530459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9c2daf71-e889-4936-a141-eca6b8067346\" ","response":"range_response_count:1 size:3903"} {"level":"warn","ts":"2026-04-23T00:27:56.083208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:55.083089Z","time spent":"1.000108927s","remote":"127.0.0.1:49080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:27:56.083214Z","caller":"traceutil/trace.go:171","msg":"trace[684736001] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9c2daf71-e889-4936-a141-eca6b8067346; range_end:; response_count:1; response_revision:5157; }","duration":"815.55936ms","start":"2026-04-23T00:27:55.267645Z","end":"2026-04-23T00:27:56.083205Z","steps":["trace[684736001] 'agreement among raft nodes before linearized reading' (duration: 815.470358ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:56.083212Z","caller":"traceutil/trace.go:171","msg":"trace[457325718] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:5157; }","duration":"618.36517ms","start":"2026-04-23T00:27:55.464822Z","end":"2026-04-23T00:27:56.083187Z","steps":["trace[457325718] 'agreement among raft nodes before linearized reading' (duration: 618.184725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:56.083242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:55.267585Z","time spent":"815.651482ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3927,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9c2daf71-e889-4936-a141-eca6b8067346\" "} {"level":"warn","ts":"2026-04-23T00:27:56.083261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:55.58439Z","time spent":"498.772021ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T00:27:56.082991Z","caller":"traceutil/trace.go:171","msg":"trace[626520070] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5157; }","duration":"923.005108ms","start":"2026-04-23T00:27:55.159978Z","end":"2026-04-23T00:27:56.082983Z","steps":["trace[626520070] 'agreement among raft nodes before linearized reading' (duration: 922.955626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:56.083285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:55.464805Z","time spent":"618.464552ms","remote":"127.0.0.1:37712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":18,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:27:56.083324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:55.159948Z","time spent":"923.367668ms","remote":"127.0.0.1:37520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:27:56.083375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.539554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:778222"} {"level":"info","ts":"2026-04-23T00:27:56.083457Z","caller":"traceutil/trace.go:171","msg":"trace[2008209285] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5157; }","duration":"914.656807ms","start":"2026-04-23T00:27:55.168777Z","end":"2026-04-23T00:27:56.083434Z","steps":["trace[2008209285] 'agreement among raft nodes before linearized reading' (duration: 914.02898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:56.083501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:55.168757Z","time spent":"914.731438ms","remote":"127.0.0.1:37430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":778246,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-23T00:27:56.794601Z","caller":"traceutil/trace.go:171","msg":"trace[1080473241] transaction","detail":"{read_only:false; response_revision:5159; number_of_response:1; }","duration":"706.15204ms","start":"2026-04-23T00:27:56.088424Z","end":"2026-04-23T00:27:56.794577Z","steps":["trace[1080473241] 'process raft request' (duration: 705.948104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:56.794748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:56.088413Z","time spent":"706.258174ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:27:56.794991Z","caller":"traceutil/trace.go:171","msg":"trace[341802444] transaction","detail":"{read_only:false; response_revision:5160; number_of_response:1; }","duration":"705.981836ms","start":"2026-04-23T00:27:56.088968Z","end":"2026-04-23T00:27:56.79495Z","steps":["trace[341802444] 'process raft request' (duration: 705.547754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:56.795135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:56.088938Z","time spent":"706.116808ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:27:56.795183Z","caller":"traceutil/trace.go:171","msg":"trace[1190889669] transaction","detail":"{read_only:false; response_revision:5162; number_of_response:1; }","duration":"705.37061ms","start":"2026-04-23T00:27:56.089783Z","end":"2026-04-23T00:27:56.795153Z","steps":["trace[1190889669] 'process raft request' (duration: 705.171305ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:56.79522Z","caller":"traceutil/trace.go:171","msg":"trace[350207784] linearizableReadLoop","detail":"{readStateIndex:5366; appliedIndex:5358; }","duration":"702.359813ms","start":"2026-04-23T00:27:56.092772Z","end":"2026-04-23T00:27:56.795132Z","steps":["trace[350207784] 'read index received' (duration: 84.554358ms)","trace[350207784] 'applied index is now lower than readState.Index' (duration: 617.804165ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:27:56.795323Z","caller":"traceutil/trace.go:171","msg":"trace[1002325122] transaction","detail":"{read_only:false; response_revision:5165; number_of_response:1; }","duration":"704.512979ms","start":"2026-04-23T00:27:56.090799Z","end":"2026-04-23T00:27:56.795312Z","steps":["trace[1002325122] 'process raft request' (duration: 704.293993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:56.795328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:56.089762Z","time spent":"705.486943ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:27:56.795325Z","caller":"traceutil/trace.go:171","msg":"trace[32722102] transaction","detail":"{read_only:false; response_revision:5164; number_of_response:1; }","duration":"705.36637ms","start":"2026-04-23T00:27:56.089926Z","end":"2026-04-23T00:27:56.795292Z","steps":["trace[32722102] 'process raft request' (duration: 705.134135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:56.795389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:56.090786Z","time spent":"704.55782ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:27:56.795455Z","caller":"traceutil/trace.go:171","msg":"trace[646982749] transaction","detail":"{read_only:false; response_revision:5161; number_of_response:1; }","duration":"706.017446ms","start":"2026-04-23T00:27:56.089424Z","end":"2026-04-23T00:27:56.795442Z","steps":["trace[646982749] 'process raft request' (duration: 705.414871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:56.795471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:56.089906Z","time spent":"705.488903ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:27:56.795512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:56.089412Z","time spent":"706.067538ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:27:56.795626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.858057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:27:56.79566Z","caller":"traceutil/trace.go:171","msg":"trace[1076623804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5165; }","duration":"702.907217ms","start":"2026-04-23T00:27:56.09274Z","end":"2026-04-23T00:27:56.795647Z","steps":["trace[1076623804] 'agreement among raft nodes before linearized reading' (duration: 702.846356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:56.795687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:56.09273Z","time spent":"702.951038ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:27:56.795654Z","caller":"traceutil/trace.go:171","msg":"trace[542520332] transaction","detail":"{read_only:false; response_revision:5163; number_of_response:1; }","duration":"705.729459ms","start":"2026-04-23T00:27:56.089868Z","end":"2026-04-23T00:27:56.795598Z","steps":["trace[542520332] 'process raft request' (duration: 705.129804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:56.795806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.705527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-23T00:27:56.795856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.020515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:778222"} {"level":"info","ts":"2026-04-23T00:27:56.795891Z","caller":"traceutil/trace.go:171","msg":"trace[1470148892] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5165; }","duration":"183.835061ms","start":"2026-04-23T00:27:56.612034Z","end":"2026-04-23T00:27:56.795869Z","steps":["trace[1470148892] 'agreement among raft nodes before linearized reading' (duration: 183.561534ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:56.795919Z","caller":"traceutil/trace.go:171","msg":"trace[1591787148] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5165; }","duration":"702.104147ms","start":"2026-04-23T00:27:56.093799Z","end":"2026-04-23T00:27:56.795903Z","steps":["trace[1591787148] 'agreement among raft nodes before linearized reading' (duration: 701.569143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:56.795932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:56.089856Z","time spent":"705.912403ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:27:56.795962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:56.09379Z","time spent":"702.161099ms","remote":"127.0.0.1:37430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":778246,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-23T00:27:57.298478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.697029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:27:57.298609Z","caller":"traceutil/trace.go:171","msg":"trace[817919042] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5165; }","duration":"413.866283ms","start":"2026-04-23T00:27:56.884716Z","end":"2026-04-23T00:27:57.298582Z","steps":["trace[817919042] 'range keys from in-memory index tree' (duration: 413.586076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:57.298682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.253531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:27:57.298667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.259965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9c2daf71-e889-4936-a141-eca6b8067346\" ","response":"range_response_count:1 size:3903"} {"level":"info","ts":"2026-04-23T00:27:57.298717Z","caller":"traceutil/trace.go:171","msg":"trace[653422203] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5165; }","duration":"258.333213ms","start":"2026-04-23T00:27:57.040376Z","end":"2026-04-23T00:27:57.298709Z","steps":["trace[653422203] 'count revisions from in-memory index tree' (duration: 258.169569ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:57.298728Z","caller":"traceutil/trace.go:171","msg":"trace[1098082336] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9c2daf71-e889-4936-a141-eca6b8067346; range_end:; response_count:1; response_revision:5165; }","duration":"209.362448ms","start":"2026-04-23T00:27:57.089354Z","end":"2026-04-23T00:27:57.298717Z","steps":["trace[1098082336] 'range keys from in-memory index tree' (duration: 209.105152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:57.298519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.113723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:27:57.298797Z","caller":"traceutil/trace.go:171","msg":"trace[1509977567] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:5165; }","duration":"448.427663ms","start":"2026-04-23T00:27:56.850356Z","end":"2026-04-23T00:27:57.298784Z","steps":["trace[1509977567] 'count revisions from in-memory index tree' (duration: 447.97731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:57.298858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:56.85034Z","time spent":"448.500775ms","remote":"127.0.0.1:46760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:27:57.298821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.736896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-g7d8h.18a8d4d641ab778e\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-04-23T00:27:57.299012Z","caller":"traceutil/trace.go:171","msg":"trace[639540935] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-g7d8h.18a8d4d641ab778e; range_end:; response_count:1; response_revision:5165; }","duration":"149.940021ms","start":"2026-04-23T00:27:57.149006Z","end":"2026-04-23T00:27:57.298946Z","steps":["trace[639540935] 'range keys from in-memory index tree' (duration: 149.547869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:57.299022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:56.884694Z","time spent":"414.317755ms","remote":"127.0.0.1:37712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-23T00:27:57.795017Z","caller":"traceutil/trace.go:171","msg":"trace[1789095765] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"493.674872ms","start":"2026-04-23T00:27:57.301321Z","end":"2026-04-23T00:27:57.794996Z","steps":["trace[1789095765] 'process raft request' (duration: 493.513758ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:57.795067Z","caller":"traceutil/trace.go:171","msg":"trace[2006075909] linearizableReadLoop","detail":"{readStateIndex:5367; appliedIndex:5367; }","duration":"492.156503ms","start":"2026-04-23T00:27:57.302879Z","end":"2026-04-23T00:27:57.795036Z","steps":["trace[2006075909] 'read index received' (duration: 492.143503ms)","trace[2006075909] 'applied index is now lower than readState.Index' (duration: 10.67µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:27:57.795168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:57.301303Z","time spent":"493.791275ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:27:57.795319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.42267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:27:57.795394Z","caller":"traceutil/trace.go:171","msg":"trace[634994753] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5166; }","duration":"492.566544ms","start":"2026-04-23T00:27:57.302808Z","end":"2026-04-23T00:27:57.795375Z","steps":["trace[634994753] 'agreement among raft nodes before linearized reading' (duration: 492.332318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:57.795441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:57.302772Z","time spent":"492.659356ms","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-23T00:27:57.891611Z","caller":"traceutil/trace.go:171","msg":"trace[1421551637] transaction","detail":"{read_only:false; response_revision:5167; number_of_response:1; }","duration":"127.980112ms","start":"2026-04-23T00:27:57.763599Z","end":"2026-04-23T00:27:57.891579Z","steps":["trace[1421551637] 'process raft request' (duration: 75.203951ms)","trace[1421551637] 'compare' (duration: 52.527294ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:27:57.891672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.225441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:27:57.891719Z","caller":"traceutil/trace.go:171","msg":"trace[1811982109] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5167; }","duration":"127.320084ms","start":"2026-04-23T00:27:57.764386Z","end":"2026-04-23T00:27:57.891706Z","steps":["trace[1811982109] 'agreement among raft nodes before linearized reading' (duration: 127.215421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:57.891897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.369245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:27:57.891923Z","caller":"traceutil/trace.go:171","msg":"trace[1720284269] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:5167; }","duration":"373.432407ms","start":"2026-04-23T00:27:57.518482Z","end":"2026-04-23T00:27:57.891915Z","steps":["trace[1720284269] 'agreement among raft nodes before linearized reading' (duration: 373.389816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:57.891944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:57.518464Z","time spent":"373.473888ms","remote":"127.0.0.1:54486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:27:58.262603Z","caller":"traceutil/trace.go:171","msg":"trace[2120465436] linearizableReadLoop","detail":"{readStateIndex:5371; appliedIndex:5368; }","duration":"170.536412ms","start":"2026-04-23T00:27:58.092042Z","end":"2026-04-23T00:27:58.262578Z","steps":["trace[2120465436] 'read index received' (duration: 90.682493ms)","trace[2120465436] 'applied index is now lower than readState.Index' (duration: 79.852789ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:27:58.262722Z","caller":"traceutil/trace.go:171","msg":"trace[1093383958] transaction","detail":"{read_only:false; response_revision:5169; number_of_response:1; }","duration":"172.521084ms","start":"2026-04-23T00:27:58.090189Z","end":"2026-04-23T00:27:58.26271Z","steps":["trace[1093383958] 'process raft request' (duration: 172.198664ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:58.262802Z","caller":"traceutil/trace.go:171","msg":"trace[1380249806] transaction","detail":"{read_only:false; response_revision:5170; number_of_response:1; }","duration":"171.101917ms","start":"2026-04-23T00:27:58.091668Z","end":"2026-04-23T00:27:58.26277Z","steps":["trace[1380249806] 'process raft request' (duration: 170.842871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:58.262886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.83034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wwl8n\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-23T00:27:58.262927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.946906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:27:58.262999Z","caller":"traceutil/trace.go:171","msg":"trace[692375940] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:0; response_revision:5170; }","duration":"116.069759ms","start":"2026-04-23T00:27:58.146913Z","end":"2026-04-23T00:27:58.262983Z","steps":["trace[692375940] 'agreement among raft nodes before linearized reading' (duration: 115.927666ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:58.262948Z","caller":"traceutil/trace.go:171","msg":"trace[1010494882] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wwl8n; range_end:; response_count:1; response_revision:5170; }","duration":"170.937742ms","start":"2026-04-23T00:27:58.091997Z","end":"2026-04-23T00:27:58.262934Z","steps":["trace[1010494882] 'agreement among raft nodes before linearized reading' (duration: 170.735827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:00.283472Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149601077,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:28:00.406135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:59.628774Z","time spent":"777.357308ms","remote":"127.0.0.1:37356","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T00:28:00.516102Z","caller":"traceutil/trace.go:171","msg":"trace[340523326] transaction","detail":"{read_only:false; response_revision:5230; number_of_response:1; }","duration":"887.137317ms","start":"2026-04-23T00:27:59.628927Z","end":"2026-04-23T00:28:00.516064Z","steps":["trace[340523326] 'process raft request' (duration: 886.799028ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:00.516189Z","caller":"traceutil/trace.go:171","msg":"trace[1127654238] transaction","detail":"{read_only:false; response_revision:5231; number_of_response:1; }","duration":"797.352017ms","start":"2026-04-23T00:27:59.718799Z","end":"2026-04-23T00:28:00.516151Z","steps":["trace[1127654238] 'process raft request' (duration: 797.105931ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:00.516182Z","caller":"traceutil/trace.go:171","msg":"trace[1327530719] linearizableReadLoop","detail":"{readStateIndex:5438; appliedIndex:5432; }","duration":"733.021252ms","start":"2026-04-23T00:27:59.783138Z","end":"2026-04-23T00:28:00.516159Z","steps":["trace[1327530719] 'read index received' (duration: 622.808262ms)","trace[1327530719] 'applied index is now lower than readState.Index' (duration: 110.21217ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:28:00.516252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:59.628913Z","time spent":"887.271981ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":924,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:28:00.516282Z","caller":"traceutil/trace.go:171","msg":"trace[1637725178] transaction","detail":"{read_only:false; response_revision:5233; number_of_response:1; }","duration":"247.453736ms","start":"2026-04-23T00:28:00.268816Z","end":"2026-04-23T00:28:00.516269Z","steps":["trace[1637725178] 'process raft request' (duration: 247.277511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:00.516287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:59.718765Z","time spent":"797.46805ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4687,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:00.516394Z","caller":"traceutil/trace.go:171","msg":"trace[1758350287] transaction","detail":"{read_only:false; response_revision:5234; number_of_response:1; }","duration":"247.535068ms","start":"2026-04-23T00:28:00.268815Z","end":"2026-04-23T00:28:00.51635Z","steps":["trace[1758350287] 'process raft request' (duration: 247.311752ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:00.516258Z","caller":"traceutil/trace.go:171","msg":"trace[907858433] transaction","detail":"{read_only:false; response_revision:5232; number_of_response:1; }","duration":"324.008382ms","start":"2026-04-23T00:28:00.192203Z","end":"2026-04-23T00:28:00.516212Z","steps":["trace[907858433] 'process raft request' (duration: 323.838838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:00.516961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:00.192169Z","time spent":"324.670668ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:00.516584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.432042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12973"} {"level":"info","ts":"2026-04-23T00:28:00.517053Z","caller":"traceutil/trace.go:171","msg":"trace[1998952504] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5234; }","duration":"733.933325ms","start":"2026-04-23T00:27:59.783098Z","end":"2026-04-23T00:28:00.517031Z","steps":["trace[1998952504] 'agreement among raft nodes before linearized reading' (duration: 733.281578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:00.517115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:59.783076Z","time spent":"734.012517ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12997,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-23T00:28:00.530725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.324195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:28:00.530738Z","caller":"traceutil/trace.go:171","msg":"trace[921131283] transaction","detail":"{read_only:false; response_revision:5235; number_of_response:1; }","duration":"123.442365ms","start":"2026-04-23T00:28:00.407269Z","end":"2026-04-23T00:28:00.530711Z","steps":["trace[921131283] 'process raft request' (duration: 123.288471ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:00.530776Z","caller":"traceutil/trace.go:171","msg":"trace[918467249] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5235; }","duration":"662.413738ms","start":"2026-04-23T00:27:59.86835Z","end":"2026-04-23T00:28:00.530764Z","steps":["trace[918467249] 'agreement among raft nodes before linearized reading' (duration: 662.314105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:00.530803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:59.868332Z","time spent":"662.465868ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:28:00.530817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.235096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:28:00.530849Z","caller":"traceutil/trace.go:171","msg":"trace[473188331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5235; }","duration":"248.339598ms","start":"2026-04-23T00:28:00.282501Z","end":"2026-04-23T00:28:00.53084Z","steps":["trace[473188331] 'agreement among raft nodes before linearized reading' (duration: 248.231066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:00.53085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.605964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-04-23T00:28:00.530892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.690526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:28:00.531002Z","caller":"traceutil/trace.go:171","msg":"trace[1887830706] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5235; }","duration":"381.815669ms","start":"2026-04-23T00:28:00.149163Z","end":"2026-04-23T00:28:00.530979Z","steps":["trace[1887830706] 'agreement among raft nodes before linearized reading' (duration: 381.607914ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:00.530933Z","caller":"traceutil/trace.go:171","msg":"trace[1965780816] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5235; }","duration":"653.730736ms","start":"2026-04-23T00:27:59.877183Z","end":"2026-04-23T00:28:00.530914Z","steps":["trace[1965780816] 'agreement among raft nodes before linearized reading' (duration: 653.48527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:00.531061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:00.149092Z","time spent":"381.956783ms","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":44,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:28:00.531098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:59.877161Z","time spent":"653.926942ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-23T00:28:00.531218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.336652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wwl8n\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-23T00:28:00.531257Z","caller":"traceutil/trace.go:171","msg":"trace[189958147] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wwl8n; range_end:; response_count:1; response_revision:5235; }","duration":"258.417525ms","start":"2026-04-23T00:28:00.272831Z","end":"2026-04-23T00:28:00.531248Z","steps":["trace[189958147] 'agreement among raft nodes before linearized reading' (duration: 258.265891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:00.702851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.161736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:28:00.703071Z","caller":"traceutil/trace.go:171","msg":"trace[1772003493] transaction","detail":"{read_only:false; response_revision:5238; number_of_response:1; }","duration":"169.009684ms","start":"2026-04-23T00:28:00.534039Z","end":"2026-04-23T00:28:00.703049Z","steps":["trace[1772003493] 'process raft request' (duration: 53.54646ms)","trace[1772003493] 'compare' (duration: 114.993132ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:00.703163Z","caller":"traceutil/trace.go:171","msg":"trace[865377445] transaction","detail":"{read_only:false; response_revision:5239; number_of_response:1; }","duration":"142.146121ms","start":"2026-04-23T00:28:00.560998Z","end":"2026-04-23T00:28:00.703144Z","steps":["trace[865377445] 'process raft request' (duration: 141.976147ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:00.703175Z","caller":"traceutil/trace.go:171","msg":"trace[2049378318] linearizableReadLoop","detail":"{readStateIndex:5442; appliedIndex:5441; }","duration":"144.837559ms","start":"2026-04-23T00:28:00.558237Z","end":"2026-04-23T00:28:00.703075Z","steps":["trace[2049378318] 'read index received' (duration: 29.362246ms)","trace[2049378318] 'applied index is now lower than readState.Index' (duration: 115.472073ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:00.703228Z","caller":"traceutil/trace.go:171","msg":"trace[570509197] transaction","detail":"{read_only:false; response_revision:5240; number_of_response:1; }","duration":"139.477094ms","start":"2026-04-23T00:28:00.563731Z","end":"2026-04-23T00:28:00.703208Z","steps":["trace[570509197] 'process raft request' (duration: 139.33749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:00.703345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.000349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-aaa1d81f-bd71-4906-9e27-8b8e068ae081\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-04-23T00:28:00.703418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.907318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:28:00.703431Z","caller":"traceutil/trace.go:171","msg":"trace[236197] range","detail":"{range_begin:/registry/persistentvolumes/pvc-aaa1d81f-bd71-4906-9e27-8b8e068ae081; range_end:; response_count:1; response_revision:5240; }","duration":"170.122522ms","start":"2026-04-23T00:28:00.533289Z","end":"2026-04-23T00:28:00.703412Z","steps":["trace[236197] 'agreement among raft nodes before linearized reading' (duration: 169.829294ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:00.703458Z","caller":"traceutil/trace.go:171","msg":"trace[1363714216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5240; }","duration":"171.97602ms","start":"2026-04-23T00:28:00.531472Z","end":"2026-04-23T00:28:00.703448Z","steps":["trace[1363714216] 'agreement among raft nodes before linearized reading' (duration: 171.730724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:00.703532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.259325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62850"} {"level":"info","ts":"2026-04-23T00:28:00.703582Z","caller":"traceutil/trace.go:171","msg":"trace[1609797048] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5240; }","duration":"168.311666ms","start":"2026-04-23T00:28:00.53526Z","end":"2026-04-23T00:28:00.703572Z","steps":["trace[1609797048] 'agreement among raft nodes before linearized reading' (duration: 167.895965ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:00.70362Z","caller":"traceutil/trace.go:171","msg":"trace[40508707] transaction","detail":"{read_only:false; response_revision:5241; number_of_response:1; }","duration":"139.379761ms","start":"2026-04-23T00:28:00.564215Z","end":"2026-04-23T00:28:00.703595Z","steps":["trace[40508707] 'process raft request' (duration: 138.92178ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:00.703782Z","caller":"traceutil/trace.go:171","msg":"trace[407277549] transaction","detail":"{read_only:false; response_revision:5242; number_of_response:1; }","duration":"139.303909ms","start":"2026-04-23T00:28:00.564469Z","end":"2026-04-23T00:28:00.703773Z","steps":["trace[407277549] 'process raft request' (duration: 138.92993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:00.703523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.417325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-23T00:28:00.703902Z","caller":"traceutil/trace.go:171","msg":"trace[1094859806] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5240; }","duration":"171.823415ms","start":"2026-04-23T00:28:00.53206Z","end":"2026-04-23T00:28:00.703883Z","steps":["trace[1094859806] 'agreement among raft nodes before linearized reading' (duration: 171.160048ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:00.70397Z","caller":"traceutil/trace.go:171","msg":"trace[481676499] transaction","detail":"{read_only:false; response_revision:5243; number_of_response:1; }","duration":"138.467838ms","start":"2026-04-23T00:28:00.565494Z","end":"2026-04-23T00:28:00.703962Z","steps":["trace[481676499] 'process raft request' (duration: 138.232282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:00.703997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.499309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:4702"} {"level":"info","ts":"2026-04-23T00:28:00.704043Z","caller":"traceutil/trace.go:171","msg":"trace[141700505] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:5243; }","duration":"140.583311ms","start":"2026-04-23T00:28:00.563449Z","end":"2026-04-23T00:28:00.704032Z","steps":["trace[141700505] 'agreement among raft nodes before linearized reading' (duration: 140.443118ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:00.926286Z","caller":"traceutil/trace.go:171","msg":"trace[1426566272] transaction","detail":"{read_only:false; response_revision:5244; number_of_response:1; }","duration":"215.488224ms","start":"2026-04-23T00:28:00.710753Z","end":"2026-04-23T00:28:00.926241Z","steps":["trace[1426566272] 'process raft request' (duration: 185.409081ms)","trace[1426566272] 'compare' (duration: 29.855828ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:00.92633Z","caller":"traceutil/trace.go:171","msg":"trace[1573039789] linearizableReadLoop","detail":"{readStateIndex:5449; appliedIndex:5447; }","duration":"118.929051ms","start":"2026-04-23T00:28:00.807292Z","end":"2026-04-23T00:28:00.926221Z","steps":["trace[1573039789] 'read index received' (duration: 88.867188ms)","trace[1573039789] 'applied index is now lower than readState.Index' (duration: 30.060763ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:00.926286Z","caller":"traceutil/trace.go:171","msg":"trace[701751647] transaction","detail":"{read_only:false; response_revision:5245; number_of_response:1; }","duration":"136.011155ms","start":"2026-04-23T00:28:00.790238Z","end":"2026-04-23T00:28:00.926249Z","steps":["trace[701751647] 'process raft request' (duration: 135.931153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:00.926673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.381863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:28:00.926724Z","caller":"traceutil/trace.go:171","msg":"trace[1385879460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5245; }","duration":"119.502176ms","start":"2026-04-23T00:28:00.807211Z","end":"2026-04-23T00:28:00.926713Z","steps":["trace[1385879460] 'agreement among raft nodes before linearized reading' (duration: 119.243059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:00.926775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.379502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T00:28:00.926775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.907235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:28:00.926805Z","caller":"traceutil/trace.go:171","msg":"trace[1062978923] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5245; }","duration":"115.437373ms","start":"2026-04-23T00:28:00.81136Z","end":"2026-04-23T00:28:00.926798Z","steps":["trace[1062978923] 'agreement among raft nodes before linearized reading' (duration: 115.357611ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:00.926811Z","caller":"traceutil/trace.go:171","msg":"trace[1135936586] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5245; }","duration":"115.970337ms","start":"2026-04-23T00:28:00.810831Z","end":"2026-04-23T00:28:00.926802Z","steps":["trace[1135936586] 'agreement among raft nodes before linearized reading' (duration: 115.832054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:00.926804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.338577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T00:28:00.926802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.474755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:28:00.926866Z","caller":"traceutil/trace.go:171","msg":"trace[18768584] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5245; }","duration":"118.42834ms","start":"2026-04-23T00:28:00.808424Z","end":"2026-04-23T00:28:00.926852Z","steps":["trace[18768584] 'agreement among raft nodes before linearized reading' (duration: 118.281786ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:00.926886Z","caller":"traceutil/trace.go:171","msg":"trace[2010888516] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5245; }","duration":"115.603768ms","start":"2026-04-23T00:28:00.81126Z","end":"2026-04-23T00:28:00.926864Z","steps":["trace[2010888516] 'agreement among raft nodes before linearized reading' (duration: 115.371432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:00.927688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.661525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-23T00:28:00.927769Z","caller":"traceutil/trace.go:171","msg":"trace[387649449] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5245; }","duration":"119.681061ms","start":"2026-04-23T00:28:00.808077Z","end":"2026-04-23T00:28:00.927758Z","steps":["trace[387649449] 'agreement among raft nodes before linearized reading' (duration: 118.448519ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:02.763901Z","caller":"traceutil/trace.go:171","msg":"trace[364743169] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"300.224497ms","start":"2026-04-23T00:28:02.46366Z","end":"2026-04-23T00:28:02.763884Z","steps":["trace[364743169] 'process raft request' (duration: 300.093264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:02.764013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:02.463639Z","time spent":"300.319759ms","remote":"127.0.0.1:37430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3550,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:03.032253Z","caller":"traceutil/trace.go:171","msg":"trace[1254676364] transaction","detail":"{read_only:false; response_revision:5284; number_of_response:1; }","duration":"510.520639ms","start":"2026-04-23T00:28:02.521674Z","end":"2026-04-23T00:28:03.032194Z","steps":["trace[1254676364] 'process raft request' (duration: 449.89519ms)","trace[1254676364] 'compare' (duration: 60.371903ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:03.03237Z","caller":"traceutil/trace.go:171","msg":"trace[1434350928] transaction","detail":"{read_only:false; response_revision:5285; number_of_response:1; }","duration":"509.631927ms","start":"2026-04-23T00:28:02.522711Z","end":"2026-04-23T00:28:03.032343Z","steps":["trace[1434350928] 'process raft request' (duration: 509.372751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:03.032425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:02.521656Z","time spent":"510.682063ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:03.032525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:02.522702Z","time spent":"509.74068ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:03.032724Z","caller":"traceutil/trace.go:171","msg":"trace[574717930] linearizableReadLoop","detail":"{readStateIndex:5491; appliedIndex:5487; }","duration":"356.846535ms","start":"2026-04-23T00:28:02.675838Z","end":"2026-04-23T00:28:03.032685Z","steps":["trace[574717930] 'read index received' (duration: 87.915063ms)","trace[574717930] 'applied index is now lower than readState.Index' (duration: 268.930012ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:03.032841Z","caller":"traceutil/trace.go:171","msg":"trace[1777645405] transaction","detail":"{read_only:false; response_revision:5286; number_of_response:1; }","duration":"509.663728ms","start":"2026-04-23T00:28:02.523141Z","end":"2026-04-23T00:28:03.032805Z","steps":["trace[1777645405] 'process raft request' (duration: 509.138115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:03.032977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.229707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T00:28:03.033003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:02.523117Z","time spent":"509.801572ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:03.033019Z","caller":"traceutil/trace.go:171","msg":"trace[295640136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5286; }","duration":"326.272808ms","start":"2026-04-23T00:28:02.706736Z","end":"2026-04-23T00:28:03.033008Z","steps":["trace[295640136] 'agreement among raft nodes before linearized reading' (duration: 326.144995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:03.033054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:02.706692Z","time spent":"326.35565ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:28:03.033198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.978549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wwl8n\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-23T00:28:03.033217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.006648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-23T00:28:03.03323Z","caller":"traceutil/trace.go:171","msg":"trace[398400654] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wwl8n; range_end:; response_count:1; response_revision:5286; }","duration":"324.057422ms","start":"2026-04-23T00:28:02.709164Z","end":"2026-04-23T00:28:03.033221Z","steps":["trace[398400654] 'agreement among raft nodes before linearized reading' (duration: 323.961969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:03.033213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.570876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-04-23T00:28:03.033243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.292843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-23T00:28:03.033278Z","caller":"traceutil/trace.go:171","msg":"trace[1569523844] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5286; }","duration":"266.10702ms","start":"2026-04-23T00:28:02.767157Z","end":"2026-04-23T00:28:03.033264Z","steps":["trace[1569523844] 'agreement among raft nodes before linearized reading' (duration: 265.916584ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:03.033308Z","caller":"traceutil/trace.go:171","msg":"trace[1985159746] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5286; }","duration":"265.709251ms","start":"2026-04-23T00:28:02.767578Z","end":"2026-04-23T00:28:03.033288Z","steps":["trace[1985159746] 'agreement among raft nodes before linearized reading' (duration: 265.417402ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:03.033348Z","caller":"traceutil/trace.go:171","msg":"trace[1890531092] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5286; }","duration":"123.457887ms","start":"2026-04-23T00:28:02.909862Z","end":"2026-04-23T00:28:03.03332Z","steps":["trace[1890531092] 'agreement among raft nodes before linearized reading' (duration: 123.174638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:03.033276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:02.709144Z","time spent":"324.126004ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-wwl8n\" "} {"level":"warn","ts":"2026-04-23T00:28:03.033589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.745288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:28:03.033635Z","caller":"traceutil/trace.go:171","msg":"trace[140039978] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5286; }","duration":"357.82778ms","start":"2026-04-23T00:28:02.675795Z","end":"2026-04-23T00:28:03.033623Z","steps":["trace[140039978] 'agreement among raft nodes before linearized reading' (duration: 357.0533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:03.033677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:02.675775Z","time spent":"357.891602ms","remote":"127.0.0.1:49098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:28:03.201228Z","caller":"traceutil/trace.go:171","msg":"trace[918878337] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"161.996485ms","start":"2026-04-23T00:28:03.039206Z","end":"2026-04-23T00:28:03.201203Z","steps":["trace[918878337] 'process raft request' (duration: 161.908352ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:03.201251Z","caller":"traceutil/trace.go:171","msg":"trace[2034974249] transaction","detail":"{read_only:false; response_revision:5288; number_of_response:1; }","duration":"162.094377ms","start":"2026-04-23T00:28:03.03912Z","end":"2026-04-23T00:28:03.201214Z","steps":["trace[2034974249] 'process raft request' (duration: 161.81983ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:03.201523Z","caller":"traceutil/trace.go:171","msg":"trace[1235954239] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"162.260552ms","start":"2026-04-23T00:28:03.039244Z","end":"2026-04-23T00:28:03.201504Z","steps":["trace[1235954239] 'process raft request' (duration: 161.916043ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:03.201852Z","caller":"traceutil/trace.go:171","msg":"trace[862118563] transaction","detail":"{read_only:false; response_revision:5291; number_of_response:1; }","duration":"162.090268ms","start":"2026-04-23T00:28:03.039737Z","end":"2026-04-23T00:28:03.201827Z","steps":["trace[862118563] 'process raft request' (duration: 161.661758ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:03.202021Z","caller":"traceutil/trace.go:171","msg":"trace[1118824801] linearizableReadLoop","detail":"{readStateIndex:5495; appliedIndex:5491; }","duration":"162.329884ms","start":"2026-04-23T00:28:03.039673Z","end":"2026-04-23T00:28:03.202002Z","steps":["trace[1118824801] 'read index received' (duration: 53.898289ms)","trace[1118824801] 'applied index is now lower than readState.Index' (duration: 108.430295ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:03.202078Z","caller":"traceutil/trace.go:171","msg":"trace[482573631] transaction","detail":"{read_only:false; response_revision:5292; number_of_response:1; }","duration":"162.112508ms","start":"2026-04-23T00:28:03.039953Z","end":"2026-04-23T00:28:03.202065Z","steps":["trace[482573631] 'process raft request' (duration: 161.79539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:03.202244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.56606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-23T00:28:03.202303Z","caller":"traceutil/trace.go:171","msg":"trace[1929876673] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5292; }","duration":"162.662273ms","start":"2026-04-23T00:28:03.039622Z","end":"2026-04-23T00:28:03.202284Z","steps":["trace[1929876673] 'agreement among raft nodes before linearized reading' (duration: 162.479868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:03.202298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.387885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-23T00:28:03.202338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.086038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-23T00:28:03.202372Z","caller":"traceutil/trace.go:171","msg":"trace[2053001116] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5292; }","duration":"162.479977ms","start":"2026-04-23T00:28:03.039875Z","end":"2026-04-23T00:28:03.202355Z","steps":["trace[2053001116] 'agreement among raft nodes before linearized reading' (duration: 162.285963ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:03.202381Z","caller":"traceutil/trace.go:171","msg":"trace[146279917] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5292; }","duration":"162.18198ms","start":"2026-04-23T00:28:03.040184Z","end":"2026-04-23T00:28:03.202366Z","steps":["trace[146279917] 'agreement among raft nodes before linearized reading' (duration: 161.989355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:03.202593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.56894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62850"} {"level":"info","ts":"2026-04-23T00:28:03.202751Z","caller":"traceutil/trace.go:171","msg":"trace[333248271] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5292; }","duration":"162.726214ms","start":"2026-04-23T00:28:03.040004Z","end":"2026-04-23T00:28:03.20273Z","steps":["trace[333248271] 'agreement among raft nodes before linearized reading' (duration: 162.196441ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:06.60251Z","caller":"traceutil/trace.go:171","msg":"trace[762106736] linearizableReadLoop","detail":"{readStateIndex:5519; appliedIndex:5518; }","duration":"239.056844ms","start":"2026-04-23T00:28:06.363432Z","end":"2026-04-23T00:28:06.602489Z","steps":["trace[762106736] 'read index received' (duration: 238.878569ms)","trace[762106736] 'applied index is now lower than readState.Index' (duration: 177.355µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:06.602619Z","caller":"traceutil/trace.go:171","msg":"trace[1787106701] transaction","detail":"{read_only:false; response_revision:5313; number_of_response:1; }","duration":"276.692229ms","start":"2026-04-23T00:28:06.325882Z","end":"2026-04-23T00:28:06.602574Z","steps":["trace[1787106701] 'process raft request' (duration: 276.440363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:06.602673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.212887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:28:06.6027Z","caller":"traceutil/trace.go:171","msg":"trace[471625184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5313; }","duration":"239.30849ms","start":"2026-04-23T00:28:06.363384Z","end":"2026-04-23T00:28:06.602693Z","steps":["trace[471625184] 'agreement among raft nodes before linearized reading' (duration: 239.205087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:06.969318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.462933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:28:06.969396Z","caller":"traceutil/trace.go:171","msg":"trace[1136935765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5313; }","duration":"102.577776ms","start":"2026-04-23T00:28:06.866801Z","end":"2026-04-23T00:28:06.969379Z","steps":["trace[1136935765] 'range keys from in-memory index tree' (duration: 102.387222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:06.969317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.006345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:28:06.969578Z","caller":"traceutil/trace.go:171","msg":"trace[924986533] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:0; response_revision:5313; }","duration":"245.301522ms","start":"2026-04-23T00:28:06.724246Z","end":"2026-04-23T00:28:06.969548Z","steps":["trace[924986533] 'range keys from in-memory index tree' (duration: 244.928653ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:07.165135Z","caller":"traceutil/trace.go:171","msg":"trace[1659953432] transaction","detail":"{read_only:false; response_revision:5316; number_of_response:1; }","duration":"114.802257ms","start":"2026-04-23T00:28:07.050304Z","end":"2026-04-23T00:28:07.165106Z","steps":["trace[1659953432] 'process raft request' (duration: 109.871872ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:07.165372Z","caller":"traceutil/trace.go:171","msg":"trace[677834365] transaction","detail":"{read_only:false; response_revision:5318; number_of_response:1; }","duration":"114.214302ms","start":"2026-04-23T00:28:07.051134Z","end":"2026-04-23T00:28:07.165348Z","steps":["trace[677834365] 'process raft request' (duration: 114.100519ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:07.165346Z","caller":"traceutil/trace.go:171","msg":"trace[2114954252] transaction","detail":"{read_only:false; response_revision:5317; number_of_response:1; }","duration":"114.714665ms","start":"2026-04-23T00:28:07.050584Z","end":"2026-04-23T00:28:07.165299Z","steps":["trace[2114954252] 'process raft request' (duration: 114.415546ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:07.727133Z","caller":"traceutil/trace.go:171","msg":"trace[1364187986] transaction","detail":"{read_only:false; response_revision:5334; number_of_response:1; }","duration":"215.835943ms","start":"2026-04-23T00:28:07.511265Z","end":"2026-04-23T00:28:07.727101Z","steps":["trace[1364187986] 'process raft request' (duration: 215.607498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:07.727241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.683254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:28:07.727286Z","caller":"traceutil/trace.go:171","msg":"trace[1384678030] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:5335; }","duration":"214.794908ms","start":"2026-04-23T00:28:07.512479Z","end":"2026-04-23T00:28:07.727274Z","steps":["trace[1384678030] 'agreement among raft nodes before linearized reading' (duration: 214.703325ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:07.72713Z","caller":"traceutil/trace.go:171","msg":"trace[1614466500] linearizableReadLoop","detail":"{readStateIndex:5541; appliedIndex:5539; }","duration":"214.559922ms","start":"2026-04-23T00:28:07.512548Z","end":"2026-04-23T00:28:07.727108Z","steps":["trace[1614466500] 'read index received' (duration: 15.089514ms)","trace[1614466500] 'applied index is now lower than readState.Index' (duration: 199.457377ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:07.727261Z","caller":"traceutil/trace.go:171","msg":"trace[2007142620] transaction","detail":"{read_only:false; response_revision:5335; number_of_response:1; }","duration":"211.348939ms","start":"2026-04-23T00:28:07.515865Z","end":"2026-04-23T00:28:07.727214Z","steps":["trace[2007142620] 'process raft request' (duration: 211.168655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:07.727942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.817913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:10 size:380242"} {"level":"info","ts":"2026-04-23T00:28:07.728036Z","caller":"traceutil/trace.go:171","msg":"trace[1385065180] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:10; response_revision:5335; }","duration":"143.936276ms","start":"2026-04-23T00:28:07.584077Z","end":"2026-04-23T00:28:07.728014Z","steps":["trace[1385065180] 'agreement among raft nodes before linearized reading' (duration: 143.402773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:09.008797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.351612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:28:09.008896Z","caller":"traceutil/trace.go:171","msg":"trace[1907689539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5355; }","duration":"141.499755ms","start":"2026-04-23T00:28:08.867375Z","end":"2026-04-23T00:28:09.008875Z","steps":["trace[1907689539] 'range keys from in-memory index tree' (duration: 141.196478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:09.009613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.734101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-56dd2\" ","response":"range_response_count:1 size:7817"} {"level":"info","ts":"2026-04-23T00:28:09.009668Z","caller":"traceutil/trace.go:171","msg":"trace[1594297288] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-56dd2; range_end:; response_count:1; response_revision:5355; }","duration":"154.820243ms","start":"2026-04-23T00:28:08.854832Z","end":"2026-04-23T00:28:09.009653Z","steps":["trace[1594297288] 'range keys from in-memory index tree' (duration: 154.248779ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:09.120303Z","caller":"traceutil/trace.go:171","msg":"trace[303650752] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"101.943339ms","start":"2026-04-23T00:28:09.018326Z","end":"2026-04-23T00:28:09.120269Z","steps":["trace[303650752] 'process raft request' (duration: 101.772025ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:09.276314Z","caller":"traceutil/trace.go:171","msg":"trace[687126692] transaction","detail":"{read_only:false; response_revision:5363; number_of_response:1; }","duration":"104.915554ms","start":"2026-04-23T00:28:09.17137Z","end":"2026-04-23T00:28:09.276285Z","steps":["trace[687126692] 'process raft request' (duration: 104.841183ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:09.27632Z","caller":"traceutil/trace.go:171","msg":"trace[566080845] transaction","detail":"{read_only:false; response_revision:5362; number_of_response:1; }","duration":"104.988297ms","start":"2026-04-23T00:28:09.171283Z","end":"2026-04-23T00:28:09.276272Z","steps":["trace[566080845] 'process raft request' (duration: 104.780692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:09.490797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.578718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:28:09.490899Z","caller":"traceutil/trace.go:171","msg":"trace[366933426] linearizableReadLoop","detail":"{readStateIndex:5573; appliedIndex:5572; }","duration":"153.696994ms","start":"2026-04-23T00:28:09.337185Z","end":"2026-04-23T00:28:09.490882Z","steps":["trace[366933426] 'read index received' (duration: 22.651315ms)","trace[366933426] 'applied index is now lower than readState.Index' (duration: 131.044149ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:09.490992Z","caller":"traceutil/trace.go:171","msg":"trace[1684936003] transaction","detail":"{read_only:false; response_revision:5366; number_of_response:1; }","duration":"156.65862ms","start":"2026-04-23T00:28:09.334313Z","end":"2026-04-23T00:28:09.490971Z","steps":["trace[1684936003] 'process raft request' (duration: 25.583709ms)","trace[1684936003] 'compare' (duration: 130.124496ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:28:09.491102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.902059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wwl8n\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-23T00:28:09.491165Z","caller":"traceutil/trace.go:171","msg":"trace[885738956] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wwl8n; range_end:; response_count:1; response_revision:5366; }","duration":"154.001542ms","start":"2026-04-23T00:28:09.337151Z","end":"2026-04-23T00:28:09.491152Z","steps":["trace[885738956] 'agreement among raft nodes before linearized reading' (duration: 153.843058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:09.491986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.832389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T00:28:09.49204Z","caller":"traceutil/trace.go:171","msg":"trace[1563835610] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5366; }","duration":"116.90569ms","start":"2026-04-23T00:28:09.375122Z","end":"2026-04-23T00:28:09.492028Z","steps":["trace[1563835610] 'agreement among raft nodes before linearized reading' (duration: 116.765037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:09.49211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.90653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T00:28:09.492166Z","caller":"traceutil/trace.go:171","msg":"trace[1324013595] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5366; }","duration":"116.983702ms","start":"2026-04-23T00:28:09.375166Z","end":"2026-04-23T00:28:09.49215Z","steps":["trace[1324013595] 'agreement among raft nodes before linearized reading' (duration: 116.807178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:09.492223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.944506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:28:09.492258Z","caller":"traceutil/trace.go:171","msg":"trace[1119854960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5366; }","duration":"118.036359ms","start":"2026-04-23T00:28:09.374212Z","end":"2026-04-23T00:28:09.492249Z","steps":["trace[1119854960] 'agreement among raft nodes before linearized reading' (duration: 117.928866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:09.492335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.08386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:28:09.492474Z","caller":"traceutil/trace.go:171","msg":"trace[1915384776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5366; }","duration":"118.244324ms","start":"2026-04-23T00:28:09.374213Z","end":"2026-04-23T00:28:09.492457Z","steps":["trace[1915384776] 'agreement among raft nodes before linearized reading' (duration: 118.047559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:09.4929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.092791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-g7d8h.18a8d4d391ad6db1\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-04-23T00:28:09.493061Z","caller":"traceutil/trace.go:171","msg":"trace[1283394654] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-g7d8h.18a8d4d391ad6db1; range_end:; response_count:1; response_revision:5366; }","duration":"133.308536ms","start":"2026-04-23T00:28:09.359704Z","end":"2026-04-23T00:28:09.493013Z","steps":["trace[1283394654] 'agreement among raft nodes before linearized reading' (duration: 132.166727ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:09.821562Z","caller":"traceutil/trace.go:171","msg":"trace[209108267] transaction","detail":"{read_only:false; response_revision:5368; number_of_response:1; }","duration":"325.159471ms","start":"2026-04-23T00:28:09.496337Z","end":"2026-04-23T00:28:09.821497Z","steps":["trace[209108267] 'process raft request' (duration: 324.793851ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:09.821682Z","caller":"traceutil/trace.go:171","msg":"trace[2046897872] transaction","detail":"{read_only:false; response_revision:5371; number_of_response:1; }","duration":"324.567096ms","start":"2026-04-23T00:28:09.497103Z","end":"2026-04-23T00:28:09.82167Z","steps":["trace[2046897872] 'process raft request' (duration: 324.32219ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:09.821767Z","caller":"traceutil/trace.go:171","msg":"trace[1864265124] transaction","detail":"{read_only:false; response_revision:5369; number_of_response:1; }","duration":"325.203672ms","start":"2026-04-23T00:28:09.496491Z","end":"2026-04-23T00:28:09.821694Z","steps":["trace[1864265124] 'process raft request' (duration: 324.819072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:09.821869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:09.497086Z","time spent":"324.657308ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:09.821824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:09.496318Z","time spent":"325.374276ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:09.821579Z","caller":"traceutil/trace.go:171","msg":"trace[1630775323] transaction","detail":"{read_only:false; response_revision:5370; number_of_response:1; }","duration":"324.987487ms","start":"2026-04-23T00:28:09.496555Z","end":"2026-04-23T00:28:09.821542Z","steps":["trace[1630775323] 'process raft request' (duration: 324.824513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:09.822011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.842745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T00:28:09.822088Z","caller":"traceutil/trace.go:171","msg":"trace[900924729] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:5371; }","duration":"193.988568ms","start":"2026-04-23T00:28:09.628077Z","end":"2026-04-23T00:28:09.822066Z","steps":["trace[900924729] 'agreement among raft nodes before linearized reading' (duration: 193.758762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:09.822132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:09.496482Z","time spent":"325.428827ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:09.822088Z","caller":"traceutil/trace.go:171","msg":"trace[1547386378] linearizableReadLoop","detail":"{readStateIndex:5578; appliedIndex:5574; }","duration":"193.324001ms","start":"2026-04-23T00:28:09.628158Z","end":"2026-04-23T00:28:09.821482Z","steps":["trace[1547386378] 'read index received' (duration: 192.86207ms)","trace[1547386378] 'applied index is now lower than readState.Index' (duration: 460.421µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:28:09.822711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.581436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:28:09.822769Z","caller":"traceutil/trace.go:171","msg":"trace[1378483774] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5371; }","duration":"176.702479ms","start":"2026-04-23T00:28:09.64605Z","end":"2026-04-23T00:28:09.822753Z","steps":["trace[1378483774] 'agreement among raft nodes before linearized reading' (duration: 176.596066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:09.822866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:09.49655Z","time spent":"325.502339ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:11.089999Z","caller":"traceutil/trace.go:171","msg":"trace[822666711] transaction","detail":"{read_only:false; response_revision:5390; number_of_response:1; }","duration":"164.310604ms","start":"2026-04-23T00:28:10.925665Z","end":"2026-04-23T00:28:11.089975Z","steps":["trace[822666711] 'process raft request' (duration: 164.151549ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:11.090099Z","caller":"traceutil/trace.go:171","msg":"trace[190009060] transaction","detail":"{read_only:false; response_revision:5389; number_of_response:1; }","duration":"164.53761ms","start":"2026-04-23T00:28:10.925532Z","end":"2026-04-23T00:28:11.09007Z","steps":["trace[190009060] 'process raft request' (duration: 119.119175ms)","trace[190009060] 'compare' (duration: 44.999923ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:11.090627Z","caller":"traceutil/trace.go:171","msg":"trace[737934800] transaction","detail":"{read_only:false; response_revision:5391; number_of_response:1; }","duration":"163.702719ms","start":"2026-04-23T00:28:10.926905Z","end":"2026-04-23T00:28:11.090607Z","steps":["trace[737934800] 'process raft request' (duration: 162.97963ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:11.296275Z","caller":"traceutil/trace.go:171","msg":"trace[392176769] transaction","detail":"{read_only:false; response_revision:5393; number_of_response:1; }","duration":"146.616195ms","start":"2026-04-23T00:28:11.149637Z","end":"2026-04-23T00:28:11.296253Z","steps":["trace[392176769] 'process raft request' (duration: 146.488322ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:17.378265Z","caller":"traceutil/trace.go:171","msg":"trace[1789237710] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"209.111272ms","start":"2026-04-23T00:28:17.169132Z","end":"2026-04-23T00:28:17.378244Z","steps":["trace[1789237710] 'process raft request' (duration: 208.968908ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:18.722339Z","caller":"traceutil/trace.go:171","msg":"trace[1225197438] transaction","detail":"{read_only:false; response_revision:5504; number_of_response:1; }","duration":"267.840285ms","start":"2026-04-23T00:28:18.454481Z","end":"2026-04-23T00:28:18.722321Z","steps":["trace[1225197438] 'process raft request' (duration: 267.685211ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:18.724178Z","caller":"traceutil/trace.go:171","msg":"trace[1197269419] linearizableReadLoop","detail":"{readStateIndex:5714; appliedIndex:5712; }","duration":"161.674178ms","start":"2026-04-23T00:28:18.562477Z","end":"2026-04-23T00:28:18.724151Z","steps":["trace[1197269419] 'read index received' (duration: 159.726498ms)","trace[1197269419] 'applied index is now lower than readState.Index' (duration: 1.94665ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:18.724292Z","caller":"traceutil/trace.go:171","msg":"trace[1684449218] transaction","detail":"{read_only:false; response_revision:5506; number_of_response:1; }","duration":"129.267604ms","start":"2026-04-23T00:28:18.594975Z","end":"2026-04-23T00:28:18.724243Z","steps":["trace[1684449218] 'process raft request' (duration: 129.12657ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:18.724277Z","caller":"traceutil/trace.go:171","msg":"trace[1961806574] transaction","detail":"{read_only:false; response_revision:5505; number_of_response:1; }","duration":"262.594302ms","start":"2026-04-23T00:28:18.46164Z","end":"2026-04-23T00:28:18.724234Z","steps":["trace[1961806574] 'process raft request' (duration: 262.303194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:18.72447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.970915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-23T00:28:18.724512Z","caller":"traceutil/trace.go:171","msg":"trace[188419809] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5506; }","duration":"162.060367ms","start":"2026-04-23T00:28:18.562437Z","end":"2026-04-23T00:28:18.724497Z","steps":["trace[188419809] 'agreement among raft nodes before linearized reading' (duration: 161.847922ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:19.543081Z","caller":"traceutil/trace.go:171","msg":"trace[1862426712] transaction","detail":"{read_only:false; response_revision:5511; number_of_response:1; }","duration":"158.406905ms","start":"2026-04-23T00:28:19.38464Z","end":"2026-04-23T00:28:19.543047Z","steps":["trace[1862426712] 'process raft request' (duration: 158.145638ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:19.552629Z","caller":"traceutil/trace.go:171","msg":"trace[1313553238] linearizableReadLoop","detail":"{readStateIndex:5722; appliedIndex:5719; }","duration":"144.615813ms","start":"2026-04-23T00:28:19.407991Z","end":"2026-04-23T00:28:19.552606Z","steps":["trace[1313553238] 'read index received' (duration: 134.756703ms)","trace[1313553238] 'applied index is now lower than readState.Index' (duration: 9.85829ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:19.552937Z","caller":"traceutil/trace.go:171","msg":"trace[284298960] transaction","detail":"{read_only:false; response_revision:5512; number_of_response:1; }","duration":"166.285854ms","start":"2026-04-23T00:28:19.386642Z","end":"2026-04-23T00:28:19.552927Z","steps":["trace[284298960] 'process raft request' (duration: 165.827793ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:19.553086Z","caller":"traceutil/trace.go:171","msg":"trace[1899608808] transaction","detail":"{read_only:false; response_revision:5513; number_of_response:1; }","duration":"166.383388ms","start":"2026-04-23T00:28:19.386695Z","end":"2026-04-23T00:28:19.553079Z","steps":["trace[1899608808] 'process raft request' (duration: 165.876914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:19.553274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.277691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:28:19.553299Z","caller":"traceutil/trace.go:171","msg":"trace[598490220] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5513; }","duration":"145.368443ms","start":"2026-04-23T00:28:19.407924Z","end":"2026-04-23T00:28:19.553292Z","steps":["trace[598490220] 'agreement among raft nodes before linearized reading' (duration: 145.23875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:19.553413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.2288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:28:19.553431Z","caller":"traceutil/trace.go:171","msg":"trace[1943900678] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5513; }","duration":"134.277382ms","start":"2026-04-23T00:28:19.419148Z","end":"2026-04-23T00:28:19.553426Z","steps":["trace[1943900678] 'agreement among raft nodes before linearized reading' (duration: 134.22116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:19.844276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.176114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:28:19.844603Z","caller":"traceutil/trace.go:171","msg":"trace[1918562127] transaction","detail":"{read_only:false; response_revision:5516; number_of_response:1; }","duration":"214.854968ms","start":"2026-04-23T00:28:19.629726Z","end":"2026-04-23T00:28:19.844581Z","steps":["trace[1918562127] 'process raft request' (duration: 214.797367ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:19.844702Z","caller":"traceutil/trace.go:171","msg":"trace[1973270337] transaction","detail":"{read_only:false; response_revision:5515; number_of_response:1; }","duration":"285.910313ms","start":"2026-04-23T00:28:19.558758Z","end":"2026-04-23T00:28:19.844668Z","steps":["trace[1973270337] 'process raft request' (duration: 285.646887ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:19.844716Z","caller":"traceutil/trace.go:171","msg":"trace[501134974] transaction","detail":"{read_only:false; response_revision:5514; number_of_response:1; }","duration":"286.030576ms","start":"2026-04-23T00:28:19.558658Z","end":"2026-04-23T00:28:19.844689Z","steps":["trace[501134974] 'process raft request' (duration: 50.338419ms)","trace[501134974] 'compare' (duration: 234.781413ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:19.844707Z","caller":"traceutil/trace.go:171","msg":"trace[2134969818] linearizableReadLoop","detail":"{readStateIndex:5724; appliedIndex:5722; }","duration":"285.042311ms","start":"2026-04-23T00:28:19.559625Z","end":"2026-04-23T00:28:19.844668Z","steps":["trace[2134969818] 'read index received' (duration: 49.379875ms)","trace[2134969818] 'applied index is now lower than readState.Index' (duration: 235.658796ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:28:19.844974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.695246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T00:28:19.845018Z","caller":"traceutil/trace.go:171","msg":"trace[2014409342] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:5516; }","duration":"216.799488ms","start":"2026-04-23T00:28:19.628208Z","end":"2026-04-23T00:28:19.845007Z","steps":["trace[2014409342] 'agreement among raft nodes before linearized reading' (duration: 216.651404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:19.845055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.807617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-04-23T00:28:19.845039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.403681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80076"} {"level":"warn","ts":"2026-04-23T00:28:19.845086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.034178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ff0c8775-1706-4274-8069-bc4608aada15\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-04-23T00:28:19.845105Z","caller":"traceutil/trace.go:171","msg":"trace[1413034917] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5516; }","duration":"138.93224ms","start":"2026-04-23T00:28:19.706156Z","end":"2026-04-23T00:28:19.845089Z","steps":["trace[1413034917] 'agreement among raft nodes before linearized reading' (duration: 138.707764ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:19.845117Z","caller":"traceutil/trace.go:171","msg":"trace[1613601711] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5516; }","duration":"285.532114ms","start":"2026-04-23T00:28:19.559567Z","end":"2026-04-23T00:28:19.845099Z","steps":["trace[1613601711] 'agreement among raft nodes before linearized reading' (duration: 285.256597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:19.844974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.110631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:28:19.84517Z","caller":"traceutil/trace.go:171","msg":"trace[1926050560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5516; }","duration":"205.345087ms","start":"2026-04-23T00:28:19.639813Z","end":"2026-04-23T00:28:19.845158Z","steps":["trace[1926050560] 'agreement among raft nodes before linearized reading' (duration: 205.05976ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:19.8452Z","caller":"traceutil/trace.go:171","msg":"trace[146416048] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ff0c8775-1706-4274-8069-bc4608aada15; range_end:; response_count:1; response_revision:5516; }","duration":"116.182232ms","start":"2026-04-23T00:28:19.728955Z","end":"2026-04-23T00:28:19.845138Z","steps":["trace[146416048] 'agreement among raft nodes before linearized reading' (duration: 115.902805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:20.351636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149601727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:28:20.530159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.48947ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-23T00:28:20.53025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:19.846396Z","time spent":"683.850072ms","remote":"127.0.0.1:37356","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T00:28:21.320202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.565321ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:28:21.32045Z","caller":"traceutil/trace.go:171","msg":"trace[557740595] transaction","detail":"{read_only:false; response_revision:5518; number_of_response:1; }","duration":"788.721636ms","start":"2026-04-23T00:28:20.531707Z","end":"2026-04-23T00:28:21.320429Z","steps":["trace[557740595] 'process raft request' (duration: 788.623414ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:21.320455Z","caller":"traceutil/trace.go:171","msg":"trace[1337466714] linearizableReadLoop","detail":"{readStateIndex:5727; appliedIndex:5725; }","duration":"1.469590064s","start":"2026-04-23T00:28:19.850844Z","end":"2026-04-23T00:28:21.320434Z","steps":["trace[1337466714] 'read index received' (duration: 571.825067ms)","trace[1337466714] 'applied index is now lower than readState.Index' (duration: 897.763196ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:28:21.320564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:20.531682Z","time spent":"788.83396ms","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:21.320715Z","caller":"traceutil/trace.go:171","msg":"trace[657734523] transaction","detail":"{read_only:false; response_revision:5517; number_of_response:1; }","duration":"1.470120657s","start":"2026-04-23T00:28:19.850313Z","end":"2026-04-23T00:28:21.320434Z","steps":["trace[657734523] 'process raft request' (duration: 857.199436ms)","trace[657734523] 'compare' (duration: 612.190222ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:28:21.32078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469941873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"info","ts":"2026-04-23T00:28:21.32082Z","caller":"traceutil/trace.go:171","msg":"trace[563670469] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5518; }","duration":"1.470089907s","start":"2026-04-23T00:28:19.850719Z","end":"2026-04-23T00:28:21.320809Z","steps":["trace[563670469] 'agreement among raft nodes before linearized reading' (duration: 1.46984268s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:21.320825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453702451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:28:21.320834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:19.85029Z","time spent":"1.470489497s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:21.320853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:19.850689Z","time spent":"1.470156429s","remote":"127.0.0.1:37430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1186,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"info","ts":"2026-04-23T00:28:21.320879Z","caller":"traceutil/trace.go:171","msg":"trace[12292101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5518; }","duration":"1.453756412s","start":"2026-04-23T00:28:19.867106Z","end":"2026-04-23T00:28:21.320862Z","steps":["trace[12292101] 'agreement among raft nodes before linearized reading' (duration: 1.45367298s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:21.320919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:19.867028Z","time spent":"1.453881225s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:28:21.320922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072150228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:28:21.320947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410781061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:28:21.321011Z","caller":"traceutil/trace.go:171","msg":"trace[1788137729] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5518; }","duration":"1.410899544s","start":"2026-04-23T00:28:19.910097Z","end":"2026-04-23T00:28:21.320996Z","steps":["trace[1788137729] 'agreement among raft nodes before linearized reading' (duration: 1.41074526s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:21.32101Z","caller":"traceutil/trace.go:171","msg":"trace[1241538658] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:5518; }","duration":"1.072294131s","start":"2026-04-23T00:28:20.248693Z","end":"2026-04-23T00:28:21.320987Z","steps":["trace[1241538658] 'agreement among raft nodes before linearized reading' (duration: 1.072132097s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:21.321024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349024402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-23T00:28:21.321061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:19.91007Z","time spent":"1.410980736s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:28:21.321072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:20.248669Z","time spent":"1.072390644s","remote":"127.0.0.1:46740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:28:21.321094Z","caller":"traceutil/trace.go:171","msg":"trace[1491190719] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5518; }","duration":"1.349116804s","start":"2026-04-23T00:28:19.971954Z","end":"2026-04-23T00:28:21.321071Z","steps":["trace[1491190719] 'agreement among raft nodes before linearized reading' (duration: 1.348844868s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:21.321096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360982005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ff0c8775-1706-4274-8069-bc4608aada15\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-04-23T00:28:21.321136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:19.971941Z","time spent":"1.349184366s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:28:21.320999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409868518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T00:28:21.321185Z","caller":"traceutil/trace.go:171","msg":"trace[1143017686] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ff0c8775-1706-4274-8069-bc4608aada15; range_end:; response_count:1; response_revision:5518; }","duration":"1.361124539s","start":"2026-04-23T00:28:19.960037Z","end":"2026-04-23T00:28:21.321162Z","steps":["trace[1143017686] 'agreement among raft nodes before linearized reading' (duration: 1.360834541s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:21.321197Z","caller":"traceutil/trace.go:171","msg":"trace[217573216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5518; }","duration":"1.410094033s","start":"2026-04-23T00:28:19.911083Z","end":"2026-04-23T00:28:21.321177Z","steps":["trace[217573216] 'agreement among raft nodes before linearized reading' (duration: 1.409754005s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:21.321253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:19.911073Z","time spent":"1.410164536s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:28:21.321255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:19.960011Z","time spent":"1.361226281s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ff0c8775-1706-4274-8069-bc4608aada15\" "} {"level":"warn","ts":"2026-04-23T00:28:21.321227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.99364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a8d4dcc6c16e4d\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-04-23T00:28:21.321384Z","caller":"traceutil/trace.go:171","msg":"trace[1885072543] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a8d4dcc6c16e4d; range_end:; response_count:1; response_revision:5518; }","duration":"879.209776ms","start":"2026-04-23T00:28:20.442121Z","end":"2026-04-23T00:28:21.321331Z","steps":["trace[1885072543] 'agreement among raft nodes before linearized reading' (duration: 878.701483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:21.321464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:20.442102Z","time spent":"879.349169ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1036,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a8d4dcc6c16e4d\" "} {"level":"warn","ts":"2026-04-23T00:28:21.321101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.978265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ff0c8775-1706-4274-8069-bc4608aada15\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-04-23T00:28:21.322191Z","caller":"traceutil/trace.go:171","msg":"trace[1818147209] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ff0c8775-1706-4274-8069-bc4608aada15; range_end:; response_count:1; response_revision:5518; }","duration":"470.113923ms","start":"2026-04-23T00:28:20.85205Z","end":"2026-04-23T00:28:21.322164Z","steps":["trace[1818147209] 'agreement among raft nodes before linearized reading' (duration: 468.81673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:21.322253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:20.852033Z","time spent":"470.201056ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ff0c8775-1706-4274-8069-bc4608aada15\" "} {"level":"warn","ts":"2026-04-23T00:28:22.037129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.716522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:28:22.037282Z","caller":"traceutil/trace.go:171","msg":"trace[1780424521] linearizableReadLoop","detail":"{readStateIndex:5729; appliedIndex:5728; }","duration":"711.535116ms","start":"2026-04-23T00:28:21.32572Z","end":"2026-04-23T00:28:22.037255Z","steps":["trace[1780424521] 'read index received' (duration: 380.540257ms)","trace[1780424521] 'applied index is now lower than readState.Index' (duration: 330.992739ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:28:22.037527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.773812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T00:28:22.037625Z","caller":"traceutil/trace.go:171","msg":"trace[1051085881] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5519; }","duration":"711.918086ms","start":"2026-04-23T00:28:21.325688Z","end":"2026-04-23T00:28:22.037607Z","steps":["trace[1051085881] 'agreement among raft nodes before linearized reading' (duration: 711.669549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:22.037679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:21.325664Z","time spent":"712.000978ms","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-23T00:28:22.037992Z","caller":"traceutil/trace.go:171","msg":"trace[621137292] transaction","detail":"{read_only:false; response_revision:5519; number_of_response:1; }","duration":"712.756456ms","start":"2026-04-23T00:28:21.324552Z","end":"2026-04-23T00:28:22.037309Z","steps":["trace[621137292] 'process raft request' (duration: 381.750077ms)","trace[621137292] 'compare' (duration: 330.511247ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:28:22.038185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:21.324525Z","time spent":"713.561418ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":997,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:22.05437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.445453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:28:22.054437Z","caller":"traceutil/trace.go:171","msg":"trace[240748738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5526; }","duration":"724.535266ms","start":"2026-04-23T00:28:21.329889Z","end":"2026-04-23T00:28:22.054424Z","steps":["trace[240748738] 'agreement among raft nodes before linearized reading' (duration: 724.435223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:22.054415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.068594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wwl8n\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-23T00:28:22.054459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.848784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T00:28:22.054464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.494217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:28:22.054499Z","caller":"traceutil/trace.go:171","msg":"trace[1922608720] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5526; }","duration":"204.922565ms","start":"2026-04-23T00:28:21.849565Z","end":"2026-04-23T00:28:22.054488Z","steps":["trace[1922608720] 'agreement among raft nodes before linearized reading' (duration: 204.800622ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:22.054496Z","caller":"traceutil/trace.go:171","msg":"trace[1612850608] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wwl8n; range_end:; response_count:1; response_revision:5526; }","duration":"204.183526ms","start":"2026-04-23T00:28:21.850293Z","end":"2026-04-23T00:28:22.054476Z","steps":["trace[1612850608] 'agreement among raft nodes before linearized reading' (duration: 203.884679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:22.054466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:21.32988Z","time spent":"724.581107ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:28:22.054736Z","caller":"traceutil/trace.go:171","msg":"trace[2009136694] transaction","detail":"{read_only:false; response_revision:5523; number_of_response:1; }","duration":"725.949493ms","start":"2026-04-23T00:28:21.328774Z","end":"2026-04-23T00:28:22.054723Z","steps":["trace[2009136694] 'process raft request' (duration: 725.226154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:22.054571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.964757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:28:22.054801Z","caller":"traceutil/trace.go:171","msg":"trace[546211951] transaction","detail":"{read_only:false; response_revision:5522; number_of_response:1; }","duration":"727.882441ms","start":"2026-04-23T00:28:21.326913Z","end":"2026-04-23T00:28:22.054796Z","steps":["trace[546211951] 'process raft request' (duration: 727.054699ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:22.054815Z","caller":"traceutil/trace.go:171","msg":"trace[401282617] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5526; }","duration":"205.243695ms","start":"2026-04-23T00:28:21.849558Z","end":"2026-04-23T00:28:22.054801Z","steps":["trace[401282617] 'agreement among raft nodes before linearized reading' (duration: 204.927646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:22.054872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:21.326899Z","time spent":"727.934553ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:22.05487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:21.328761Z","time spent":"726.026595ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:22.054745Z","caller":"traceutil/trace.go:171","msg":"trace[1255977713] transaction","detail":"{read_only:false; response_revision:5520; number_of_response:1; }","duration":"727.784428ms","start":"2026-04-23T00:28:21.326949Z","end":"2026-04-23T00:28:22.054733Z","steps":["trace[1255977713] 'process raft request' (duration: 726.901625ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:22.054515Z","caller":"traceutil/trace.go:171","msg":"trace[1467683938] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:5526; }","duration":"347.58725ms","start":"2026-04-23T00:28:21.706912Z","end":"2026-04-23T00:28:22.054499Z","steps":["trace[1467683938] 'agreement among raft nodes before linearized reading' (duration: 347.508188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:22.05489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.767319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"warn","ts":"2026-04-23T00:28:22.054976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:21.706881Z","time spent":"348.085193ms","remote":"127.0.0.1:37730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:28:22.054991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:21.326932Z","time spent":"728.028055ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:22.054375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.221851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:28:22.054994Z","caller":"traceutil/trace.go:171","msg":"trace[549418737] transaction","detail":"{read_only:false; response_revision:5526; number_of_response:1; }","duration":"496.075613ms","start":"2026-04-23T00:28:21.558662Z","end":"2026-04-23T00:28:22.054738Z","steps":["trace[549418737] 'process raft request' (duration: 495.413675ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:22.055072Z","caller":"traceutil/trace.go:171","msg":"trace[1801091067] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5526; }","duration":"571.96303ms","start":"2026-04-23T00:28:21.483087Z","end":"2026-04-23T00:28:22.05505Z","steps":["trace[1801091067] 'agreement among raft nodes before linearized reading' (duration: 571.135749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:22.055359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:21.483059Z","time spent":"572.28675ms","remote":"127.0.0.1:37434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":92,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:28:22.054777Z","caller":"traceutil/trace.go:171","msg":"trace[496346109] transaction","detail":"{read_only:false; response_revision:5521; number_of_response:1; }","duration":"727.789269ms","start":"2026-04-23T00:28:21.32698Z","end":"2026-04-23T00:28:22.054769Z","steps":["trace[496346109] 'process raft request' (duration: 726.955447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:22.055515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:21.326959Z","time spent":"728.468026ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:22.05502Z","caller":"traceutil/trace.go:171","msg":"trace[654298257] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:5526; }","duration":"727.935652ms","start":"2026-04-23T00:28:21.327039Z","end":"2026-04-23T00:28:22.054975Z","steps":["trace[654298257] 'agreement among raft nodes before linearized reading' (duration: 727.591284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:22.05563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:21.327034Z","time spent":"728.576538ms","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1289,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"info","ts":"2026-04-23T00:28:22.054669Z","caller":"traceutil/trace.go:171","msg":"trace[1360761377] transaction","detail":"{read_only:false; response_revision:5524; number_of_response:1; }","duration":"505.591675ms","start":"2026-04-23T00:28:21.549045Z","end":"2026-04-23T00:28:22.054637Z","steps":["trace[1360761377] 'process raft request' (duration: 504.986179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:22.056187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:21.558632Z","time spent":"496.598006ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:22.056269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:21.54902Z","time spent":"506.980549ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:22.054697Z","caller":"traceutil/trace.go:171","msg":"trace[1987952895] transaction","detail":"{read_only:false; response_revision:5525; number_of_response:1; }","duration":"496.926174ms","start":"2026-04-23T00:28:21.557721Z","end":"2026-04-23T00:28:22.054648Z","steps":["trace[1987952895] 'process raft request' (duration: 496.333848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:22.056575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:21.557698Z","time spent":"498.828592ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:23.82219Z","caller":"traceutil/trace.go:171","msg":"trace[578085488] transaction","detail":"{read_only:false; response_revision:5544; number_of_response:1; }","duration":"489.402983ms","start":"2026-04-23T00:28:23.332758Z","end":"2026-04-23T00:28:23.822161Z","steps":["trace[578085488] 'process raft request' (duration: 489.231399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:23.822333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:23.332733Z","time spent":"489.526416ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:24.292436Z","caller":"traceutil/trace.go:171","msg":"trace[1085646537] transaction","detail":"{read_only:false; response_revision:5545; number_of_response:1; }","duration":"229.645074ms","start":"2026-04-23T00:28:24.062766Z","end":"2026-04-23T00:28:24.292411Z","steps":["trace[1085646537] 'process raft request' (duration: 229.49836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:24.573267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.873813ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:28:24.573481Z","caller":"traceutil/trace.go:171","msg":"trace[108751287] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5545; }","duration":"247.121479ms","start":"2026-04-23T00:28:24.326325Z","end":"2026-04-23T00:28:24.573447Z","steps":["trace[108751287] 'range keys from in-memory index tree' (duration: 246.839662ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:24.573959Z","caller":"traceutil/trace.go:171","msg":"trace[2126357635] transaction","detail":"{read_only:false; response_revision:5546; number_of_response:1; }","duration":"510.565471ms","start":"2026-04-23T00:28:24.063363Z","end":"2026-04-23T00:28:24.573929Z","steps":["trace[2126357635] 'process raft request' (duration: 510.357155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:24.574175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:24.06332Z","time spent":"510.762465ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:24.574437Z","caller":"traceutil/trace.go:171","msg":"trace[1321087915] transaction","detail":"{read_only:false; response_revision:5547; number_of_response:1; }","duration":"510.654913ms","start":"2026-04-23T00:28:24.063565Z","end":"2026-04-23T00:28:24.57422Z","steps":["trace[1321087915] 'process raft request' (duration: 510.323275ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:24.574487Z","caller":"traceutil/trace.go:171","msg":"trace[663999746] transaction","detail":"{read_only:false; response_revision:5548; number_of_response:1; }","duration":"510.717525ms","start":"2026-04-23T00:28:24.063733Z","end":"2026-04-23T00:28:24.57445Z","steps":["trace[663999746] 'process raft request' (duration: 510.350925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:24.574604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:24.063557Z","time spent":"510.95094ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:24.574701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.107798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T00:28:24.574725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:24.063683Z","time spent":"510.911729ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:24.574756Z","caller":"traceutil/trace.go:171","msg":"trace[496635793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5550; }","duration":"495.220651ms","start":"2026-04-23T00:28:24.079524Z","end":"2026-04-23T00:28:24.574745Z","steps":["trace[496635793] 'agreement among raft nodes before linearized reading' (duration: 495.037046ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:24.574749Z","caller":"traceutil/trace.go:171","msg":"trace[903561173] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"509.184646ms","start":"2026-04-23T00:28:24.065546Z","end":"2026-04-23T00:28:24.574731Z","steps":["trace[903561173] 'process raft request' (duration: 508.687063ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:24.574715Z","caller":"traceutil/trace.go:171","msg":"trace[221347336] transaction","detail":"{read_only:false; response_revision:5549; number_of_response:1; }","duration":"510.262413ms","start":"2026-04-23T00:28:24.064437Z","end":"2026-04-23T00:28:24.5747Z","steps":["trace[221347336] 'process raft request' (duration: 509.75482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:24.574793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:24.079501Z","time spent":"495.283383ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:28:24.574828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:24.065526Z","time spent":"509.259968ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:24.57449Z","caller":"traceutil/trace.go:171","msg":"trace[388401227] linearizableReadLoop","detail":"{readStateIndex:5760; appliedIndex:5754; }","duration":"494.874523ms","start":"2026-04-23T00:28:24.079592Z","end":"2026-04-23T00:28:24.574466Z","steps":["trace[388401227] 'read index received' (duration: 212.794966ms)","trace[388401227] 'applied index is now lower than readState.Index' (duration: 282.078707ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:28:24.57495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:24.064426Z","time spent":"510.396236ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:24.575028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.725695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wwl8n\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-23T00:28:24.575063Z","caller":"traceutil/trace.go:171","msg":"trace[774528395] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wwl8n; range_end:; response_count:1; response_revision:5550; }","duration":"484.758126ms","start":"2026-04-23T00:28:24.090294Z","end":"2026-04-23T00:28:24.575052Z","steps":["trace[774528395] 'agreement among raft nodes before linearized reading' (duration: 484.667273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:24.575095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:24.090239Z","time spent":"484.850208ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-wwl8n\" "} {"level":"warn","ts":"2026-04-23T00:28:24.575107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.112959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T00:28:24.575112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.92479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ff0c8775-1706-4274-8069-bc4608aada15\" ","response":"range_response_count:1 size:3951"} {"level":"info","ts":"2026-04-23T00:28:24.575143Z","caller":"traceutil/trace.go:171","msg":"trace[1394347205] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5550; }","duration":"484.171101ms","start":"2026-04-23T00:28:24.090961Z","end":"2026-04-23T00:28:24.575132Z","steps":["trace[1394347205] 'agreement among raft nodes before linearized reading' (duration: 484.067218ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:24.575159Z","caller":"traceutil/trace.go:171","msg":"trace[1566959892] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ff0c8775-1706-4274-8069-bc4608aada15; range_end:; response_count:1; response_revision:5550; }","duration":"239.001941ms","start":"2026-04-23T00:28:24.336143Z","end":"2026-04-23T00:28:24.575145Z","steps":["trace[1566959892] 'agreement among raft nodes before linearized reading' (duration: 238.841587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:24.575179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:24.09095Z","time spent":"484.221932ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:28:24.575128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.586876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:28:24.575507Z","caller":"traceutil/trace.go:171","msg":"trace[161960245] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5550; }","duration":"425.007867ms","start":"2026-04-23T00:28:24.150478Z","end":"2026-04-23T00:28:24.575486Z","steps":["trace[161960245] 'agreement among raft nodes before linearized reading' (duration: 424.544515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:24.575553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:24.150465Z","time spent":"425.075238ms","remote":"127.0.0.1:37442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:28:26.488042Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2796} {"level":"info","ts":"2026-04-23T00:28:26.600607Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2796,"took":"110.994239ms","hash":1737901672,"current-db-size-bytes":55885824,"current-db-size":"56 MB","current-db-size-in-use-bytes":31313920,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-23T00:28:26.60067Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1737901672,"revision":2796,"compact-revision":-1} {"level":"warn","ts":"2026-04-23T00:28:27.52211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.309599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-04-23T00:28:27.52211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.398429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-04-23T00:28:27.522213Z","caller":"traceutil/trace.go:171","msg":"trace[851008642] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5614; }","duration":"104.465313ms","start":"2026-04-23T00:28:27.417722Z","end":"2026-04-23T00:28:27.522187Z","steps":["trace[851008642] 'range keys from in-memory index tree' (duration: 104.111894ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:27.522274Z","caller":"traceutil/trace.go:171","msg":"trace[35579813] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5614; }","duration":"120.616035ms","start":"2026-04-23T00:28:27.401631Z","end":"2026-04-23T00:28:27.522247Z","steps":["trace[35579813] 'range keys from in-memory index tree' (duration: 120.270055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:27.918522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.86284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212884"} {"level":"info","ts":"2026-04-23T00:28:27.918631Z","caller":"traceutil/trace.go:171","msg":"trace[1767543603] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5615; }","duration":"108.022664ms","start":"2026-04-23T00:28:27.810586Z","end":"2026-04-23T00:28:27.918609Z","steps":["trace[1767543603] 'range keys from in-memory index tree' (duration: 107.10019ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:28.868294Z","caller":"traceutil/trace.go:171","msg":"trace[658083735] linearizableReadLoop","detail":"{readStateIndex:5835; appliedIndex:5833; }","duration":"272.346519ms","start":"2026-04-23T00:28:28.595922Z","end":"2026-04-23T00:28:28.868268Z","steps":["trace[658083735] 'read index received' (duration: 41.899695ms)","trace[658083735] 'applied index is now lower than readState.Index' (duration: 230.445664ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:28.868385Z","caller":"traceutil/trace.go:171","msg":"trace[742700585] transaction","detail":"{read_only:false; response_revision:5620; number_of_response:1; }","duration":"278.372813ms","start":"2026-04-23T00:28:28.589981Z","end":"2026-04-23T00:28:28.868353Z","steps":["trace[742700585] 'process raft request' (duration: 256.146288ms)","trace[742700585] 'compare' (duration: 21.808944ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:28:28.868562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.367706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:28:28.868603Z","caller":"traceutil/trace.go:171","msg":"trace[1164686462] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5620; }","duration":"264.465719ms","start":"2026-04-23T00:28:28.604128Z","end":"2026-04-23T00:28:28.868594Z","steps":["trace[1164686462] 'agreement among raft nodes before linearized reading' (duration: 264.319655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:28.868649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.608425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T00:28:28.868686Z","caller":"traceutil/trace.go:171","msg":"trace[1904336634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5620; }","duration":"272.769019ms","start":"2026-04-23T00:28:28.595906Z","end":"2026-04-23T00:28:28.868675Z","steps":["trace[1904336634] 'agreement among raft nodes before linearized reading' (duration: 272.498432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:28.868823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.409786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:28:28.868851Z","caller":"traceutil/trace.go:171","msg":"trace[516896431] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5620; }","duration":"264.466608ms","start":"2026-04-23T00:28:28.604378Z","end":"2026-04-23T00:28:28.868845Z","steps":["trace[516896431] 'agreement among raft nodes before linearized reading' (duration: 264.399537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:28.868875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.51285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:28:28.868917Z","caller":"traceutil/trace.go:171","msg":"trace[463023701] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5620; }","duration":"262.572801ms","start":"2026-04-23T00:28:28.606335Z","end":"2026-04-23T00:28:28.868908Z","steps":["trace[463023701] 'agreement among raft nodes before linearized reading' (duration: 262.459288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:28.868915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.310065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-23T00:28:28.868917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.033404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wwl8n\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-23T00:28:28.868954Z","caller":"traceutil/trace.go:171","msg":"trace[1285192561] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5620; }","duration":"264.366916ms","start":"2026-04-23T00:28:28.604577Z","end":"2026-04-23T00:28:28.868944Z","steps":["trace[1285192561] 'agreement among raft nodes before linearized reading' (duration: 264.256033ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:28.869Z","caller":"traceutil/trace.go:171","msg":"trace[207140972] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wwl8n; range_end:; response_count:1; response_revision:5620; }","duration":"258.138278ms","start":"2026-04-23T00:28:28.61084Z","end":"2026-04-23T00:28:28.868978Z","steps":["trace[207140972] 'agreement among raft nodes before linearized reading' (duration: 257.929422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:36.036245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.276232ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T00:28:36.036408Z","caller":"traceutil/trace.go:171","msg":"trace[1388954112] linearizableReadLoop","detail":"{readStateIndex:5931; appliedIndex:5930; }","duration":"168.991903ms","start":"2026-04-23T00:28:35.867395Z","end":"2026-04-23T00:28:36.036387Z","steps":["trace[1388954112] 'read index received' (duration: 57.111µs)","trace[1388954112] 'applied index is now lower than readState.Index' (duration: 168.933122ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:28:36.03657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.169468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:28:36.036637Z","caller":"traceutil/trace.go:171","msg":"trace[189206595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5714; }","duration":"169.283681ms","start":"2026-04-23T00:28:35.867343Z","end":"2026-04-23T00:28:36.036626Z","steps":["trace[189206595] 'agreement among raft nodes before linearized reading' (duration: 169.127667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:36.687617Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149602162,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:28:36.729297Z","caller":"traceutil/trace.go:171","msg":"trace[2002015423] transaction","detail":"{read_only:false; response_revision:5716; number_of_response:1; }","duration":"588.450539ms","start":"2026-04-23T00:28:36.14082Z","end":"2026-04-23T00:28:36.72927Z","steps":["trace[2002015423] 'process raft request' (duration: 588.267645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:36.729485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:36.140793Z","time spent":"588.585652ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13835,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:36.730324Z","caller":"traceutil/trace.go:171","msg":"trace[1542195049] linearizableReadLoop","detail":"{readStateIndex:5935; appliedIndex:5932; }","duration":"543.025275ms","start":"2026-04-23T00:28:36.18727Z","end":"2026-04-23T00:28:36.730296Z","steps":["trace[1542195049] 'read index received' (duration: 541.845716ms)","trace[1542195049] 'applied index is now lower than readState.Index' (duration: 1.178369ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:36.730382Z","caller":"traceutil/trace.go:171","msg":"trace[320477735] transaction","detail":"{read_only:false; response_revision:5717; number_of_response:1; }","duration":"326.965786ms","start":"2026-04-23T00:28:36.403391Z","end":"2026-04-23T00:28:36.730357Z","steps":["trace[320477735] 'process raft request' (duration: 326.668868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:36.730599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.309403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-04-23T00:28:36.730615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:36.403368Z","time spent":"327.10333ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:36.730666Z","caller":"traceutil/trace.go:171","msg":"trace[827069825] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5718; }","duration":"543.391345ms","start":"2026-04-23T00:28:36.187255Z","end":"2026-04-23T00:28:36.730646Z","steps":["trace[827069825] 'agreement among raft nodes before linearized reading' (duration: 543.152089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:36.73075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:36.187233Z","time spent":"543.468186ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-23T00:28:38.266999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.424448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-23T00:28:38.267084Z","caller":"traceutil/trace.go:171","msg":"trace[1201577991] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5736; }","duration":"105.563732ms","start":"2026-04-23T00:28:38.161497Z","end":"2026-04-23T00:28:38.267061Z","steps":["trace[1201577991] 'range keys from in-memory index tree' (duration: 105.229644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:41.367969Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149602258,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:28:41.539513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.85003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:28:41.539596Z","caller":"traceutil/trace.go:171","msg":"trace[326266279] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:5753; }","duration":"823.995503ms","start":"2026-04-23T00:28:40.715579Z","end":"2026-04-23T00:28:41.539575Z","steps":["trace[326266279] 'count revisions from in-memory index tree' (duration: 823.677335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:41.539642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:40.715554Z","time spent":"824.075925ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:28:41.548496Z","caller":"traceutil/trace.go:171","msg":"trace[201760169] transaction","detail":"{read_only:false; response_revision:5754; number_of_response:1; }","duration":"806.215242ms","start":"2026-04-23T00:28:40.742162Z","end":"2026-04-23T00:28:41.548377Z","steps":["trace[201760169] 'process raft request' (duration: 799.900591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:41.548686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:40.742136Z","time spent":"806.471198ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:41.548866Z","caller":"traceutil/trace.go:171","msg":"trace[146329692] transaction","detail":"{read_only:false; response_revision:5755; number_of_response:1; }","duration":"806.573031ms","start":"2026-04-23T00:28:40.742199Z","end":"2026-04-23T00:28:41.548772Z","steps":["trace[146329692] 'process raft request' (duration: 806.082868ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:41.548974Z","caller":"traceutil/trace.go:171","msg":"trace[1119906134] transaction","detail":"{read_only:false; response_revision:5756; number_of_response:1; }","duration":"637.959626ms","start":"2026-04-23T00:28:40.910977Z","end":"2026-04-23T00:28:41.548937Z","steps":["trace[1119906134] 'process raft request' (duration: 637.599117ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:41.54925Z","caller":"traceutil/trace.go:171","msg":"trace[229429564] linearizableReadLoop","detail":"{readStateIndex:5975; appliedIndex:5971; }","duration":"682.313823ms","start":"2026-04-23T00:28:40.866902Z","end":"2026-04-23T00:28:41.549216Z","steps":["trace[229429564] 'read index received' (duration: 675.365757ms)","trace[229429564] 'applied index is now lower than readState.Index' (duration: 6.946226ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:28:41.549263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:40.910946Z","time spent":"638.289304ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:41.54924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:40.742174Z","time spent":"806.98457ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:41.549114Z","caller":"traceutil/trace.go:171","msg":"trace[2102017632] transaction","detail":"{read_only:false; response_revision:5757; number_of_response:1; }","duration":"295.090887ms","start":"2026-04-23T00:28:41.253996Z","end":"2026-04-23T00:28:41.549087Z","steps":["trace[2102017632] 'process raft request' (duration: 294.677926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:41.549347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.441256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:28:41.549387Z","caller":"traceutil/trace.go:171","msg":"trace[457937254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5757; }","duration":"682.506039ms","start":"2026-04-23T00:28:40.86687Z","end":"2026-04-23T00:28:41.549376Z","steps":["trace[457937254] 'agreement among raft nodes before linearized reading' (duration: 682.445336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:41.549537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.127642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-23T00:28:41.549551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:40.866855Z","time spent":"682.663522ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:28:41.549571Z","caller":"traceutil/trace.go:171","msg":"trace[1802811696] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5757; }","duration":"538.179713ms","start":"2026-04-23T00:28:41.011376Z","end":"2026-04-23T00:28:41.549556Z","steps":["trace[1802811696] 'agreement among raft nodes before linearized reading' (duration: 538.103422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:41.549595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:41.011364Z","time spent":"538.225914ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:28:41.549619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.03756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:28:41.549713Z","caller":"traceutil/trace.go:171","msg":"trace[380143662] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5757; }","duration":"579.172494ms","start":"2026-04-23T00:28:40.970506Z","end":"2026-04-23T00:28:41.549679Z","steps":["trace[380143662] 'agreement among raft nodes before linearized reading' (duration: 578.920847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:41.54972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.287371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T00:28:41.549743Z","caller":"traceutil/trace.go:171","msg":"trace[1618101031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5757; }","duration":"541.339883ms","start":"2026-04-23T00:28:41.008397Z","end":"2026-04-23T00:28:41.549737Z","steps":["trace[1618101031] 'agreement among raft nodes before linearized reading' (duration: 541.267211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:41.549746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:40.970489Z","time spent":"579.247986ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:28:41.549732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.569047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T00:28:41.549765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:41.008381Z","time spent":"541.379875ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:28:41.549803Z","caller":"traceutil/trace.go:171","msg":"trace[1393746793] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5757; }","duration":"539.67448ms","start":"2026-04-23T00:28:41.010102Z","end":"2026-04-23T00:28:41.549777Z","steps":["trace[1393746793] 'agreement among raft nodes before linearized reading' (duration: 539.477245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:41.549838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:41.01009Z","time spent":"539.739322ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:28:41.549875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.374521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wwl8n\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-23T00:28:41.549943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.948006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-23T00:28:41.549972Z","caller":"traceutil/trace.go:171","msg":"trace[779622845] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5757; }","duration":"537.994068ms","start":"2026-04-23T00:28:41.011965Z","end":"2026-04-23T00:28:41.549959Z","steps":["trace[779622845] 'agreement among raft nodes before linearized reading' (duration: 537.856854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:41.549998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:41.011952Z","time spent":"538.040808ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T00:28:41.550103Z","caller":"traceutil/trace.go:171","msg":"trace[1877575351] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wwl8n; range_end:; response_count:1; response_revision:5757; }","duration":"533.494253ms","start":"2026-04-23T00:28:41.016461Z","end":"2026-04-23T00:28:41.549955Z","steps":["trace[1877575351] 'agreement among raft nodes before linearized reading' (duration: 533.301859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:41.550184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:41.016448Z","time spent":"533.72387ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-wwl8n\" "} {"level":"warn","ts":"2026-04-23T00:28:42.056601Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149602266,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:28:42.55744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149602266,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:28:42.985331Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.433658941s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T00:28:43.254482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.730057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:28:43.254657Z","caller":"traceutil/trace.go:171","msg":"trace[1789733546] transaction","detail":"{read_only:false; response_revision:5758; number_of_response:1; }","duration":"1.703053895s","start":"2026-04-23T00:28:41.55158Z","end":"2026-04-23T00:28:43.254634Z","steps":["trace[1789733546] 'process raft request' (duration: 1.434059521s)","trace[1789733546] 'compare' (duration: 268.329717ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:28:43.254729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:41.551564Z","time spent":"1.703131216s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:28:43.832859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.380395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:28:43.833229Z","caller":"traceutil/trace.go:171","msg":"trace[629852129] transaction","detail":"{read_only:false; response_revision:5760; number_of_response:1; }","duration":"2.277864987s","start":"2026-04-23T00:28:41.555339Z","end":"2026-04-23T00:28:43.833204Z","steps":["trace[629852129] 'process raft request' (duration: 2.277618351s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:43.833295Z","caller":"traceutil/trace.go:171","msg":"trace[1593211097] transaction","detail":"{read_only:false; response_revision:5759; number_of_response:1; }","duration":"2.277925749s","start":"2026-04-23T00:28:41.555303Z","end":"2026-04-23T00:28:43.833229Z","steps":["trace[1593211097] 'process raft request' (duration: 1.808092293s)","trace[1593211097] 'compare' (duration: 469.091026ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:28:43.833483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:41.555283Z","time spent":"2.278145114s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:43.833347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:41.555319Z","time spent":"2.277956269s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:43.833673Z","caller":"traceutil/trace.go:171","msg":"trace[613534495] transaction","detail":"{read_only:false; response_revision:5762; number_of_response:1; }","duration":"2.278204726s","start":"2026-04-23T00:28:41.555451Z","end":"2026-04-23T00:28:43.833655Z","steps":["trace[613534495] 'process raft request' (duration: 2.278022321s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:43.833756Z","caller":"traceutil/trace.go:171","msg":"trace[1507100648] transaction","detail":"{read_only:false; response_revision:5761; number_of_response:1; }","duration":"2.278303188s","start":"2026-04-23T00:28:41.555407Z","end":"2026-04-23T00:28:43.83371Z","steps":["trace[1507100648] 'process raft request' (duration: 2.277751684s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:43.833777Z","caller":"traceutil/trace.go:171","msg":"trace[1527083327] transaction","detail":"{read_only:false; response_revision:5763; number_of_response:1; }","duration":"2.275646221s","start":"2026-04-23T00:28:41.5581Z","end":"2026-04-23T00:28:43.833746Z","steps":["trace[1527083327] 'process raft request' (duration: 2.275490517s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:43.833844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:41.555443Z","time spent":"2.278316748s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:43.833933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:41.558091Z","time spent":"2.275767714s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:43.833934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:41.555401Z","time spent":"2.278435911s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:43.834021Z","caller":"traceutil/trace.go:171","msg":"trace[350324764] transaction","detail":"{read_only:false; response_revision:5765; number_of_response:1; }","duration":"2.273198778s","start":"2026-04-23T00:28:41.560797Z","end":"2026-04-23T00:28:43.833996Z","steps":["trace[350324764] 'process raft request' (duration: 2.273036844s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:43.834066Z","caller":"traceutil/trace.go:171","msg":"trace[1117009387] transaction","detail":"{read_only:false; response_revision:5764; number_of_response:1; }","duration":"2.275794985s","start":"2026-04-23T00:28:41.558254Z","end":"2026-04-23T00:28:43.834049Z","steps":["trace[1117009387] 'process raft request' (duration: 2.275381454s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:43.834121Z","caller":"traceutil/trace.go:171","msg":"trace[360076479] transaction","detail":"{read_only:false; response_revision:5766; number_of_response:1; }","duration":"279.785458ms","start":"2026-04-23T00:28:43.554323Z","end":"2026-04-23T00:28:43.834109Z","steps":["trace[360076479] 'process raft request' (duration: 279.628734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:43.83415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:41.558248Z","time spent":"2.275857236s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10666,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:43.834167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:41.560789Z","time spent":"2.273301441s","remote":"127.0.0.1:34688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7598,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:43.834025Z","caller":"traceutil/trace.go:171","msg":"trace[1893614744] linearizableReadLoop","detail":"{readStateIndex:5983; appliedIndex:5975; }","duration":"2.2775974s","start":"2026-04-23T00:28:41.556407Z","end":"2026-04-23T00:28:43.834004Z","steps":["trace[1893614744] 'read index received' (duration: 1.429221908s)","trace[1893614744] 'applied index is now lower than readState.Index' (duration: 848.374132ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:28:43.834311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.277897358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81764"} {"level":"info","ts":"2026-04-23T00:28:43.834358Z","caller":"traceutil/trace.go:171","msg":"trace[1867151644] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5766; }","duration":"2.27796114s","start":"2026-04-23T00:28:41.556384Z","end":"2026-04-23T00:28:43.834346Z","steps":["trace[1867151644] 'agreement among raft nodes before linearized reading' (duration: 2.277683453s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:43.834407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:41.556376Z","time spent":"2.278023491s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81788,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T00:28:43.867126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00008626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T00:28:43.86724Z","caller":"traceutil/trace.go:171","msg":"trace[2069226525] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000253664s","start":"2026-04-23T00:28:41.866966Z","end":"2026-04-23T00:28:43.86722Z","steps":["trace[2069226525] 'agreement among raft nodes before linearized reading' (duration: 2.000125511s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:43.867309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:41.866954Z","time spent":"2.000344977s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:28:43.890643Z","caller":"traceutil/trace.go:171","msg":"trace[158876159] transaction","detail":"{read_only:false; response_revision:5767; number_of_response:1; }","duration":"335.347668ms","start":"2026-04-23T00:28:43.555261Z","end":"2026-04-23T00:28:43.890609Z","steps":["trace[158876159] 'process raft request' (duration: 335.147993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:43.890808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:43.555235Z","time spent":"335.490992ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:43.890923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818754244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:28:43.890992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.895778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:28:43.890981Z","caller":"traceutil/trace.go:171","msg":"trace[1409946182] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:5768; }","duration":"1.818819055s","start":"2026-04-23T00:28:42.072145Z","end":"2026-04-23T00:28:43.890964Z","steps":["trace[1409946182] 'agreement among raft nodes before linearized reading' (duration: 1.818644801s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:43.89104Z","caller":"traceutil/trace.go:171","msg":"trace[1567063891] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5768; }","duration":"604.972379ms","start":"2026-04-23T00:28:43.286052Z","end":"2026-04-23T00:28:43.891025Z","steps":["trace[1567063891] 'agreement among raft nodes before linearized reading' (duration: 604.893857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:43.891062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:42.072124Z","time spent":"1.818929098s","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":78,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:28:43.891075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:43.286034Z","time spent":"605.032231ms","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:28:43.891086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783290762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:28:43.89117Z","caller":"traceutil/trace.go:171","msg":"trace[1779728641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5768; }","duration":"1.783427836s","start":"2026-04-23T00:28:42.107724Z","end":"2026-04-23T00:28:43.891151Z","steps":["trace[1779728641] 'agreement among raft nodes before linearized reading' (duration: 1.783057247s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:43.891156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.652054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:28:43.891221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:42.107702Z","time spent":"1.783509318s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:28:43.891259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038001324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T00:28:43.891243Z","caller":"traceutil/trace.go:171","msg":"trace[1190647624] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5768; }","duration":"886.787298ms","start":"2026-04-23T00:28:43.004438Z","end":"2026-04-23T00:28:43.891226Z","steps":["trace[1190647624] 'agreement among raft nodes before linearized reading' (duration: 886.613343ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:43.891287Z","caller":"traceutil/trace.go:171","msg":"trace[803284896] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5768; }","duration":"2.038049985s","start":"2026-04-23T00:28:41.853227Z","end":"2026-04-23T00:28:43.891277Z","steps":["trace[803284896] 'agreement among raft nodes before linearized reading' (duration: 2.037964963s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:43.891328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:41.853214Z","time spent":"2.038087906s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-23T00:28:43.891297Z","caller":"traceutil/trace.go:171","msg":"trace[710403544] transaction","detail":"{read_only:false; response_revision:5768; number_of_response:1; }","duration":"334.656651ms","start":"2026-04-23T00:28:43.556628Z","end":"2026-04-23T00:28:43.891285Z","steps":["trace[710403544] 'process raft request' (duration: 333.893572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:43.891299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:43.004422Z","time spent":"886.866799ms","remote":"127.0.0.1:58120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:28:43.891358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.240551309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:28:43.891418Z","caller":"traceutil/trace.go:171","msg":"trace[10822668] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5768; }","duration":"2.240695443s","start":"2026-04-23T00:28:41.650708Z","end":"2026-04-23T00:28:43.891403Z","steps":["trace[10822668] 'agreement among raft nodes before linearized reading' (duration: 2.240545418s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:43.891394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.279680964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-23T00:28:43.891461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:41.650687Z","time spent":"2.240764384s","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:28:43.891467Z","caller":"traceutil/trace.go:171","msg":"trace[1173110987] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5768; }","duration":"2.279788616s","start":"2026-04-23T00:28:41.611664Z","end":"2026-04-23T00:28:43.891453Z","steps":["trace[1173110987] 'agreement among raft nodes before linearized reading' (duration: 2.27958109s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:43.891504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:41.611649Z","time spent":"2.279848019s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-23T00:28:43.891521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051673812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:28:43.891419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:43.556602Z","time spent":"334.763145ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:43.891547Z","caller":"traceutil/trace.go:171","msg":"trace[745474091] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5768; }","duration":"2.051735134s","start":"2026-04-23T00:28:41.839804Z","end":"2026-04-23T00:28:43.891539Z","steps":["trace[745474091] 'agreement among raft nodes before linearized reading' (duration: 2.051696063s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:43.891566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:41.839782Z","time spent":"2.051779224s","remote":"127.0.0.1:37772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:28:43.891685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.043220727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-23T00:28:43.891724Z","caller":"traceutil/trace.go:171","msg":"trace[709799189] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5768; }","duration":"2.043279599s","start":"2026-04-23T00:28:41.848435Z","end":"2026-04-23T00:28:43.891714Z","steps":["trace[709799189] 'agreement among raft nodes before linearized reading' (duration: 2.043165066s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:43.891748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:41.848425Z","time spent":"2.04331876s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T00:28:43.891881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341043688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-04-23T00:28:43.892005Z","caller":"traceutil/trace.go:171","msg":"trace[1930604273] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5768; }","duration":"1.341207083s","start":"2026-04-23T00:28:42.550772Z","end":"2026-04-23T00:28:43.891979Z","steps":["trace[1930604273] 'agreement among raft nodes before linearized reading' (duration: 1.340655239s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:43.892085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:42.550755Z","time spent":"1.341317025s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-23T00:28:44.188946Z","caller":"traceutil/trace.go:171","msg":"trace[1308128887] transaction","detail":"{read_only:false; response_revision:5769; number_of_response:1; }","duration":"348.110434ms","start":"2026-04-23T00:28:43.840815Z","end":"2026-04-23T00:28:44.188925Z","steps":["trace[1308128887] 'process raft request' (duration: 347.318334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:44.189149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:43.840787Z","time spent":"348.293109ms","remote":"127.0.0.1:37484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:44.189331Z","caller":"traceutil/trace.go:171","msg":"trace[387837787] linearizableReadLoop","detail":"{readStateIndex:5990; appliedIndex:5986; }","duration":"298.538595ms","start":"2026-04-23T00:28:43.89077Z","end":"2026-04-23T00:28:44.189309Z","steps":["trace[387837787] 'read index received' (duration: 297.470377ms)","trace[387837787] 'applied index is now lower than readState.Index' (duration: 1.066928ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:44.189377Z","caller":"traceutil/trace.go:171","msg":"trace[1908077892] transaction","detail":"{read_only:false; response_revision:5771; number_of_response:1; }","duration":"347.279822ms","start":"2026-04-23T00:28:43.842079Z","end":"2026-04-23T00:28:44.189359Z","steps":["trace[1908077892] 'process raft request' (duration: 346.972745ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:44.189418Z","caller":"traceutil/trace.go:171","msg":"trace[895530381] transaction","detail":"{read_only:false; response_revision:5770; number_of_response:1; }","duration":"348.547305ms","start":"2026-04-23T00:28:43.840843Z","end":"2026-04-23T00:28:44.189391Z","steps":["trace[895530381] 'process raft request' (duration: 348.017312ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:44.189436Z","caller":"traceutil/trace.go:171","msg":"trace[2077755330] transaction","detail":"{read_only:false; response_revision:5772; number_of_response:1; }","duration":"346.888923ms","start":"2026-04-23T00:28:43.842522Z","end":"2026-04-23T00:28:44.189411Z","steps":["trace[2077755330] 'process raft request' (duration: 346.694238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:44.189452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:43.842067Z","time spent":"347.348214ms","remote":"127.0.0.1:37484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:44.189535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.483968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:28:44.189567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:43.84083Z","time spent":"348.660988ms","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:44.189619Z","caller":"traceutil/trace.go:171","msg":"trace[1329021396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5772; }","duration":"321.612731ms","start":"2026-04-23T00:28:43.867981Z","end":"2026-04-23T00:28:44.189594Z","steps":["trace[1329021396] 'agreement among raft nodes before linearized reading' (duration: 321.446177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:44.18961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:43.842513Z","time spent":"346.985255ms","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:44.189668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:43.867959Z","time spent":"321.700123ms","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:28:44.189754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.627482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-84dz5\" ","response":"range_response_count:1 size:4343"} {"level":"info","ts":"2026-04-23T00:28:44.189855Z","caller":"traceutil/trace.go:171","msg":"trace[854304156] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-84dz5; range_end:; response_count:1; response_revision:5772; }","duration":"349.827837ms","start":"2026-04-23T00:28:43.84Z","end":"2026-04-23T00:28:44.189828Z","steps":["trace[854304156] 'agreement among raft nodes before linearized reading' (duration: 349.433507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:44.189908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:43.839978Z","time spent":"349.92024ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4367,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-84dz5\" "} {"level":"warn","ts":"2026-04-23T00:28:44.566743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.732816ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:28:44.5669Z","caller":"traceutil/trace.go:171","msg":"trace[1014380276] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5772; }","duration":"240.90129ms","start":"2026-04-23T00:28:44.325975Z","end":"2026-04-23T00:28:44.566877Z","steps":["trace[1014380276] 'range keys from in-memory index tree' (duration: 240.714236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:44.567102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.682094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:28:44.567334Z","caller":"traceutil/trace.go:171","msg":"trace[1621830191] linearizableReadLoop","detail":"{readStateIndex:5993; appliedIndex:5990; }","duration":"377.911611ms","start":"2026-04-23T00:28:44.189404Z","end":"2026-04-23T00:28:44.567316Z","steps":["trace[1621830191] 'read index received' (duration: 136.892818ms)","trace[1621830191] 'applied index is now lower than readState.Index' (duration: 241.015663ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:44.567414Z","caller":"traceutil/trace.go:171","msg":"trace[1895942169] transaction","detail":"{read_only:false; response_revision:5775; number_of_response:1; }","duration":"670.946675ms","start":"2026-04-23T00:28:43.896456Z","end":"2026-04-23T00:28:44.567403Z","steps":["trace[1895942169] 'process raft request' (duration: 670.809632ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:44.567412Z","caller":"traceutil/trace.go:171","msg":"trace[247975814] transaction","detail":"{read_only:false; response_revision:5774; number_of_response:1; }","duration":"671.273224ms","start":"2026-04-23T00:28:43.896108Z","end":"2026-04-23T00:28:44.567381Z","steps":["trace[247975814] 'process raft request' (duration: 671.089879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:44.567474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:43.896437Z","time spent":"671.001707ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:44.567525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.898786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:28:44.567559Z","caller":"traceutil/trace.go:171","msg":"trace[1278568549] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5775; }","duration":"464.023779ms","start":"2026-04-23T00:28:44.103525Z","end":"2026-04-23T00:28:44.567549Z","steps":["trace[1278568549] 'agreement among raft nodes before linearized reading' (duration: 463.894256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:44.567554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:43.896092Z","time spent":"671.384446ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:44.567589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:44.1035Z","time spent":"464.08088ms","remote":"127.0.0.1:58216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:28:44.567594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.406232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ff0c8775-1706-4274-8069-bc4608aada15\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-23T00:28:44.567583Z","caller":"traceutil/trace.go:171","msg":"trace[609857011] transaction","detail":"{read_only:false; response_revision:5773; number_of_response:1; }","duration":"672.056333ms","start":"2026-04-23T00:28:43.895462Z","end":"2026-04-23T00:28:44.567519Z","steps":["trace[609857011] 'process raft request' (duration: 430.817055ms)","trace[609857011] 'compare' (duration: 240.402397ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:44.567624Z","caller":"traceutil/trace.go:171","msg":"trace[1499763246] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ff0c8775-1706-4274-8069-bc4608aada15; range_end:; response_count:1; response_revision:5775; }","duration":"672.459604ms","start":"2026-04-23T00:28:43.895156Z","end":"2026-04-23T00:28:44.567616Z","steps":["trace[1499763246] 'agreement among raft nodes before linearized reading' (duration: 672.356791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:44.567739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:43.895442Z","time spent":"672.215728ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:44.567761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:43.89514Z","time spent":"672.614217ms","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-ff0c8775-1706-4274-8069-bc4608aada15\" "} {"level":"warn","ts":"2026-04-23T00:28:45.114053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.086568ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:28:45.114329Z","caller":"traceutil/trace.go:171","msg":"trace[160409397] linearizableReadLoop","detail":"{readStateIndex:5995; appliedIndex:5993; }","duration":"546.943575ms","start":"2026-04-23T00:28:44.567368Z","end":"2026-04-23T00:28:45.114312Z","steps":["trace[160409397] 'read index received' (duration: 308.428756ms)","trace[160409397] 'applied index is now lower than readState.Index' (duration: 238.513459ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:45.114419Z","caller":"traceutil/trace.go:171","msg":"trace[196521156] transaction","detail":"{read_only:false; response_revision:5777; number_of_response:1; }","duration":"916.299118ms","start":"2026-04-23T00:28:44.198109Z","end":"2026-04-23T00:28:45.114408Z","steps":["trace[196521156] 'process raft request' (duration: 916.070953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:45.114493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:44.198102Z","time spent":"916.343319ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4142,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:45.114681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.575096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:28:45.114714Z","caller":"traceutil/trace.go:171","msg":"trace[1743286478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5777; }","duration":"918.627237ms","start":"2026-04-23T00:28:44.196078Z","end":"2026-04-23T00:28:45.114705Z","steps":["trace[1743286478] 'agreement among raft nodes before linearized reading' (duration: 918.571435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:45.114807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:44.19606Z","time spent":"918.73955ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:28:45.114887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.210137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-23T00:28:45.114994Z","caller":"traceutil/trace.go:171","msg":"trace[1904373168] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5777; }","duration":"807.393821ms","start":"2026-04-23T00:28:44.307575Z","end":"2026-04-23T00:28:45.114969Z","steps":["trace[1904373168] 'agreement among raft nodes before linearized reading' (duration: 806.9456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:45.115074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:44.307551Z","time spent":"807.507874ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T00:28:45.115278Z","caller":"traceutil/trace.go:171","msg":"trace[929295381] transaction","detail":"{read_only:false; response_revision:5776; number_of_response:1; }","duration":"921.230892ms","start":"2026-04-23T00:28:44.194002Z","end":"2026-04-23T00:28:45.115233Z","steps":["trace[929295381] 'process raft request' (duration: 681.856661ms)","trace[929295381] 'compare' (duration: 237.800942ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:28:45.115431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:44.193979Z","time spent":"921.360636ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:28:45.497734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.010939ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T00:28:45.497995Z","caller":"traceutil/trace.go:171","msg":"trace[1452470358] linearizableReadLoop","detail":"{readStateIndex:5996; appliedIndex:5995; }","duration":"383.589495ms","start":"2026-04-23T00:28:45.114369Z","end":"2026-04-23T00:28:45.497959Z","steps":["trace[1452470358] 'read index received' (duration: 150.428052ms)","trace[1452470358] 'applied index is now lower than readState.Index' (duration: 233.154923ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:28:45.49819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.886824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:28:45.498309Z","caller":"traceutil/trace.go:171","msg":"trace[611380264] transaction","detail":"{read_only:false; response_revision:5779; number_of_response:1; }","duration":"377.991942ms","start":"2026-04-23T00:28:45.120305Z","end":"2026-04-23T00:28:45.498297Z","steps":["trace[611380264] 'process raft request' (duration: 377.764077ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:45.498418Z","caller":"traceutil/trace.go:171","msg":"trace[1973800191] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5777; }","duration":"821.11693ms","start":"2026-04-23T00:28:44.677228Z","end":"2026-04-23T00:28:45.498345Z","steps":["trace[1973800191] 'agreement among raft nodes before linearized reading' (duration: 820.784601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:45.498663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:44.677207Z","time spent":"821.310855ms","remote":"127.0.0.1:37752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":19,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:28:45.498742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.411645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:28:45.498442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.080976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-23T00:28:45.498825Z","caller":"traceutil/trace.go:171","msg":"trace[1641474438] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5780; }","duration":"891.533858ms","start":"2026-04-23T00:28:44.607269Z","end":"2026-04-23T00:28:45.498803Z","steps":["trace[1641474438] 'agreement among raft nodes before linearized reading' (duration: 891.22889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:45.49884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.224359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-23T00:28:45.49889Z","caller":"traceutil/trace.go:171","msg":"trace[606812890] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5780; }","duration":"380.311761ms","start":"2026-04-23T00:28:45.118563Z","end":"2026-04-23T00:28:45.498875Z","steps":["trace[606812890] 'agreement among raft nodes before linearized reading' (duration: 380.162477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:45.498948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:45.11852Z","time spent":"380.417593ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T00:28:45.498687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.963098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:28:45.498998Z","caller":"traceutil/trace.go:171","msg":"trace[1833465378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5780; }","duration":"383.316847ms","start":"2026-04-23T00:28:45.115672Z","end":"2026-04-23T00:28:45.498989Z","steps":["trace[1833465378] 'agreement among raft nodes before linearized reading' (duration: 382.854065ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:45.49825Z","caller":"traceutil/trace.go:171","msg":"trace[417750959] transaction","detail":"{read_only:false; response_revision:5778; number_of_response:1; }","duration":"378.464215ms","start":"2026-04-23T00:28:45.119757Z","end":"2026-04-23T00:28:45.498221Z","steps":["trace[417750959] 'process raft request' (duration: 378.135426ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:45.499008Z","caller":"traceutil/trace.go:171","msg":"trace[2117480658] transaction","detail":"{read_only:false; response_revision:5780; number_of_response:1; }","duration":"378.074125ms","start":"2026-04-23T00:28:45.120916Z","end":"2026-04-23T00:28:45.49899Z","steps":["trace[2117480658] 'process raft request' (duration: 377.229974ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:45.498933Z","caller":"traceutil/trace.go:171","msg":"trace[1566380320] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5779; }","duration":"826.608719ms","start":"2026-04-23T00:28:44.672282Z","end":"2026-04-23T00:28:45.498891Z","steps":["trace[1566380320] 'agreement among raft nodes before linearized reading' (duration: 825.880631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:45.498928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.790547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16547"} {"level":"warn","ts":"2026-04-23T00:28:45.499185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:44.672257Z","time spent":"826.915946ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-23T00:28:45.499205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:45.120906Z","time spent":"378.191397ms","remote":"127.0.0.1:37740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3980,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:45.499067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:45.115651Z","time spent":"383.401639ms","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:28:45.499214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:45.119742Z","time spent":"379.345246ms","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1549,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:45.498452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:45.120296Z","time spent":"378.078614ms","remote":"127.0.0.1:37484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":999,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:45.499217Z","caller":"traceutil/trace.go:171","msg":"trace[966439713] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5780; }","duration":"380.109576ms","start":"2026-04-23T00:28:45.119086Z","end":"2026-04-23T00:28:45.499196Z","steps":["trace[966439713] 'agreement among raft nodes before linearized reading' (duration: 379.649944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:45.499556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:45.119077Z","time spent":"380.467276ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16571,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-23T00:28:45.499592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:44.607247Z","time spent":"891.618851ms","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:28:45.661128Z","caller":"traceutil/trace.go:171","msg":"trace[1826176431] transaction","detail":"{read_only:false; response_revision:5781; number_of_response:1; }","duration":"153.89585ms","start":"2026-04-23T00:28:45.507199Z","end":"2026-04-23T00:28:45.661095Z","steps":["trace[1826176431] 'process raft request' (duration: 116.020999ms)","trace[1826176431] 'compare' (duration: 37.692737ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:45.858244Z","caller":"traceutil/trace.go:171","msg":"trace[594515362] linearizableReadLoop","detail":"{readStateIndex:6001; appliedIndex:5999; }","duration":"298.593715ms","start":"2026-04-23T00:28:45.559627Z","end":"2026-04-23T00:28:45.858221Z","steps":["trace[594515362] 'read index received' (duration: 63.607266ms)","trace[594515362] 'applied index is now lower than readState.Index' (duration: 234.985769ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:28:45.858355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.725039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:28:45.858392Z","caller":"traceutil/trace.go:171","msg":"trace[1661736608] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5782; }","duration":"298.78716ms","start":"2026-04-23T00:28:45.559582Z","end":"2026-04-23T00:28:45.858369Z","steps":["trace[1661736608] 'agreement among raft nodes before linearized reading' (duration: 298.737929ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:45.858419Z","caller":"traceutil/trace.go:171","msg":"trace[206685234] transaction","detail":"{read_only:false; response_revision:5782; number_of_response:1; }","duration":"343.455115ms","start":"2026-04-23T00:28:45.514877Z","end":"2026-04-23T00:28:45.858332Z","steps":["trace[206685234] 'process raft request' (duration: 277.497739ms)","trace[206685234] 'compare' (duration: 65.757771ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:28:45.858663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:45.514861Z","time spent":"343.644ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17189,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:46.253806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.705445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:28:46.253926Z","caller":"traceutil/trace.go:171","msg":"trace[1485585938] transaction","detail":"{read_only:false; response_revision:5783; number_of_response:1; }","duration":"412.53796ms","start":"2026-04-23T00:28:45.841361Z","end":"2026-04-23T00:28:46.253899Z","steps":["trace[1485585938] 'process raft request' (duration: 149.660332ms)","trace[1485585938] 'compare' (duration: 262.5601ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:46.254051Z","caller":"traceutil/trace.go:171","msg":"trace[695256797] transaction","detail":"{read_only:false; response_revision:5785; number_of_response:1; }","duration":"355.416469ms","start":"2026-04-23T00:28:45.898618Z","end":"2026-04-23T00:28:46.254034Z","steps":["trace[695256797] 'process raft request' (duration: 355.372937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:46.254114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:45.898604Z","time spent":"355.479271ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:46.254116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:45.841323Z","time spent":"412.720745ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:46.254282Z","caller":"traceutil/trace.go:171","msg":"trace[470280843] linearizableReadLoop","detail":"{readStateIndex:6002; appliedIndex:6001; }","duration":"395.973839ms","start":"2026-04-23T00:28:45.858294Z","end":"2026-04-23T00:28:46.254268Z","steps":["trace[470280843] 'read index received' (duration: 132.742572ms)","trace[470280843] 'applied index is now lower than readState.Index' (duration: 263.230307ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:28:46.254467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.449538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:28:46.254498Z","caller":"traceutil/trace.go:171","msg":"trace[594658365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5785; }","duration":"412.499359ms","start":"2026-04-23T00:28:45.841989Z","end":"2026-04-23T00:28:46.254488Z","steps":["trace[594658365] 'agreement among raft nodes before linearized reading' (duration: 412.382126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:46.254524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:45.841982Z","time spent":"412.5357ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:28:46.254502Z","caller":"traceutil/trace.go:171","msg":"trace[1585317030] transaction","detail":"{read_only:false; response_revision:5784; number_of_response:1; }","duration":"358.666322ms","start":"2026-04-23T00:28:45.895817Z","end":"2026-04-23T00:28:46.254484Z","steps":["trace[1585317030] 'process raft request' (duration: 358.084967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:46.254589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.619433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-23T00:28:46.254609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.334071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-23T00:28:46.254645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.670664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T00:28:46.25464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:45.895803Z","time spent":"358.789394ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:46.254669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.345405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17204"} {"level":"info","ts":"2026-04-23T00:28:46.25467Z","caller":"traceutil/trace.go:171","msg":"trace[1193758383] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5785; }","duration":"414.702305ms","start":"2026-04-23T00:28:45.839929Z","end":"2026-04-23T00:28:46.254632Z","steps":["trace[1193758383] 'agreement among raft nodes before linearized reading' (duration: 414.540691ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:46.254678Z","caller":"traceutil/trace.go:171","msg":"trace[2025627400] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5785; }","duration":"412.705454ms","start":"2026-04-23T00:28:45.841963Z","end":"2026-04-23T00:28:46.254668Z","steps":["trace[2025627400] 'agreement among raft nodes before linearized reading' (duration: 412.615492ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:46.254707Z","caller":"traceutil/trace.go:171","msg":"trace[2058465333] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5785; }","duration":"386.407156ms","start":"2026-04-23T00:28:45.868289Z","end":"2026-04-23T00:28:46.254696Z","steps":["trace[2058465333] 'agreement among raft nodes before linearized reading' (duration: 386.330244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:46.254699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.961989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-04-23T00:28:46.254731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:45.841895Z","time spent":"412.828097ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:28:46.254728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:45.839919Z","time spent":"414.796688ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:28:46.254741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:45.868278Z","time spent":"386.454587ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17228,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-23T00:28:46.254758Z","caller":"traceutil/trace.go:171","msg":"trace[155737656] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5785; }","duration":"646.076502ms","start":"2026-04-23T00:28:45.608665Z","end":"2026-04-23T00:28:46.254742Z","steps":["trace[155737656] 'agreement among raft nodes before linearized reading' (duration: 645.823186ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:46.254673Z","caller":"traceutil/trace.go:171","msg":"trace[10577570] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5785; }","duration":"415.439833ms","start":"2026-04-23T00:28:45.839217Z","end":"2026-04-23T00:28:46.254657Z","steps":["trace[10577570] 'agreement among raft nodes before linearized reading' (duration: 415.274139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:46.254791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:45.60864Z","time spent":"646.143914ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-23T00:28:46.254792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.798107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-23T00:28:46.254796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.539855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wwl8n\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-23T00:28:46.254817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.682719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:28:46.25485Z","caller":"traceutil/trace.go:171","msg":"trace[969804275] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5785; }","duration":"412.890509ms","start":"2026-04-23T00:28:45.841946Z","end":"2026-04-23T00:28:46.254837Z","steps":["trace[969804275] 'agreement among raft nodes before linearized reading' (duration: 412.696144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:46.254839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:45.83919Z","time spent":"415.617258ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T00:28:46.254863Z","caller":"traceutil/trace.go:171","msg":"trace[1835300689] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wwl8n; range_end:; response_count:1; response_revision:5785; }","duration":"413.643838ms","start":"2026-04-23T00:28:45.841203Z","end":"2026-04-23T00:28:46.254846Z","steps":["trace[1835300689] 'agreement among raft nodes before linearized reading' (duration: 413.415662ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:46.254869Z","caller":"traceutil/trace.go:171","msg":"trace[1160575120] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5785; }","duration":"215.823523ms","start":"2026-04-23T00:28:46.03903Z","end":"2026-04-23T00:28:46.254854Z","steps":["trace[1160575120] 'agreement among raft nodes before linearized reading' (duration: 215.566567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:46.254884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:45.841935Z","time spent":"412.94384ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:28:46.254903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:45.841192Z","time spent":"413.702719ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-wwl8n\" "} {"level":"warn","ts":"2026-04-23T00:28:46.254994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.244839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:28:46.255043Z","caller":"traceutil/trace.go:171","msg":"trace[1768652865] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5785; }","duration":"391.735991ms","start":"2026-04-23T00:28:45.863294Z","end":"2026-04-23T00:28:46.25503Z","steps":["trace[1768652865] 'agreement among raft nodes before linearized reading' (duration: 391.226589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:46.255079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:45.863281Z","time spent":"391.788563ms","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-23T00:28:46.475949Z","caller":"traceutil/trace.go:171","msg":"trace[1399982928] transaction","detail":"{read_only:false; response_revision:5787; number_of_response:1; }","duration":"216.795487ms","start":"2026-04-23T00:28:46.259125Z","end":"2026-04-23T00:28:46.475921Z","steps":["trace[1399982928] 'process raft request' (duration: 183.299136ms)","trace[1399982928] 'compare' (duration: 33.085431ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:46.476207Z","caller":"traceutil/trace.go:171","msg":"trace[1191311972] transaction","detail":"{read_only:false; response_revision:5788; number_of_response:1; }","duration":"216.998842ms","start":"2026-04-23T00:28:46.259192Z","end":"2026-04-23T00:28:46.476191Z","steps":["trace[1191311972] 'process raft request' (duration: 216.666584ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:46.476521Z","caller":"traceutil/trace.go:171","msg":"trace[210492185] linearizableReadLoop","detail":"{readStateIndex:6009; appliedIndex:6004; }","duration":"216.537771ms","start":"2026-04-23T00:28:46.259942Z","end":"2026-04-23T00:28:46.47648Z","steps":["trace[210492185] 'read index received' (duration: 56.849094ms)","trace[210492185] 'applied index is now lower than readState.Index' (duration: 159.687687ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:46.476545Z","caller":"traceutil/trace.go:171","msg":"trace[150901763] transaction","detail":"{read_only:false; response_revision:5789; number_of_response:1; }","duration":"216.863059ms","start":"2026-04-23T00:28:46.259641Z","end":"2026-04-23T00:28:46.476504Z","steps":["trace[150901763] 'process raft request' (duration: 216.52236ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:46.476558Z","caller":"traceutil/trace.go:171","msg":"trace[607052018] transaction","detail":"{read_only:false; response_revision:5790; number_of_response:1; }","duration":"216.834268ms","start":"2026-04-23T00:28:46.259679Z","end":"2026-04-23T00:28:46.476513Z","steps":["trace[607052018] 'process raft request' (duration: 216.718295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:46.476877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.839979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19684"} {"level":"info","ts":"2026-04-23T00:28:46.476941Z","caller":"traceutil/trace.go:171","msg":"trace[1951944153] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5790; }","duration":"216.998222ms","start":"2026-04-23T00:28:46.259925Z","end":"2026-04-23T00:28:46.476923Z","steps":["trace[1951944153] 'agreement among raft nodes before linearized reading' (duration: 216.699655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:46.477152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.955887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81764"} {"level":"info","ts":"2026-04-23T00:28:46.47722Z","caller":"traceutil/trace.go:171","msg":"trace[718373907] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5790; }","duration":"216.06998ms","start":"2026-04-23T00:28:46.261135Z","end":"2026-04-23T00:28:46.477205Z","steps":["trace[718373907] 'agreement among raft nodes before linearized reading' (duration: 215.67875ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:46.692478Z","caller":"traceutil/trace.go:171","msg":"trace[430094157] transaction","detail":"{read_only:false; response_revision:5791; number_of_response:1; }","duration":"117.242388ms","start":"2026-04-23T00:28:46.575203Z","end":"2026-04-23T00:28:46.692445Z","steps":["trace[430094157] 'process raft request' (duration: 93.014623ms)","trace[430094157] 'compare' (duration: 24.022419ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:46.740487Z","caller":"traceutil/trace.go:171","msg":"trace[437767415] transaction","detail":"{read_only:false; response_revision:5792; number_of_response:1; }","duration":"138.175901ms","start":"2026-04-23T00:28:46.602276Z","end":"2026-04-23T00:28:46.740452Z","steps":["trace[437767415] 'process raft request' (duration: 137.978765ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:52.38662Z","caller":"traceutil/trace.go:171","msg":"trace[1562671741] transaction","detail":"{read_only:false; response_revision:5827; number_of_response:1; }","duration":"114.343364ms","start":"2026-04-23T00:28:52.272256Z","end":"2026-04-23T00:28:52.3866Z","steps":["trace[1562671741] 'process raft request' (duration: 114.132889ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:52.457669Z","caller":"traceutil/trace.go:171","msg":"trace[369423150] transaction","detail":"{read_only:false; response_revision:5828; number_of_response:1; }","duration":"182.886596ms","start":"2026-04-23T00:28:52.274757Z","end":"2026-04-23T00:28:52.457644Z","steps":["trace[369423150] 'process raft request' (duration: 179.213653ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:52.457978Z","caller":"traceutil/trace.go:171","msg":"trace[655807074] transaction","detail":"{read_only:false; response_revision:5829; number_of_response:1; }","duration":"180.378422ms","start":"2026-04-23T00:28:52.277561Z","end":"2026-04-23T00:28:52.457939Z","steps":["trace[655807074] 'process raft request' (duration: 180.025453ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:52.458017Z","caller":"traceutil/trace.go:171","msg":"trace[1357130652] linearizableReadLoop","detail":"{readStateIndex:6048; appliedIndex:6046; }","duration":"183.202604ms","start":"2026-04-23T00:28:52.274785Z","end":"2026-04-23T00:28:52.457988Z","steps":["trace[1357130652] 'read index received' (duration: 111.552354ms)","trace[1357130652] 'applied index is now lower than readState.Index' (duration: 71.64903ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:52.458009Z","caller":"traceutil/trace.go:171","msg":"trace[1759129959] transaction","detail":"{read_only:false; response_revision:5830; number_of_response:1; }","duration":"179.657354ms","start":"2026-04-23T00:28:52.278334Z","end":"2026-04-23T00:28:52.457991Z","steps":["trace[1759129959] 'process raft request' (duration: 179.52098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:52.458265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.454081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-04-23T00:28:52.458323Z","caller":"traceutil/trace.go:171","msg":"trace[1043221558] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5830; }","duration":"183.559493ms","start":"2026-04-23T00:28:52.274749Z","end":"2026-04-23T00:28:52.458308Z","steps":["trace[1043221558] 'agreement among raft nodes before linearized reading' (duration: 183.367499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:52.478348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.093536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:28:52.47842Z","caller":"traceutil/trace.go:171","msg":"trace[1803899889] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5831; }","duration":"132.216899ms","start":"2026-04-23T00:28:52.346187Z","end":"2026-04-23T00:28:52.478404Z","steps":["trace[1803899889] 'agreement among raft nodes before linearized reading' (duration: 132.044045ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:54.594643Z","caller":"traceutil/trace.go:171","msg":"trace[657010491] transaction","detail":"{read_only:false; response_revision:5842; number_of_response:1; }","duration":"130.697259ms","start":"2026-04-23T00:28:54.463923Z","end":"2026-04-23T00:28:54.59462Z","steps":["trace[657010491] 'process raft request' (duration: 81.619403ms)","trace[657010491] 'compare' (duration: 48.888672ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:54.595016Z","caller":"traceutil/trace.go:171","msg":"trace[1759553852] linearizableReadLoop","detail":"{readStateIndex:6063; appliedIndex:6061; }","duration":"103.657323ms","start":"2026-04-23T00:28:54.491146Z","end":"2026-04-23T00:28:54.594804Z","steps":["trace[1759553852] 'read index received' (duration: 54.31251ms)","trace[1759553852] 'applied index is now lower than readState.Index' (duration: 49.343653ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:54.595171Z","caller":"traceutil/trace.go:171","msg":"trace[2069463959] transaction","detail":"{read_only:false; response_revision:5843; number_of_response:1; }","duration":"131.09761ms","start":"2026-04-23T00:28:54.464045Z","end":"2026-04-23T00:28:54.595143Z","steps":["trace[2069463959] 'process raft request' (duration: 130.528155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:54.595343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.180937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:28:54.595388Z","caller":"traceutil/trace.go:171","msg":"trace[633401197] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5843; }","duration":"104.286789ms","start":"2026-04-23T00:28:54.491091Z","end":"2026-04-23T00:28:54.595378Z","steps":["trace[633401197] 'agreement among raft nodes before linearized reading' (duration: 104.053034ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:56.143902Z","caller":"traceutil/trace.go:171","msg":"trace[2065705594] transaction","detail":"{read_only:false; response_revision:5850; number_of_response:1; }","duration":"124.030861ms","start":"2026-04-23T00:28:56.019844Z","end":"2026-04-23T00:28:56.143875Z","steps":["trace[2065705594] 'process raft request' (duration: 123.817266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:29:12.228482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149602989,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:29:12.466702Z","caller":"traceutil/trace.go:171","msg":"trace[1384171061] transaction","detail":"{read_only:false; response_revision:6041; number_of_response:1; }","duration":"888.006579ms","start":"2026-04-23T00:29:11.578612Z","end":"2026-04-23T00:29:12.466619Z","steps":["trace[1384171061] 'process raft request' (duration: 885.460524ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:29:12.466501Z","caller":"traceutil/trace.go:171","msg":"trace[2009179586] linearizableReadLoop","detail":"{readStateIndex:6268; appliedIndex:6267; }","duration":"738.531943ms","start":"2026-04-23T00:29:11.727935Z","end":"2026-04-23T00:29:12.466467Z","steps":["trace[2009179586] 'read index received' (duration: 736.186443ms)","trace[2009179586] 'applied index is now lower than readState.Index' (duration: 2.34433ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:29:12.466902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:29:11.578585Z","time spent":"888.223544ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:29:12.466913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.937803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:29:12.46699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.749692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-04-23T00:29:12.467002Z","caller":"traceutil/trace.go:171","msg":"trace[756458479] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:6041; }","duration":"739.087987ms","start":"2026-04-23T00:29:11.727892Z","end":"2026-04-23T00:29:12.46698Z","steps":["trace[756458479] 'agreement among raft nodes before linearized reading' (duration: 738.885982ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:29:12.46704Z","caller":"traceutil/trace.go:171","msg":"trace[582271260] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6041; }","duration":"132.815034ms","start":"2026-04-23T00:29:12.334212Z","end":"2026-04-23T00:29:12.467027Z","steps":["trace[582271260] 'agreement among raft nodes before linearized reading' (duration: 132.742312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:29:12.467055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:29:11.727871Z","time spent":"739.173848ms","remote":"127.0.0.1:37542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:29:12.46706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.027334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:29:12.466921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.288565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:29:12.46718Z","caller":"traceutil/trace.go:171","msg":"trace[1136031226] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6041; }","duration":"143.189968ms","start":"2026-04-23T00:29:12.323964Z","end":"2026-04-23T00:29:12.467153Z","steps":["trace[1136031226] 'agreement among raft nodes before linearized reading' (duration: 143.007703ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:29:12.467201Z","caller":"traceutil/trace.go:171","msg":"trace[2077088208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6041; }","duration":"599.591292ms","start":"2026-04-23T00:29:11.867571Z","end":"2026-04-23T00:29:12.467163Z","steps":["trace[2077088208] 'agreement among raft nodes before linearized reading' (duration: 599.294335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:29:12.467217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.203916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:29:12.467285Z","caller":"traceutil/trace.go:171","msg":"trace[2096503575] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:6041; }","duration":"435.307659ms","start":"2026-04-23T00:29:12.031956Z","end":"2026-04-23T00:29:12.467264Z","steps":["trace[2096503575] 'agreement among raft nodes before linearized reading' (duration: 435.186426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:29:12.46733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:29:12.031936Z","time spent":"435.37978ms","remote":"127.0.0.1:37650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:29:12.467336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.279226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-23T00:29:12.467428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.088285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:29:12.467476Z","caller":"traceutil/trace.go:171","msg":"trace[1951486899] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6041; }","duration":"566.45038ms","start":"2026-04-23T00:29:11.901004Z","end":"2026-04-23T00:29:12.467454Z","steps":["trace[1951486899] 'agreement among raft nodes before linearized reading' (duration: 566.153093ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:29:12.467529Z","caller":"traceutil/trace.go:171","msg":"trace[2018545013] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6041; }","duration":"143.239679ms","start":"2026-04-23T00:29:12.324263Z","end":"2026-04-23T00:29:12.467502Z","steps":["trace[2018545013] 'agreement among raft nodes before linearized reading' (duration: 143.054804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:29:12.467534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:29:11.900983Z","time spent":"566.535332ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T00:29:12.468826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:29:11.867542Z","time spent":"599.691605ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:29:22.072126Z","caller":"traceutil/trace.go:171","msg":"trace[878283353] transaction","detail":"{read_only:false; response_revision:6107; number_of_response:1; }","duration":"131.715206ms","start":"2026-04-23T00:29:21.940381Z","end":"2026-04-23T00:29:22.072096Z","steps":["trace[878283353] 'process raft request' (duration: 131.505811ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:29:22.863498Z","caller":"traceutil/trace.go:171","msg":"trace[2014884435] transaction","detail":"{read_only:false; response_revision:6110; number_of_response:1; }","duration":"140.226323ms","start":"2026-04-23T00:29:22.723259Z","end":"2026-04-23T00:29:22.863485Z","steps":["trace[2014884435] 'process raft request' (duration: 140.13839ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:29:22.863499Z","caller":"traceutil/trace.go:171","msg":"trace[687064598] transaction","detail":"{read_only:false; response_revision:6109; number_of_response:1; }","duration":"146.300147ms","start":"2026-04-23T00:29:22.717173Z","end":"2026-04-23T00:29:22.863473Z","steps":["trace[687064598] 'process raft request' (duration: 62.775385ms)","trace[687064598] 'compare' (duration: 83.133142ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:29:23.168622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.791222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:29:23.16872Z","caller":"traceutil/trace.go:171","msg":"trace[659898118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6115; }","duration":"128.962036ms","start":"2026-04-23T00:29:23.039736Z","end":"2026-04-23T00:29:23.168698Z","steps":["trace[659898118] 'range keys from in-memory index tree' (duration: 128.569136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:29:23.168709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.944639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-04-23T00:29:23.168815Z","caller":"traceutil/trace.go:171","msg":"trace[272233118] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6115; }","duration":"200.114373ms","start":"2026-04-23T00:29:22.968672Z","end":"2026-04-23T00:29:23.168786Z","steps":["trace[272233118] 'range keys from in-memory index tree' (duration: 199.738384ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:29:23.375101Z","caller":"traceutil/trace.go:171","msg":"trace[857754639] linearizableReadLoop","detail":"{readStateIndex:6345; appliedIndex:6344; }","duration":"155.739658ms","start":"2026-04-23T00:29:23.219337Z","end":"2026-04-23T00:29:23.375077Z","steps":["trace[857754639] 'read index received' (duration: 155.45522ms)","trace[857754639] 'applied index is now lower than readState.Index' (duration: 283.248µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:29:23.375704Z","caller":"traceutil/trace.go:171","msg":"trace[729234244] transaction","detail":"{read_only:false; response_revision:6116; number_of_response:1; }","duration":"202.288689ms","start":"2026-04-23T00:29:23.173396Z","end":"2026-04-23T00:29:23.375684Z","steps":["trace[729234244] 'process raft request' (duration: 201.465438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:29:23.37602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.6575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:29:23.376083Z","caller":"traceutil/trace.go:171","msg":"trace[913482637] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:6116; }","duration":"156.783633ms","start":"2026-04-23T00:29:23.219284Z","end":"2026-04-23T00:29:23.376068Z","steps":["trace[913482637] 'agreement among raft nodes before linearized reading' (duration: 156.671561ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:29:31.407027Z","caller":"traceutil/trace.go:171","msg":"trace[1135202853] transaction","detail":"{read_only:false; response_revision:6172; number_of_response:1; }","duration":"398.639617ms","start":"2026-04-23T00:29:31.008361Z","end":"2026-04-23T00:29:31.407Z","steps":["trace[1135202853] 'process raft request' (duration: 398.416271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:29:31.4073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:29:31.008329Z","time spent":"398.893703ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:29:31.417533Z","caller":"traceutil/trace.go:171","msg":"trace[729346416] linearizableReadLoop","detail":"{readStateIndex:6404; appliedIndex:6402; }","duration":"404.271681ms","start":"2026-04-23T00:29:31.013239Z","end":"2026-04-23T00:29:31.41751Z","steps":["trace[729346416] 'read index received' (duration: 393.634661ms)","trace[729346416] 'applied index is now lower than readState.Index' (duration: 10.636ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:29:31.417797Z","caller":"traceutil/trace.go:171","msg":"trace[1232567112] transaction","detail":"{read_only:false; response_revision:6173; number_of_response:1; }","duration":"407.831841ms","start":"2026-04-23T00:29:31.009885Z","end":"2026-04-23T00:29:31.417716Z","steps":["trace[1232567112] 'process raft request' (duration: 407.491383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:29:31.41793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.792823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-23T00:29:31.417933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.673021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:29:31.418001Z","caller":"traceutil/trace.go:171","msg":"trace[599482616] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6173; }","duration":"402.862104ms","start":"2026-04-23T00:29:31.015095Z","end":"2026-04-23T00:29:31.417957Z","steps":["trace[599482616] 'agreement among raft nodes before linearized reading' (duration: 402.711151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:29:31.41797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.421304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:29:31.41803Z","caller":"traceutil/trace.go:171","msg":"trace[1793919755] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6173; }","duration":"404.814155ms","start":"2026-04-23T00:29:31.013193Z","end":"2026-04-23T00:29:31.418008Z","steps":["trace[1793919755] 'agreement among raft nodes before linearized reading' (duration: 404.461196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:29:31.418081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.201342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T00:29:31.418085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:29:31.009862Z","time spent":"408.109668ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:29:31.418107Z","caller":"traceutil/trace.go:171","msg":"trace[572341789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6173; }","duration":"401.248083ms","start":"2026-04-23T00:29:31.016853Z","end":"2026-04-23T00:29:31.418102Z","steps":["trace[572341789] 'agreement among raft nodes before linearized reading' (duration: 401.190112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:29:31.418084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:29:31.013181Z","time spent":"404.892366ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T00:29:31.418071Z","caller":"traceutil/trace.go:171","msg":"trace[262076388] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:6173; }","duration":"171.593189ms","start":"2026-04-23T00:29:31.246458Z","end":"2026-04-23T00:29:31.418052Z","steps":["trace[262076388] 'agreement among raft nodes before linearized reading' (duration: 171.364723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:29:31.418206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.429197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-23T00:29:31.418268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.502656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T00:29:31.418354Z","caller":"traceutil/trace.go:171","msg":"trace[865795965] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6173; }","duration":"402.617779ms","start":"2026-04-23T00:29:31.015718Z","end":"2026-04-23T00:29:31.418335Z","steps":["trace[865795965] 'agreement among raft nodes before linearized reading' (duration: 402.432554ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:29:31.418368Z","caller":"traceutil/trace.go:171","msg":"trace[737980388] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6173; }","duration":"399.603653ms","start":"2026-04-23T00:29:31.018714Z","end":"2026-04-23T00:29:31.418318Z","steps":["trace[737980388] 'agreement among raft nodes before linearized reading' (duration: 399.180762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:29:31.418125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:29:31.016841Z","time spent":"401.279854ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:29:31.418029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:29:31.015086Z","time spent":"402.935256ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:29:31.418525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:29:31.018694Z","time spent":"399.760366ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:29:31.418404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:29:31.015683Z","time spent":"402.70975ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:29:31.418397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.102743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wwl8n\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-23T00:29:31.418762Z","caller":"traceutil/trace.go:171","msg":"trace[1490399767] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wwl8n; range_end:; response_count:1; response_revision:6173; }","duration":"398.623306ms","start":"2026-04-23T00:29:31.020121Z","end":"2026-04-23T00:29:31.418745Z","steps":["trace[1490399767] 'agreement among raft nodes before linearized reading' (duration: 397.9857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:29:31.41897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:29:31.020095Z","time spent":"398.858272ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-wwl8n\" "} {"level":"info","ts":"2026-04-23T00:29:31.544802Z","caller":"traceutil/trace.go:171","msg":"trace[909770936] linearizableReadLoop","detail":"{readStateIndex:6410; appliedIndex:6404; }","duration":"121.505076ms","start":"2026-04-23T00:29:31.423272Z","end":"2026-04-23T00:29:31.544778Z","steps":["trace[909770936] 'read index received' (duration: 180.404µs)","trace[909770936] 'applied index is now lower than readState.Index' (duration: 121.323632ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:29:31.54495Z","caller":"traceutil/trace.go:171","msg":"trace[1808981753] transaction","detail":"{read_only:false; response_revision:6177; number_of_response:1; }","duration":"122.360897ms","start":"2026-04-23T00:29:31.422567Z","end":"2026-04-23T00:29:31.544927Z","steps":["trace[1808981753] 'process raft request' (duration: 122.08161ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:29:31.545043Z","caller":"traceutil/trace.go:171","msg":"trace[903833879] transaction","detail":"{read_only:false; response_revision:6178; number_of_response:1; }","duration":"122.347098ms","start":"2026-04-23T00:29:31.422664Z","end":"2026-04-23T00:29:31.545011Z","steps":["trace[903833879] 'process raft request' (duration: 122.03652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:29:31.545134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.842185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109057"} {"level":"info","ts":"2026-04-23T00:29:31.545092Z","caller":"traceutil/trace.go:171","msg":"trace[741944069] transaction","detail":"{read_only:false; response_revision:6179; number_of_response:1; }","duration":"121.808184ms","start":"2026-04-23T00:29:31.423259Z","end":"2026-04-23T00:29:31.545067Z","steps":["trace[741944069] 'process raft request' (duration: 121.473766ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:29:31.54512Z","caller":"traceutil/trace.go:171","msg":"trace[1168524987] transaction","detail":"{read_only:false; response_revision:6175; number_of_response:1; }","duration":"123.247691ms","start":"2026-04-23T00:29:31.421696Z","end":"2026-04-23T00:29:31.544944Z","steps":["trace[1168524987] 'process raft request' (duration: 122.181124ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:29:31.545182Z","caller":"traceutil/trace.go:171","msg":"trace[782727348] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:6179; }","duration":"121.934887ms","start":"2026-04-23T00:29:31.423235Z","end":"2026-04-23T00:29:31.54517Z","steps":["trace[782727348] 'agreement among raft nodes before linearized reading' (duration: 121.648669ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:29:31.545076Z","caller":"traceutil/trace.go:171","msg":"trace[2030340426] transaction","detail":"{read_only:false; response_revision:6176; number_of_response:1; }","duration":"122.494801ms","start":"2026-04-23T00:29:31.422564Z","end":"2026-04-23T00:29:31.545059Z","steps":["trace[2030340426] 'process raft request' (duration: 122.036109ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:29:37.57333Z","caller":"traceutil/trace.go:171","msg":"trace[1283098953] linearizableReadLoop","detail":"{readStateIndex:6440; appliedIndex:6438; }","duration":"122.605925ms","start":"2026-04-23T00:29:37.450699Z","end":"2026-04-23T00:29:37.573305Z","steps":["trace[1283098953] 'read index received' (duration: 53.5178ms)","trace[1283098953] 'applied index is now lower than readState.Index' (duration: 69.086835ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:29:37.573588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.867891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:29:37.573607Z","caller":"traceutil/trace.go:171","msg":"trace[1207000603] transaction","detail":"{read_only:false; response_revision:6208; number_of_response:1; }","duration":"126.496083ms","start":"2026-04-23T00:29:37.447076Z","end":"2026-04-23T00:29:37.573572Z","steps":["trace[1207000603] 'process raft request' (duration: 126.030352ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:29:37.573656Z","caller":"traceutil/trace.go:171","msg":"trace[1698128177] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6208; }","duration":"123.023255ms","start":"2026-04-23T00:29:37.450616Z","end":"2026-04-23T00:29:37.573639Z","steps":["trace[1698128177] 'agreement among raft nodes before linearized reading' (duration: 122.795619ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:29:38.146158Z","caller":"traceutil/trace.go:171","msg":"trace[1844770116] transaction","detail":"{read_only:false; response_revision:6215; number_of_response:1; }","duration":"151.454618ms","start":"2026-04-23T00:29:37.994676Z","end":"2026-04-23T00:29:38.146131Z","steps":["trace[1844770116] 'process raft request' (duration: 151.301484ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:05.03541Z","caller":"traceutil/trace.go:171","msg":"trace[1873966871] transaction","detail":"{read_only:false; response_revision:7666; number_of_response:1; }","duration":"171.556606ms","start":"2026-04-23T00:33:04.863803Z","end":"2026-04-23T00:33:05.035359Z","steps":["trace[1873966871] 'process raft request' (duration: 129.841929ms)","trace[1873966871] 'compare' (duration: 41.468711ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:33:05.035461Z","caller":"traceutil/trace.go:171","msg":"trace[1213423046] transaction","detail":"{read_only:false; response_revision:7667; number_of_response:1; }","duration":"171.569976ms","start":"2026-04-23T00:33:04.863849Z","end":"2026-04-23T00:33:05.035419Z","steps":["trace[1213423046] 'process raft request' (duration: 171.411532ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:05.035513Z","caller":"traceutil/trace.go:171","msg":"trace[1174023269] transaction","detail":"{read_only:false; response_revision:7668; number_of_response:1; }","duration":"171.569187ms","start":"2026-04-23T00:33:04.863911Z","end":"2026-04-23T00:33:05.035481Z","steps":["trace[1174023269] 'process raft request' (duration: 171.398193ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:05.066728Z","caller":"traceutil/trace.go:171","msg":"trace[1691896421] linearizableReadLoop","detail":"{readStateIndex:7948; appliedIndex:7945; }","duration":"199.650407ms","start":"2026-04-23T00:33:04.867048Z","end":"2026-04-23T00:33:05.066699Z","steps":["trace[1691896421] 'read index received' (duration: 126.613907ms)","trace[1691896421] 'applied index is now lower than readState.Index' (duration: 73.03491ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:33:05.066938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.833443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:33:05.067032Z","caller":"traceutil/trace.go:171","msg":"trace[1605747103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7668; }","duration":"199.981316ms","start":"2026-04-23T00:33:04.867034Z","end":"2026-04-23T00:33:05.067015Z","steps":["trace[1605747103] 'agreement among raft nodes before linearized reading' (duration: 199.786861ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:26.493927Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5571} {"level":"info","ts":"2026-04-23T00:33:26.576231Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5571,"took":"80.50329ms","hash":2137374420,"current-db-size-bytes":55885824,"current-db-size":"56 MB","current-db-size-in-use-bytes":25444352,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-23T00:33:26.57629Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2137374420,"revision":5571,"compact-revision":2796} {"level":"warn","ts":"2026-04-23T00:34:33.893451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528479684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:34:33.893614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492199607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:34:33.893651Z","caller":"traceutil/trace.go:171","msg":"trace[1268056547] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:8406; }","duration":"1.52871738s","start":"2026-04-23T00:34:32.364908Z","end":"2026-04-23T00:34:33.893626Z","steps":["trace[1268056547] 'count revisions from in-memory index tree' (duration: 1.528428063s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:33.893743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:32.364894Z","time spent":"1.528831313s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:34:33.893986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650780716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:34:33.894069Z","caller":"traceutil/trace.go:171","msg":"trace[608150838] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:8406; }","duration":"1.650902509s","start":"2026-04-23T00:34:32.243155Z","end":"2026-04-23T00:34:33.894057Z","steps":["trace[608150838] 'count revisions from in-memory index tree' (duration: 1.650682034s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:33.894104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:32.243132Z","time spent":"1.650961441s","remote":"127.0.0.1:46734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:34:33.894092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771812588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:34:33.894157Z","caller":"traceutil/trace.go:171","msg":"trace[537240536] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8406; }","duration":"1.771926121s","start":"2026-04-23T00:34:32.122215Z","end":"2026-04-23T00:34:33.894141Z","steps":["trace[537240536] 'count revisions from in-memory index tree' (duration: 1.771638244s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:33.894183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:32.122193Z","time spent":"1.771984242s","remote":"127.0.0.1:54460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:34:33.893671Z","caller":"traceutil/trace.go:171","msg":"trace[805472136] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8406; }","duration":"1.492282019s","start":"2026-04-23T00:34:32.401375Z","end":"2026-04-23T00:34:33.893657Z","steps":["trace[805472136] 'count revisions from in-memory index tree' (duration: 1.492149735s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:33.894456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:32.40136Z","time spent":"1.493083299s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:34:33.895873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.155826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:34:33.896106Z","caller":"traceutil/trace.go:171","msg":"trace[1603228479] transaction","detail":"{read_only:false; response_revision:8407; number_of_response:1; }","duration":"1.233505615s","start":"2026-04-23T00:34:32.662567Z","end":"2026-04-23T00:34:33.896073Z","steps":["trace[1603228479] 'process raft request' (duration: 637.072692ms)","trace[1603228479] 'compare' (duration: 595.476969ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:34:33.896214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.772974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:34:33.896238Z","caller":"traceutil/trace.go:171","msg":"trace[1029447670] transaction","detail":"{read_only:false; response_revision:8408; number_of_response:1; }","duration":"1.231810062s","start":"2026-04-23T00:34:32.664409Z","end":"2026-04-23T00:34:33.896219Z","steps":["trace[1029447670] 'process raft request' (duration: 1.231569736s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:33.896259Z","caller":"traceutil/trace.go:171","msg":"trace[1606692085] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8408; }","duration":"723.850206ms","start":"2026-04-23T00:34:33.172397Z","end":"2026-04-23T00:34:33.896247Z","steps":["trace[1606692085] 'agreement among raft nodes before linearized reading' (duration: 723.679872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:33.896261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:32.662516Z","time spent":"1.233657079s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:34:33.896298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:33.172377Z","time spent":"723.914468ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T00:34:33.896382Z","caller":"traceutil/trace.go:171","msg":"trace[865829685] linearizableReadLoop","detail":"{readStateIndex:8711; appliedIndex:8709; }","duration":"723.62606ms","start":"2026-04-23T00:34:33.172448Z","end":"2026-04-23T00:34:33.896074Z","steps":["trace[865829685] 'read index received' (duration: 127.213367ms)","trace[865829685] 'applied index is now lower than readState.Index' (duration: 596.411783ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:34:33.896372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:32.66439Z","time spent":"1.231895104s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:34:33.896561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.200052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T00:34:33.896593Z","caller":"traceutil/trace.go:171","msg":"trace[713571676] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8408; }","duration":"667.280905ms","start":"2026-04-23T00:34:33.229302Z","end":"2026-04-23T00:34:33.896583Z","steps":["trace[713571676] 'agreement among raft nodes before linearized reading' (duration: 667.159882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:33.896623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:33.229283Z","time spent":"667.334066ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:34:33.896794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.369824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T00:34:33.896768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.054048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T00:34:33.896829Z","caller":"traceutil/trace.go:171","msg":"trace[1144463789] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8408; }","duration":"343.454276ms","start":"2026-04-23T00:34:33.553366Z","end":"2026-04-23T00:34:33.896821Z","steps":["trace[1144463789] 'agreement among raft nodes before linearized reading' (duration: 343.334673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:33.896859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:33.553345Z","time spent":"343.506058ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T00:34:33.896862Z","caller":"traceutil/trace.go:171","msg":"trace[1247177616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8408; }","duration":"317.178631ms","start":"2026-04-23T00:34:33.579663Z","end":"2026-04-23T00:34:33.896842Z","steps":["trace[1247177616] 'agreement among raft nodes before linearized reading' (duration: 316.925644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:33.896913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:33.579653Z","time spent":"317.251233ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:34:33.896996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.152379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:34:33.897034Z","caller":"traceutil/trace.go:171","msg":"trace[1659180540] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8408; }","duration":"364.225131ms","start":"2026-04-23T00:34:33.532795Z","end":"2026-04-23T00:34:33.89702Z","steps":["trace[1659180540] 'agreement among raft nodes before linearized reading' (duration: 364.131999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:33.897065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:33.532773Z","time spent":"364.283223ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:34:33.897092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.008371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:34:33.897098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.136426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6fd65bd75b-4td5d.18a8d532018ff6a2\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-04-23T00:34:33.897132Z","caller":"traceutil/trace.go:171","msg":"trace[1243112487] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8408; }","duration":"210.077993ms","start":"2026-04-23T00:34:33.687041Z","end":"2026-04-23T00:34:33.897119Z","steps":["trace[1243112487] 'agreement among raft nodes before linearized reading' (duration: 210.015301ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:33.897138Z","caller":"traceutil/trace.go:171","msg":"trace[667753275] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6fd65bd75b-4td5d.18a8d532018ff6a2; range_end:; response_count:1; response_revision:8408; }","duration":"146.208108ms","start":"2026-04-23T00:34:33.750917Z","end":"2026-04-23T00:34:33.897125Z","steps":["trace[667753275] 'agreement among raft nodes before linearized reading' (duration: 146.099385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:33.897272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.442626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wwl8n\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-23T00:34:33.897313Z","caller":"traceutil/trace.go:171","msg":"trace[1132783962] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wwl8n; range_end:; response_count:1; response_revision:8408; }","duration":"642.510938ms","start":"2026-04-23T00:34:33.254792Z","end":"2026-04-23T00:34:33.897303Z","steps":["trace[1132783962] 'agreement among raft nodes before linearized reading' (duration: 642.398005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:33.897348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:33.254778Z","time spent":"642.561389ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-wwl8n\" "} {"level":"warn","ts":"2026-04-23T00:34:33.897416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.44729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:34:33.897462Z","caller":"traceutil/trace.go:171","msg":"trace[139007814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8408; }","duration":"652.505932ms","start":"2026-04-23T00:34:33.244939Z","end":"2026-04-23T00:34:33.897444Z","steps":["trace[139007814] 'agreement among raft nodes before linearized reading' (duration: 652.404409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:33.897543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:33.244928Z","time spent":"652.598444ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T00:34:45.121151Z","caller":"traceutil/trace.go:171","msg":"trace[1610396467] linearizableReadLoop","detail":"{readStateIndex:8775; appliedIndex:8774; }","duration":"290.055895ms","start":"2026-04-23T00:34:44.831072Z","end":"2026-04-23T00:34:45.121128Z","steps":["trace[1610396467] 'read index received' (duration: 289.929842ms)","trace[1610396467] 'applied index is now lower than readState.Index' (duration: 125.123µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:34:45.121281Z","caller":"traceutil/trace.go:171","msg":"trace[454478834] transaction","detail":"{read_only:false; response_revision:8469; number_of_response:1; }","duration":"293.588785ms","start":"2026-04-23T00:34:44.827667Z","end":"2026-04-23T00:34:45.121255Z","steps":["trace[454478834] 'process raft request' (duration: 293.223575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:45.12141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.336633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-23T00:34:45.121468Z","caller":"traceutil/trace.go:171","msg":"trace[128826023] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8469; }","duration":"290.453886ms","start":"2026-04-23T00:34:44.831Z","end":"2026-04-23T00:34:45.121454Z","steps":["trace[128826023] 'agreement among raft nodes before linearized reading' (duration: 290.251971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:45.599811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.089167ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T00:34:45.600017Z","caller":"traceutil/trace.go:171","msg":"trace[1316801332] linearizableReadLoop","detail":"{readStateIndex:8776; appliedIndex:8775; }","duration":"478.780578ms","start":"2026-04-23T00:34:45.121221Z","end":"2026-04-23T00:34:45.600002Z","steps":["trace[1316801332] 'read index received' (duration: 250.521065ms)","trace[1316801332] 'applied index is now lower than readState.Index' (duration: 228.258283ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:34:45.600081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.14818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:34:45.600099Z","caller":"traceutil/trace.go:171","msg":"trace[406868832] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8469; }","duration":"733.198112ms","start":"2026-04-23T00:34:44.866894Z","end":"2026-04-23T00:34:45.600093Z","steps":["trace[406868832] 'agreement among raft nodes before linearized reading' (duration: 733.151911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:45.60013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:44.866877Z","time spent":"733.246713ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:34:45.600184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.48778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:34:45.600186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.789495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:34:45.600278Z","caller":"traceutil/trace.go:171","msg":"trace[1455940376] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8469; }","duration":"597.634924ms","start":"2026-04-23T00:34:45.002623Z","end":"2026-04-23T00:34:45.600258Z","steps":["trace[1455940376] 'agreement among raft nodes before linearized reading' (duration: 597.45735ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:45.600317Z","caller":"traceutil/trace.go:171","msg":"trace[1945210733] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8469; }","duration":"588.00575ms","start":"2026-04-23T00:34:45.012296Z","end":"2026-04-23T00:34:45.600302Z","steps":["trace[1945210733] 'agreement among raft nodes before linearized reading' (duration: 587.726763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:45.600329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:45.00259Z","time spent":"597.728387ms","remote":"127.0.0.1:58056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:34:45.600193Z","caller":"traceutil/trace.go:171","msg":"trace[1856110669] transaction","detail":"{read_only:false; response_revision:8470; number_of_response:1; }","duration":"473.956167ms","start":"2026-04-23T00:34:45.126212Z","end":"2026-04-23T00:34:45.600168Z","steps":["trace[1856110669] 'process raft request' (duration: 473.6985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:45.60047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:45.126178Z","time spent":"474.206633ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:34:45.600518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:45.012217Z","time spent":"588.284027ms","remote":"127.0.0.1:37602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:34:47.368411Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149609536,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:34:47.78319Z","caller":"traceutil/trace.go:171","msg":"trace[2108851243] transaction","detail":"{read_only:false; response_revision:8480; number_of_response:1; }","duration":"990.690855ms","start":"2026-04-23T00:34:46.792463Z","end":"2026-04-23T00:34:47.783154Z","steps":["trace[2108851243] 'process raft request' (duration: 990.50897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:47.783344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:46.792432Z","time spent":"990.841178ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:34:47.789642Z","caller":"traceutil/trace.go:171","msg":"trace[1330655832] linearizableReadLoop","detail":"{readStateIndex:8788; appliedIndex:8787; }","duration":"921.801212ms","start":"2026-04-23T00:34:46.867814Z","end":"2026-04-23T00:34:47.789615Z","steps":["trace[1330655832] 'read index received' (duration: 915.264147ms)","trace[1330655832] 'applied index is now lower than readState.Index' (duration: 6.535825ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:34:47.789866Z","caller":"traceutil/trace.go:171","msg":"trace[1766636030] transaction","detail":"{read_only:false; response_revision:8481; number_of_response:1; }","duration":"669.637495ms","start":"2026-04-23T00:34:47.120213Z","end":"2026-04-23T00:34:47.78985Z","steps":["trace[1766636030] 'process raft request' (duration: 669.243355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:47.789953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.262166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:34:47.790044Z","caller":"traceutil/trace.go:171","msg":"trace[829611801] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8481; }","duration":"741.393799ms","start":"2026-04-23T00:34:47.048632Z","end":"2026-04-23T00:34:47.790026Z","steps":["trace[829611801] 'agreement among raft nodes before linearized reading' (duration: 741.260496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:47.790097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:47.048611Z","time spent":"741.47541ms","remote":"127.0.0.1:34730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:34:47.790057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.261483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:34:47.790137Z","caller":"traceutil/trace.go:171","msg":"trace[1449238529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8481; }","duration":"922.384026ms","start":"2026-04-23T00:34:46.867744Z","end":"2026-04-23T00:34:47.790129Z","steps":["trace[1449238529] 'agreement among raft nodes before linearized reading' (duration: 922.294294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:47.790163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:46.86772Z","time spent":"922.438147ms","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:34:47.790064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:47.120185Z","time spent":"669.745938ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:34:47.78999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.246255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:34:47.790307Z","caller":"traceutil/trace.go:171","msg":"trace[198757018] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8481; }","duration":"495.611364ms","start":"2026-04-23T00:34:47.294687Z","end":"2026-04-23T00:34:47.790298Z","steps":["trace[198757018] 'agreement among raft nodes before linearized reading' (duration: 495.210544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:47.790367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:47.294665Z","time spent":"495.692006ms","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:34:48.143088Z","caller":"traceutil/trace.go:171","msg":"trace[1363175982] transaction","detail":"{read_only:false; response_revision:8482; number_of_response:1; }","duration":"141.359445ms","start":"2026-04-23T00:34:48.001701Z","end":"2026-04-23T00:34:48.14306Z","steps":["trace[1363175982] 'process raft request' (duration: 141.197931ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:48.178785Z","caller":"traceutil/trace.go:171","msg":"trace[893146687] linearizableReadLoop","detail":"{readStateIndex:8790; appliedIndex:8788; }","duration":"158.737635ms","start":"2026-04-23T00:34:48.020031Z","end":"2026-04-23T00:34:48.178769Z","steps":["trace[893146687] 'read index received' (duration: 122.938669ms)","trace[893146687] 'applied index is now lower than readState.Index' (duration: 35.798006ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:34:48.17887Z","caller":"traceutil/trace.go:171","msg":"trace[1550693431] transaction","detail":"{read_only:false; response_revision:8483; number_of_response:1; }","duration":"170.915553ms","start":"2026-04-23T00:34:48.007914Z","end":"2026-04-23T00:34:48.178829Z","steps":["trace[1550693431] 'process raft request' (duration: 170.722648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:48.178947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.915089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T00:34:48.178974Z","caller":"traceutil/trace.go:171","msg":"trace[1394839003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8484; }","duration":"158.982841ms","start":"2026-04-23T00:34:48.019983Z","end":"2026-04-23T00:34:48.178966Z","steps":["trace[1394839003] 'agreement among raft nodes before linearized reading' (duration: 158.872228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:48.179156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.843041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T00:34:48.179261Z","caller":"traceutil/trace.go:171","msg":"trace[1442134627] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8484; }","duration":"136.997755ms","start":"2026-04-23T00:34:48.042237Z","end":"2026-04-23T00:34:48.179235Z","steps":["trace[1442134627] 'agreement among raft nodes before linearized reading' (duration: 136.709038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:48.515353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.018226ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:34:48.515434Z","caller":"traceutil/trace.go:171","msg":"trace[451937631] transaction","detail":"{read_only:false; response_revision:8485; number_of_response:1; }","duration":"331.656706ms","start":"2026-04-23T00:34:48.183764Z","end":"2026-04-23T00:34:48.515421Z","steps":["trace[451937631] 'process raft request' (duration: 103.506817ms)","trace[451937631] 'compare' (duration: 227.933394ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:34:48.515473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:48.183733Z","time spent":"331.721478ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:34:48.551287Z","caller":"traceutil/trace.go:171","msg":"trace[1885490440] transaction","detail":"{read_only:false; response_revision:8489; number_of_response:1; }","duration":"367.177505ms","start":"2026-04-23T00:34:48.184088Z","end":"2026-04-23T00:34:48.551266Z","steps":["trace[1885490440] 'process raft request' (duration: 367.136554ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:48.551327Z","caller":"traceutil/trace.go:171","msg":"trace[1272671112] transaction","detail":"{read_only:false; response_revision:8487; number_of_response:1; }","duration":"367.3276ms","start":"2026-04-23T00:34:48.183951Z","end":"2026-04-23T00:34:48.551279Z","steps":["trace[1272671112] 'process raft request' (duration: 367.211457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:48.551407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:48.184059Z","time spent":"367.283758ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:34:48.551442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:48.183934Z","time spent":"367.456923ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:34:48.551503Z","caller":"traceutil/trace.go:171","msg":"trace[1902369828] transaction","detail":"{read_only:false; response_revision:8488; number_of_response:1; }","duration":"367.493943ms","start":"2026-04-23T00:34:48.184003Z","end":"2026-04-23T00:34:48.551497Z","steps":["trace[1902369828] 'process raft request' (duration: 367.194536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:48.551533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:48.183991Z","time spent":"367.525115ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:34:48.551531Z","caller":"traceutil/trace.go:171","msg":"trace[613503597] transaction","detail":"{read_only:false; response_revision:8486; number_of_response:1; }","duration":"367.615367ms","start":"2026-04-23T00:34:48.183904Z","end":"2026-04-23T00:34:48.551519Z","steps":["trace[613503597] 'process raft request' (duration: 367.142275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:48.551585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:48.183886Z","time spent":"367.669398ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:34:48.551595Z","caller":"traceutil/trace.go:171","msg":"trace[1539618691] linearizableReadLoop","detail":"{readStateIndex:8797; appliedIndex:8791; }","duration":"366.519409ms","start":"2026-04-23T00:34:48.185069Z","end":"2026-04-23T00:34:48.551589Z","steps":["trace[1539618691] 'read index received' (duration: 102.224816ms)","trace[1539618691] 'applied index is now lower than readState.Index' (duration: 264.293883ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:34:48.551856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.785656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223777"} {"level":"info","ts":"2026-04-23T00:34:48.551877Z","caller":"traceutil/trace.go:171","msg":"trace[628721529] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8490; }","duration":"366.850417ms","start":"2026-04-23T00:34:48.18502Z","end":"2026-04-23T00:34:48.55187Z","steps":["trace[628721529] 'agreement among raft nodes before linearized reading' (duration: 366.592701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:48.551896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:48.185005Z","time spent":"366.886338ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223801,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T00:34:48.552011Z","caller":"traceutil/trace.go:171","msg":"trace[463655534] transaction","detail":"{read_only:false; response_revision:8490; number_of_response:1; }","duration":"367.853512ms","start":"2026-04-23T00:34:48.184121Z","end":"2026-04-23T00:34:48.551974Z","steps":["trace[463655534] 'process raft request' (duration: 367.122414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:48.552211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:48.184109Z","time spent":"367.984376ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:34:50.388778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.086222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:34:50.388868Z","caller":"traceutil/trace.go:171","msg":"trace[801105382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8491; }","duration":"522.234876ms","start":"2026-04-23T00:34:49.866615Z","end":"2026-04-23T00:34:50.38885Z","steps":["trace[801105382] 'range keys from in-memory index tree' (duration: 519.9755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:50.38891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:49.866592Z","time spent":"522.308768ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:34:50.406471Z","caller":"traceutil/trace.go:171","msg":"trace[1142892136] transaction","detail":"{read_only:false; response_revision:8492; number_of_response:1; }","duration":"257.202135ms","start":"2026-04-23T00:34:50.149237Z","end":"2026-04-23T00:34:50.406439Z","steps":["trace[1142892136] 'process raft request' (duration: 257.048221ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:50.410283Z","caller":"traceutil/trace.go:171","msg":"trace[1613174225] transaction","detail":"{read_only:false; response_revision:8493; number_of_response:1; }","duration":"226.587091ms","start":"2026-04-23T00:34:50.183666Z","end":"2026-04-23T00:34:50.410253Z","steps":["trace[1613174225] 'process raft request' (duration: 226.394826ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:50.410455Z","caller":"traceutil/trace.go:171","msg":"trace[908460811] linearizableReadLoop","detail":"{readStateIndex:8802; appliedIndex:8799; }","duration":"222.741263ms","start":"2026-04-23T00:34:50.187688Z","end":"2026-04-23T00:34:50.41043Z","steps":["trace[908460811] 'read index received' (duration: 218.589498ms)","trace[908460811] 'applied index is now lower than readState.Index' (duration: 4.149905ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:34:50.410515Z","caller":"traceutil/trace.go:171","msg":"trace[1174567807] transaction","detail":"{read_only:false; response_revision:8494; number_of_response:1; }","duration":"224.719524ms","start":"2026-04-23T00:34:50.185756Z","end":"2026-04-23T00:34:50.410476Z","steps":["trace[1174567807] 'process raft request' (duration: 224.453038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:50.410682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.965829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:34:50.410769Z","caller":"traceutil/trace.go:171","msg":"trace[707205221] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8494; }","duration":"223.102553ms","start":"2026-04-23T00:34:50.187646Z","end":"2026-04-23T00:34:50.410748Z","steps":["trace[707205221] 'agreement among raft nodes before linearized reading' (duration: 222.945969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:51.088183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149609591,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:34:51.557061Z","caller":"traceutil/trace.go:171","msg":"trace[2069029983] transaction","detail":"{read_only:false; response_revision:8498; number_of_response:1; }","duration":"997.112797ms","start":"2026-04-23T00:34:50.559926Z","end":"2026-04-23T00:34:51.557038Z","steps":["trace[2069029983] 'process raft request' (duration: 996.939872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:51.557197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:50.559887Z","time spent":"997.24045ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:34:51.557422Z","caller":"traceutil/trace.go:171","msg":"trace[988656759] transaction","detail":"{read_only:false; response_revision:8500; number_of_response:1; }","duration":"996.877061ms","start":"2026-04-23T00:34:50.560522Z","end":"2026-04-23T00:34:51.557399Z","steps":["trace[988656759] 'process raft request' (duration: 996.677346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:51.557545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:50.560513Z","time spent":"996.974773ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:34:51.55763Z","caller":"traceutil/trace.go:171","msg":"trace[1086855612] transaction","detail":"{read_only:false; response_revision:8499; number_of_response:1; }","duration":"997.359153ms","start":"2026-04-23T00:34:50.560259Z","end":"2026-04-23T00:34:51.557618Z","steps":["trace[1086855612] 'process raft request' (duration: 996.742368ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:51.557645Z","caller":"traceutil/trace.go:171","msg":"trace[467927364] transaction","detail":"{read_only:false; response_revision:8501; number_of_response:1; }","duration":"997.019964ms","start":"2026-04-23T00:34:50.56059Z","end":"2026-04-23T00:34:51.55761Z","steps":["trace[467927364] 'process raft request' (duration: 996.740167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:51.557693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:50.560244Z","time spent":"997.420114ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:34:51.557439Z","caller":"traceutil/trace.go:171","msg":"trace[239978946] linearizableReadLoop","detail":"{readStateIndex:8809; appliedIndex:8805; }","duration":"969.607961ms","start":"2026-04-23T00:34:50.587771Z","end":"2026-04-23T00:34:51.557379Z","steps":["trace[239978946] 'read index received' (duration: 969.046147ms)","trace[239978946] 'applied index is now lower than readState.Index' (duration: 560.684µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:34:51.55781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:50.560575Z","time spent":"997.150408ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:34:51.557841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.534225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-23T00:34:51.557863Z","caller":"traceutil/trace.go:171","msg":"trace[1756466619] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8501; }","duration":"838.608968ms","start":"2026-04-23T00:34:50.719246Z","end":"2026-04-23T00:34:51.557855Z","steps":["trace[1756466619] 'agreement among raft nodes before linearized reading' (duration: 838.522606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:51.557885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:50.719214Z","time spent":"838.666239ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-23T00:34:51.557983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.291696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:34:51.557979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.750778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:34:51.558Z","caller":"traceutil/trace.go:171","msg":"trace[1415713670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8501; }","duration":"690.346517ms","start":"2026-04-23T00:34:50.86765Z","end":"2026-04-23T00:34:51.557996Z","steps":["trace[1415713670] 'agreement among raft nodes before linearized reading' (duration: 690.318357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:51.558013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:50.867629Z","time spent":"690.382419ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:34:51.558014Z","caller":"traceutil/trace.go:171","msg":"trace[1426215178] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8501; }","duration":"187.83074ms","start":"2026-04-23T00:34:51.370172Z","end":"2026-04-23T00:34:51.558003Z","steps":["trace[1426215178] 'agreement among raft nodes before linearized reading' (duration: 187.774178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:51.558043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.280627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223777"} {"level":"info","ts":"2026-04-23T00:34:51.558115Z","caller":"traceutil/trace.go:171","msg":"trace[1292432711] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8501; }","duration":"970.38293ms","start":"2026-04-23T00:34:50.587721Z","end":"2026-04-23T00:34:51.558104Z","steps":["trace[1292432711] 'agreement among raft nodes before linearized reading' (duration: 969.748834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:51.558197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:50.587694Z","time spent":"970.491083ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223801,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T00:34:52.541812Z","caller":"traceutil/trace.go:171","msg":"trace[1190417661] transaction","detail":"{read_only:false; response_revision:8502; number_of_response:1; }","duration":"129.368772ms","start":"2026-04-23T00:34:52.412406Z","end":"2026-04-23T00:34:52.541775Z","steps":["trace[1190417661] 'process raft request' (duration: 129.233228ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:52.590725Z","caller":"traceutil/trace.go:171","msg":"trace[1021454983] transaction","detail":"{read_only:false; response_revision:8503; number_of_response:1; }","duration":"176.246847ms","start":"2026-04-23T00:34:52.414457Z","end":"2026-04-23T00:34:52.590704Z","steps":["trace[1021454983] 'process raft request' (duration: 175.16712ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:52.591033Z","caller":"traceutil/trace.go:171","msg":"trace[768964364] transaction","detail":"{read_only:false; response_revision:8504; number_of_response:1; }","duration":"174.120533ms","start":"2026-04-23T00:34:52.416876Z","end":"2026-04-23T00:34:52.590997Z","steps":["trace[768964364] 'process raft request' (duration: 173.787835ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:52.591367Z","caller":"traceutil/trace.go:171","msg":"trace[127610923] transaction","detail":"{read_only:false; response_revision:8505; number_of_response:1; }","duration":"147.077639ms","start":"2026-04-23T00:34:52.444261Z","end":"2026-04-23T00:34:52.591339Z","steps":["trace[127610923] 'process raft request' (duration: 146.698509ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:03.819772Z","caller":"traceutil/trace.go:171","msg":"trace[47491632] transaction","detail":"{read_only:false; response_revision:8570; number_of_response:1; }","duration":"194.806296ms","start":"2026-04-23T00:35:03.624918Z","end":"2026-04-23T00:35:03.819724Z","steps":["trace[47491632] 'process raft request' (duration: 147.88769ms)","trace[47491632] 'compare' (duration: 46.69936ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:03.819832Z","caller":"traceutil/trace.go:171","msg":"trace[919782146] linearizableReadLoop","detail":"{readStateIndex:8881; appliedIndex:8879; }","duration":"184.096025ms","start":"2026-04-23T00:35:03.635701Z","end":"2026-04-23T00:35:03.819797Z","steps":["trace[919782146] 'read index received' (duration: 137.117388ms)","trace[919782146] 'applied index is now lower than readState.Index' (duration: 46.974987ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:03.819853Z","caller":"traceutil/trace.go:171","msg":"trace[1535734678] transaction","detail":"{read_only:false; response_revision:8572; number_of_response:1; }","duration":"179.210161ms","start":"2026-04-23T00:35:03.640538Z","end":"2026-04-23T00:35:03.819748Z","steps":["trace[1535734678] 'process raft request' (duration: 179.16466ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:03.819792Z","caller":"traceutil/trace.go:171","msg":"trace[60782468] transaction","detail":"{read_only:false; response_revision:8571; number_of_response:1; }","duration":"194.826097ms","start":"2026-04-23T00:35:03.624928Z","end":"2026-04-23T00:35:03.819754Z","steps":["trace[60782468] 'process raft request' (duration: 194.715464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:03.820295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.820762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wwl8n\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-23T00:35:03.820355Z","caller":"traceutil/trace.go:171","msg":"trace[412617508] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wwl8n; range_end:; response_count:1; response_revision:8572; }","duration":"193.931785ms","start":"2026-04-23T00:35:03.626411Z","end":"2026-04-23T00:35:03.820342Z","steps":["trace[412617508] 'agreement among raft nodes before linearized reading' (duration: 193.546645ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:05.772373Z","caller":"traceutil/trace.go:171","msg":"trace[1220039216] transaction","detail":"{read_only:false; response_revision:8580; number_of_response:1; }","duration":"106.304239ms","start":"2026-04-23T00:35:05.666035Z","end":"2026-04-23T00:35:05.772339Z","steps":["trace[1220039216] 'process raft request' (duration: 106.093774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:17.36829Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149610188,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:35:17.847038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.923869ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:35:17.84727Z","caller":"traceutil/trace.go:171","msg":"trace[706432203] linearizableReadLoop","detail":"{readStateIndex:9006; appliedIndex:9004; }","duration":"979.550513ms","start":"2026-04-23T00:35:16.867699Z","end":"2026-04-23T00:35:17.84725Z","steps":["trace[706432203] 'read index received' (duration: 924.834408ms)","trace[706432203] 'applied index is now lower than readState.Index' (duration: 54.714895ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:35:17.847476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.764018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:35:17.847561Z","caller":"traceutil/trace.go:171","msg":"trace[568786350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8691; }","duration":"979.904941ms","start":"2026-04-23T00:35:16.867634Z","end":"2026-04-23T00:35:17.847539Z","steps":["trace[568786350] 'agreement among raft nodes before linearized reading' (duration: 979.744947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:17.847609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:16.86761Z","time spent":"979.990423ms","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:35:17.847603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.206655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-04-23T00:35:17.847633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.444665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:35:17.84768Z","caller":"traceutil/trace.go:171","msg":"trace[1541253582] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8691; }","duration":"104.293527ms","start":"2026-04-23T00:35:17.743365Z","end":"2026-04-23T00:35:17.847658Z","steps":["trace[1541253582] 'agreement among raft nodes before linearized reading' (duration: 104.050561ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:17.847713Z","caller":"traceutil/trace.go:171","msg":"trace[1099420467] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8691; }","duration":"585.568149ms","start":"2026-04-23T00:35:17.262123Z","end":"2026-04-23T00:35:17.847691Z","steps":["trace[1099420467] 'agreement among raft nodes before linearized reading' (duration: 585.407615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:17.847764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:17.262112Z","time spent":"585.63956ms","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:35:17.847831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.028838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:35:17.847838Z","caller":"traceutil/trace.go:171","msg":"trace[158403211] transaction","detail":"{read_only:false; response_revision:8690; number_of_response:1; }","duration":"1.03718334s","start":"2026-04-23T00:35:16.810626Z","end":"2026-04-23T00:35:17.847809Z","steps":["trace[158403211] 'process raft request' (duration: 47.394759ms)","trace[158403211] 'compare' (duration: 988.638822ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:17.847839Z","caller":"traceutil/trace.go:171","msg":"trace[1793902340] transaction","detail":"{read_only:false; response_revision:8691; number_of_response:1; }","duration":"1.033596728s","start":"2026-04-23T00:35:16.814203Z","end":"2026-04-23T00:35:17.8478Z","steps":["trace[1793902340] 'process raft request' (duration: 1.032942882s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:17.847903Z","caller":"traceutil/trace.go:171","msg":"trace[2082654621] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8691; }","duration":"610.13439ms","start":"2026-04-23T00:35:17.237748Z","end":"2026-04-23T00:35:17.847882Z","steps":["trace[2082654621] 'agreement among raft nodes before linearized reading' (duration: 610.048488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:17.847742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.093651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:35:17.847908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.865178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-rbdplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:35:17.847966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:17.237725Z","time spent":"610.224782ms","remote":"127.0.0.1:37414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:35:17.847978Z","caller":"traceutil/trace.go:171","msg":"trace[370125548] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8691; }","duration":"892.390958ms","start":"2026-04-23T00:35:16.955563Z","end":"2026-04-23T00:35:17.847954Z","steps":["trace[370125548] 'agreement among raft nodes before linearized reading' (duration: 892.080901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:17.847979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:16.814191Z","time spent":"1.033728982s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:17.848019Z","caller":"traceutil/trace.go:171","msg":"trace[1343338396] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-rbdplugin-metrics; range_end:; response_count:0; response_revision:8691; }","duration":"904.031462ms","start":"2026-04-23T00:35:16.943962Z","end":"2026-04-23T00:35:17.847993Z","steps":["trace[1343338396] 'agreement among raft nodes before linearized reading' (duration: 903.838197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:17.848054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:16.95554Z","time spent":"892.49144ms","remote":"127.0.0.1:58206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:35:17.848065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:16.943938Z","time spent":"904.120535ms","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/rook-ceph/csi-rbdplugin-metrics\" "} {"level":"warn","ts":"2026-04-23T00:35:17.84794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:16.810605Z","time spent":"1.037288112s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:20.25922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.036789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:35:20.259366Z","caller":"traceutil/trace.go:171","msg":"trace[1548403203] linearizableReadLoop","detail":"{readStateIndex:9019; appliedIndex:9018; }","duration":"407.612818ms","start":"2026-04-23T00:35:19.851733Z","end":"2026-04-23T00:35:20.259345Z","steps":["trace[1548403203] 'read index received' (duration: 209.262102ms)","trace[1548403203] 'applied index is now lower than readState.Index' (duration: 198.348046ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:20.259494Z","caller":"traceutil/trace.go:171","msg":"trace[830945616] transaction","detail":"{read_only:false; response_revision:8703; number_of_response:1; }","duration":"547.552268ms","start":"2026-04-23T00:35:19.711894Z","end":"2026-04-23T00:35:20.259446Z","steps":["trace[830945616] 'process raft request' (duration: 349.163531ms)","trace[830945616] 'compare' (duration: 197.6994ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:35:20.259666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.947877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:35:20.259705Z","caller":"traceutil/trace.go:171","msg":"trace[569694218] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8703; }","duration":"408.045899ms","start":"2026-04-23T00:35:19.851646Z","end":"2026-04-23T00:35:20.259692Z","steps":["trace[569694218] 'agreement among raft nodes before linearized reading' (duration: 407.802583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:20.25974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:19.851617Z","time spent":"408.116401ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:35:20.259728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:19.711865Z","time spent":"547.739282ms","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:20.259717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.036614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:35:20.259776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.404189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T00:35:20.259777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.737751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:35:20.259831Z","caller":"traceutil/trace.go:171","msg":"trace[1008459040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8703; }","duration":"342.46245ms","start":"2026-04-23T00:35:19.917353Z","end":"2026-04-23T00:35:20.259816Z","steps":["trace[1008459040] 'agreement among raft nodes before linearized reading' (duration: 342.260715ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:20.259827Z","caller":"traceutil/trace.go:171","msg":"trace[474083493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8703; }","duration":"392.178157ms","start":"2026-04-23T00:35:19.867617Z","end":"2026-04-23T00:35:20.259795Z","steps":["trace[474083493] 'agreement among raft nodes before linearized reading' (duration: 391.990623ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:20.259848Z","caller":"traceutil/trace.go:171","msg":"trace[676732082] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8703; }","duration":"265.819642ms","start":"2026-04-23T00:35:19.994005Z","end":"2026-04-23T00:35:20.259825Z","steps":["trace[676732082] 'agreement among raft nodes before linearized reading' (duration: 265.595907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:20.259839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.602012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T00:35:20.259842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.516682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wwl8n\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-23T00:35:20.25988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:19.867606Z","time spent":"392.265919ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:35:20.259831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.193637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T00:35:20.259923Z","caller":"traceutil/trace.go:171","msg":"trace[184487176] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8703; }","duration":"281.751235ms","start":"2026-04-23T00:35:19.978152Z","end":"2026-04-23T00:35:20.259903Z","steps":["trace[184487176] 'agreement among raft nodes before linearized reading' (duration: 281.497909ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:20.259944Z","caller":"traceutil/trace.go:171","msg":"trace[1392551353] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wwl8n; range_end:; response_count:1; response_revision:8703; }","duration":"257.658685ms","start":"2026-04-23T00:35:20.00226Z","end":"2026-04-23T00:35:20.259919Z","steps":["trace[1392551353] 'agreement among raft nodes before linearized reading' (duration: 257.370628ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:20.259975Z","caller":"traceutil/trace.go:171","msg":"trace[97210616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8703; }","duration":"407.381692ms","start":"2026-04-23T00:35:19.852566Z","end":"2026-04-23T00:35:20.259947Z","steps":["trace[97210616] 'agreement among raft nodes before linearized reading' (duration: 407.037784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:20.259863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.660348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T00:35:20.260038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:19.852543Z","time spent":"407.484264ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:35:20.260048Z","caller":"traceutil/trace.go:171","msg":"trace[173866993] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8703; }","duration":"265.897914ms","start":"2026-04-23T00:35:19.994132Z","end":"2026-04-23T00:35:20.26003Z","steps":["trace[173866993] 'agreement among raft nodes before linearized reading' (duration: 265.523825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:20.259873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:19.91728Z","time spent":"342.585323ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:35:22.838569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149610253,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:35:22.942848Z","caller":"traceutil/trace.go:171","msg":"trace[2078264325] transaction","detail":"{read_only:false; response_revision:8714; number_of_response:1; }","duration":"635.364318ms","start":"2026-04-23T00:35:22.307458Z","end":"2026-04-23T00:35:22.942822Z","steps":["trace[2078264325] 'process raft request' (duration: 635.222285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:22.94299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:22.307438Z","time spent":"635.484441ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:23.491008Z","caller":"traceutil/trace.go:171","msg":"trace[789889878] transaction","detail":"{read_only:false; response_revision:8715; number_of_response:1; }","duration":"716.820158ms","start":"2026-04-23T00:35:22.774155Z","end":"2026-04-23T00:35:23.490975Z","steps":["trace[789889878] 'process raft request' (duration: 679.832533ms)","trace[789889878] 'compare' (duration: 36.522553ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:23.491071Z","caller":"traceutil/trace.go:171","msg":"trace[1013738133] transaction","detail":"{read_only:false; response_revision:8716; number_of_response:1; }","duration":"611.081323ms","start":"2026-04-23T00:35:22.879967Z","end":"2026-04-23T00:35:23.491048Z","steps":["trace[1013738133] 'process raft request' (duration: 610.95253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:23.491163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:22.774136Z","time spent":"716.948211ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:23.491225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:22.879943Z","time spent":"611.196637ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:23.491252Z","caller":"traceutil/trace.go:171","msg":"trace[520667738] linearizableReadLoop","detail":"{readStateIndex:9031; appliedIndex:9029; }","duration":"1.153587532s","start":"2026-04-23T00:35:22.337636Z","end":"2026-04-23T00:35:23.491224Z","steps":["trace[520667738] 'read index received' (duration: 605.076822ms)","trace[520667738] 'applied index is now lower than readState.Index' (duration: 548.50899ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:23.49138Z","caller":"traceutil/trace.go:171","msg":"trace[915685083] transaction","detail":"{read_only:false; response_revision:8717; number_of_response:1; }","duration":"610.986801ms","start":"2026-04-23T00:35:22.880353Z","end":"2026-04-23T00:35:23.491339Z","steps":["trace[915685083] 'process raft request' (duration: 610.656692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:23.491481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15385572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:35:23.49154Z","caller":"traceutil/trace.go:171","msg":"trace[1415400866] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8717; }","duration":"1.153967812s","start":"2026-04-23T00:35:22.337557Z","end":"2026-04-23T00:35:23.491525Z","steps":["trace[1415400866] 'agreement among raft nodes before linearized reading' (duration: 1.153792987s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:23.491583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:22.337532Z","time spent":"1.154042144s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:35:23.49158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:22.880344Z","time spent":"611.140526ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:23.491644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153312176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T00:35:23.491668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152234959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wwl8n\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-23T00:35:23.491646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153350547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:35:23.491713Z","caller":"traceutil/trace.go:171","msg":"trace[660164454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8717; }","duration":"1.153401548s","start":"2026-04-23T00:35:22.338291Z","end":"2026-04-23T00:35:23.491693Z","steps":["trace[660164454] 'agreement among raft nodes before linearized reading' (duration: 1.153184173s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:23.491742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153260504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T00:35:23.491759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.068806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:35:23.491763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:22.338275Z","time spent":"1.15348041s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:35:23.49178Z","caller":"traceutil/trace.go:171","msg":"trace[629160539] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8717; }","duration":"829.403994ms","start":"2026-04-23T00:35:22.66237Z","end":"2026-04-23T00:35:23.491774Z","steps":["trace[629160539] 'agreement among raft nodes before linearized reading' (duration: 829.047676ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:23.491783Z","caller":"traceutil/trace.go:171","msg":"trace[98955852] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8717; }","duration":"1.153316936s","start":"2026-04-23T00:35:22.338454Z","end":"2026-04-23T00:35:23.491771Z","steps":["trace[98955852] 'agreement among raft nodes before linearized reading' (duration: 1.153003249s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:23.491779Z","caller":"traceutil/trace.go:171","msg":"trace[325239898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8717; }","duration":"1.153518332s","start":"2026-04-23T00:35:22.338228Z","end":"2026-04-23T00:35:23.491746Z","steps":["trace[325239898] 'agreement among raft nodes before linearized reading' (duration: 1.153159912s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:23.491806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:22.662356Z","time spent":"829.444015ms","remote":"127.0.0.1:37492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:35:23.491817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:22.338444Z","time spent":"1.153367107s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:35:23.491837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:22.338216Z","time spent":"1.153610864s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T00:35:23.491717Z","caller":"traceutil/trace.go:171","msg":"trace[1140813911] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wwl8n; range_end:; response_count:1; response_revision:8717; }","duration":"1.152309291s","start":"2026-04-23T00:35:22.339395Z","end":"2026-04-23T00:35:23.491705Z","steps":["trace[1140813911] 'agreement among raft nodes before linearized reading' (duration: 1.152116126s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:23.491916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:22.33939Z","time spent":"1.152513127s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-wwl8n\" "} {"level":"warn","ts":"2026-04-23T00:35:23.492005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153518231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:35:23.492046Z","caller":"traceutil/trace.go:171","msg":"trace[1119433772] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8717; }","duration":"1.153588463s","start":"2026-04-23T00:35:22.338446Z","end":"2026-04-23T00:35:23.492034Z","steps":["trace[1119433772] 'agreement among raft nodes before linearized reading' (duration: 1.152947476s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:23.492077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:22.33843Z","time spent":"1.153640085s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:35:23.996644Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149610259,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:35:24.497821Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149610259,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:35:24.599632Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.103355453s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T00:35:24.763217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.944759ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:35:24.763326Z","caller":"traceutil/trace.go:171","msg":"trace[1221294631] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8717; }","duration":"437.067893ms","start":"2026-04-23T00:35:24.326243Z","end":"2026-04-23T00:35:24.763311Z","steps":["trace[1221294631] 'range keys from in-memory index tree' (duration: 436.928438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:24.763459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.404563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:35:24.763555Z","caller":"traceutil/trace.go:171","msg":"trace[1161976559] transaction","detail":"{read_only:false; response_revision:8718; number_of_response:1; }","duration":"1.267367821s","start":"2026-04-23T00:35:23.496165Z","end":"2026-04-23T00:35:24.763533Z","steps":["trace[1161976559] 'process raft request' (duration: 1.103794804s)","trace[1161976559] 'compare' (duration: 163.017962ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:35:24.763627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:23.496138Z","time spent":"1.267451544s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:24.792842Z","caller":"traceutil/trace.go:171","msg":"trace[1889062849] transaction","detail":"{read_only:false; response_revision:8721; number_of_response:1; }","duration":"1.295279945s","start":"2026-04-23T00:35:23.497545Z","end":"2026-04-23T00:35:24.792825Z","steps":["trace[1889062849] 'process raft request' (duration: 1.295218354s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:24.792936Z","caller":"traceutil/trace.go:171","msg":"trace[579224079] linearizableReadLoop","detail":"{readStateIndex:9038; appliedIndex:9033; }","duration":"1.296406195s","start":"2026-04-23T00:35:23.496509Z","end":"2026-04-23T00:35:24.792916Z","steps":["trace[579224079] 'read index received' (duration: 1.103465175s)","trace[579224079] 'applied index is now lower than readState.Index' (duration: 192.9386ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:35:24.79295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:23.497523Z","time spent":"1.295374598s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:24.792922Z","caller":"traceutil/trace.go:171","msg":"trace[594458914] transaction","detail":"{read_only:false; response_revision:8719; number_of_response:1; }","duration":"1.295426169s","start":"2026-04-23T00:35:23.497437Z","end":"2026-04-23T00:35:24.792863Z","steps":["trace[594458914] 'process raft request' (duration: 1.295189963s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:24.793067Z","caller":"traceutil/trace.go:171","msg":"trace[1531681495] transaction","detail":"{read_only:false; response_revision:8722; number_of_response:1; }","duration":"1.29542701s","start":"2026-04-23T00:35:23.497576Z","end":"2026-04-23T00:35:24.793003Z","steps":["trace[1531681495] 'process raft request' (duration: 1.295218575s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:24.793133Z","caller":"traceutil/trace.go:171","msg":"trace[1110212731] transaction","detail":"{read_only:false; response_revision:8720; number_of_response:1; }","duration":"1.295549122s","start":"2026-04-23T00:35:23.497549Z","end":"2026-04-23T00:35:24.793099Z","steps":["trace[1110212731] 'process raft request' (duration: 1.295182983s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:24.793191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:23.497426Z","time spent":"1.295623304s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:24.793232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:23.497559Z","time spent":"1.295586153s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:24.793248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04119387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6fd65bd75b-4td5d.18a8d532018ff6a2\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-04-23T00:35:24.793299Z","caller":"traceutil/trace.go:171","msg":"trace[166359403] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6fd65bd75b-4td5d.18a8d532018ff6a2; range_end:; response_count:1; response_revision:8722; }","duration":"1.041277492s","start":"2026-04-23T00:35:23.752007Z","end":"2026-04-23T00:35:24.793285Z","steps":["trace[166359403] 'agreement among raft nodes before linearized reading' (duration: 1.041178299s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:24.793295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:23.49753Z","time spent":"1.295681626s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:24.793323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.642447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:35:24.79334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:23.751982Z","time spent":"1.041349274s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-6fd65bd75b-4td5d.18a8d532018ff6a2\" "} {"level":"warn","ts":"2026-04-23T00:35:24.793358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296842095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228504"} {"level":"warn","ts":"2026-04-23T00:35:24.793213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.952126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:35:24.793163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097976047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-23T00:35:24.793398Z","caller":"traceutil/trace.go:171","msg":"trace[1804604484] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8722; }","duration":"1.296901877s","start":"2026-04-23T00:35:23.496485Z","end":"2026-04-23T00:35:24.793387Z","steps":["trace[1804604484] 'agreement among raft nodes before linearized reading' (duration: 1.296514948s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:24.793394Z","caller":"traceutil/trace.go:171","msg":"trace[282150857] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8722; }","duration":"834.731979ms","start":"2026-04-23T00:35:23.958642Z","end":"2026-04-23T00:35:24.793374Z","steps":["trace[282150857] 'agreement among raft nodes before linearized reading' (duration: 834.553535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:24.793433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:23.496466Z","time spent":"1.296958338s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228528,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T00:35:24.793438Z","caller":"traceutil/trace.go:171","msg":"trace[463377602] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8722; }","duration":"1.098279034s","start":"2026-04-23T00:35:23.695135Z","end":"2026-04-23T00:35:24.793414Z","steps":["trace[463377602] 'agreement among raft nodes before linearized reading' (duration: 1.097921985s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:24.793432Z","caller":"traceutil/trace.go:171","msg":"trace[398328750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8722; }","duration":"926.218303ms","start":"2026-04-23T00:35:23.867187Z","end":"2026-04-23T00:35:24.793405Z","steps":["trace[398328750] 'agreement among raft nodes before linearized reading' (duration: 925.904715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:24.793446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:23.958579Z","time spent":"834.854243ms","remote":"127.0.0.1:37430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":86,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:35:24.7935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:23.867117Z","time spent":"926.370086ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:35:24.793518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:23.695113Z","time spent":"1.098366337s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-23T00:35:25.404668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.236565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:35:25.4048Z","caller":"traceutil/trace.go:171","msg":"trace[1424708809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8723; }","duration":"537.442501ms","start":"2026-04-23T00:35:24.867329Z","end":"2026-04-23T00:35:25.404771Z","steps":["trace[1424708809] 'range keys from in-memory index tree' (duration: 537.066171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:25.404864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:24.867303Z","time spent":"537.548234ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:35:25.405071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.190088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:35:25.40522Z","caller":"traceutil/trace.go:171","msg":"trace[1740341401] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8723; }","duration":"458.388252ms","start":"2026-04-23T00:35:24.946807Z","end":"2026-04-23T00:35:25.405195Z","steps":["trace[1740341401] 'range keys from in-memory index tree' (duration: 457.85518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:25.405289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:24.94678Z","time spent":"458.498405ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:35:25.977981Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149610275,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:35:26.479055Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149610275,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:35:26.51323Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.036113003s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:35:26.513634Z","caller":"traceutil/trace.go:171","msg":"trace[923514543] transaction","detail":"{read_only:false; response_revision:8725; number_of_response:1; }","duration":"1.036611285s","start":"2026-04-23T00:35:25.476999Z","end":"2026-04-23T00:35:26.51361Z","steps":["trace[923514543] 'process raft request' (duration: 1.036381409s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:26.513769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:25.476982Z","time spent":"1.036698627s","remote":"127.0.0.1:60194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:26.697886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.141619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:35:26.698141Z","caller":"traceutil/trace.go:171","msg":"trace[47200876] transaction","detail":"{read_only:false; response_revision:8726; number_of_response:1; }","duration":"1.200517229s","start":"2026-04-23T00:35:25.497587Z","end":"2026-04-23T00:35:26.698104Z","steps":["trace[47200876] 'process raft request' (duration: 1.093057502s)","trace[47200876] 'compare' (duration: 106.862112ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:26.698176Z","caller":"traceutil/trace.go:171","msg":"trace[1463828778] transaction","detail":"{read_only:false; response_revision:8727; number_of_response:1; }","duration":"1.200321354s","start":"2026-04-23T00:35:25.497832Z","end":"2026-04-23T00:35:26.698154Z","steps":["trace[1463828778] 'process raft request' (duration: 1.2001607s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:26.698237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232440057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:35:26.698266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:25.497566Z","time spent":"1.200644563s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:26.6983Z","caller":"traceutil/trace.go:171","msg":"trace[992022350] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8728; }","duration":"1.232526969s","start":"2026-04-23T00:35:25.465757Z","end":"2026-04-23T00:35:26.698284Z","steps":["trace[992022350] 'agreement among raft nodes before linearized reading' (duration: 1.232430377s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:26.698266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:25.497826Z","time spent":"1.200388606s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:26.698156Z","caller":"traceutil/trace.go:171","msg":"trace[1496642683] linearizableReadLoop","detail":"{readStateIndex:9045; appliedIndex:9041; }","duration":"1.220928786s","start":"2026-04-23T00:35:25.47721Z","end":"2026-04-23T00:35:26.698138Z","steps":["trace[1496642683] 'read index received' (duration: 1.036211354s)","trace[1496642683] 'applied index is now lower than readState.Index' (duration: 184.716322ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:35:26.698349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:25.465748Z","time spent":"1.232585321s","remote":"127.0.0.1:58190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:35:26.698335Z","caller":"traceutil/trace.go:171","msg":"trace[2065039293] transaction","detail":"{read_only:false; response_revision:8728; number_of_response:1; }","duration":"1.20017273s","start":"2026-04-23T00:35:25.498107Z","end":"2026-04-23T00:35:26.69828Z","steps":["trace[2065039293] 'process raft request' (duration: 1.199968475s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:26.698457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.271783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:35:26.6985Z","caller":"traceutil/trace.go:171","msg":"trace[902420661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8728; }","duration":"334.344455ms","start":"2026-04-23T00:35:26.364143Z","end":"2026-04-23T00:35:26.698487Z","steps":["trace[902420661] 'agreement among raft nodes before linearized reading' (duration: 334.278723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:26.698575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:26.364125Z","time spent":"334.439347ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:35:26.698582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218134325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-23T00:35:26.69858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.419337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a8d53e0c3fb16f\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-23T00:35:26.69863Z","caller":"traceutil/trace.go:171","msg":"trace[240909660] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8728; }","duration":"1.218202137s","start":"2026-04-23T00:35:25.480414Z","end":"2026-04-23T00:35:26.698616Z","steps":["trace[240909660] 'agreement among raft nodes before linearized reading' (duration: 1.218001482s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:26.698618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:25.498071Z","time spent":"1.200381586s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:26.698671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:25.480397Z","time spent":"1.218263938s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T00:35:26.698671Z","caller":"traceutil/trace.go:171","msg":"trace[1112243503] range","detail":"{range_begin:/registry/events/openstack/ceph.18a8d53e0c3fb16f; range_end:; response_count:1; response_revision:8728; }","duration":"179.586442ms","start":"2026-04-23T00:35:26.519059Z","end":"2026-04-23T00:35:26.698645Z","steps":["trace[1112243503] 'agreement among raft nodes before linearized reading' (duration: 179.359326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:26.69871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.190704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:35:26.698734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.6353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:35:26.698606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.406145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:35:26.698784Z","caller":"traceutil/trace.go:171","msg":"trace[331064976] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8728; }","duration":"361.285466ms","start":"2026-04-23T00:35:26.337473Z","end":"2026-04-23T00:35:26.698758Z","steps":["trace[331064976] 'agreement among raft nodes before linearized reading' (duration: 361.192544ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:26.698835Z","caller":"traceutil/trace.go:171","msg":"trace[1575386838] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8728; }","duration":"623.744603ms","start":"2026-04-23T00:35:26.075077Z","end":"2026-04-23T00:35:26.698822Z","steps":["trace[1575386838] 'agreement among raft nodes before linearized reading' (duration: 623.389494ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:26.698843Z","caller":"traceutil/trace.go:171","msg":"trace[1094467194] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:8728; }","duration":"224.751413ms","start":"2026-04-23T00:35:26.474037Z","end":"2026-04-23T00:35:26.698788Z","steps":["trace[1094467194] 'agreement among raft nodes before linearized reading' (duration: 224.64121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:26.698854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:26.337455Z","time spent":"361.380649ms","remote":"127.0.0.1:49110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:35:26.698877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:26.075055Z","time spent":"623.808295ms","remote":"127.0.0.1:37460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:35:26.698898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.268107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:35:26.698945Z","caller":"traceutil/trace.go:171","msg":"trace[1823455913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8728; }","duration":"832.348879ms","start":"2026-04-23T00:35:25.866581Z","end":"2026-04-23T00:35:26.698929Z","steps":["trace[1823455913] 'agreement among raft nodes before linearized reading' (duration: 832.280467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:26.698984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:25.86656Z","time spent":"832.413631ms","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:35:27.276329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.589313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:35:27.276448Z","caller":"traceutil/trace.go:171","msg":"trace[1602764035] linearizableReadLoop","detail":"{readStateIndex:9046; appliedIndex:9045; }","duration":"572.069118ms","start":"2026-04-23T00:35:26.704362Z","end":"2026-04-23T00:35:27.276431Z","steps":["trace[1602764035] 'read index received' (duration: 144.28617ms)","trace[1602764035] 'applied index is now lower than readState.Index' (duration: 427.781568ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:27.276542Z","caller":"traceutil/trace.go:171","msg":"trace[1870752419] transaction","detail":"{read_only:false; response_revision:8729; number_of_response:1; }","duration":"574.797287ms","start":"2026-04-23T00:35:26.701722Z","end":"2026-04-23T00:35:27.27652Z","steps":["trace[1870752419] 'process raft request' (duration: 146.957767ms)","trace[1870752419] 'compare' (duration: 427.42578ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:35:27.276601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:26.701702Z","time spent":"574.869769ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:27.276661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.617398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:35:27.276741Z","caller":"traceutil/trace.go:171","msg":"trace[927467497] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8729; }","duration":"511.753332ms","start":"2026-04-23T00:35:26.76497Z","end":"2026-04-23T00:35:27.276723Z","steps":["trace[927467497] 'agreement among raft nodes before linearized reading' (duration: 511.628679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:27.276786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:26.764943Z","time spent":"511.835504ms","remote":"127.0.0.1:37712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T00:35:27.277041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.063435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:35:27.277096Z","caller":"traceutil/trace.go:171","msg":"trace[2006456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8729; }","duration":"479.135727ms","start":"2026-04-23T00:35:26.797947Z","end":"2026-04-23T00:35:27.277083Z","steps":["trace[2006456] 'agreement among raft nodes before linearized reading' (duration: 478.962603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:27.277131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:26.79794Z","time spent":"479.183558ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:35:27.277176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.746042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T00:35:27.277217Z","caller":"traceutil/trace.go:171","msg":"trace[1315543559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8729; }","duration":"479.814013ms","start":"2026-04-23T00:35:26.797393Z","end":"2026-04-23T00:35:27.277207Z","steps":["trace[1315543559] 'agreement among raft nodes before linearized reading' (duration: 479.723311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:27.277251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:26.797376Z","time spent":"479.869115ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:35:27.277345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.83554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wwl8n\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-23T00:35:27.277379Z","caller":"traceutil/trace.go:171","msg":"trace[1883808432] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wwl8n; range_end:; response_count:1; response_revision:8729; }","duration":"478.8842ms","start":"2026-04-23T00:35:26.798486Z","end":"2026-04-23T00:35:27.27737Z","steps":["trace[1883808432] 'agreement among raft nodes before linearized reading' (duration: 478.791228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:27.277408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:26.798479Z","time spent":"478.919971ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-wwl8n\" "} {"level":"warn","ts":"2026-04-23T00:35:27.277461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.433003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:35:27.277498Z","caller":"traceutil/trace.go:171","msg":"trace[1512902607] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8729; }","duration":"509.494744ms","start":"2026-04-23T00:35:26.767993Z","end":"2026-04-23T00:35:27.277488Z","steps":["trace[1512902607] 'agreement among raft nodes before linearized reading' (duration: 509.398132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:27.27753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:26.76798Z","time spent":"509.544636ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:35:27.277469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.801419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:35:27.277685Z","caller":"traceutil/trace.go:171","msg":"trace[60200490] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8729; }","duration":"479.101626ms","start":"2026-04-23T00:35:26.798569Z","end":"2026-04-23T00:35:27.277671Z","steps":["trace[60200490] 'agreement among raft nodes before linearized reading' (duration: 478.622784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:27.277759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:26.798507Z","time spent":"479.23959ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:35:27.277092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.26305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-23T00:35:27.278043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.666368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:35:27.278206Z","caller":"traceutil/trace.go:171","msg":"trace[279770998] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8729; }","duration":"573.844232ms","start":"2026-04-23T00:35:26.704344Z","end":"2026-04-23T00:35:27.278188Z","steps":["trace[279770998] 'agreement among raft nodes before linearized reading' (duration: 573.640397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:27.278829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:26.704337Z","time spent":"574.453137ms","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:35:27.278109Z","caller":"traceutil/trace.go:171","msg":"trace[1741572688] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8729; }","duration":"480.302466ms","start":"2026-04-23T00:35:26.797776Z","end":"2026-04-23T00:35:27.278079Z","steps":["trace[1741572688] 'agreement among raft nodes before linearized reading' (duration: 479.186888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:27.279101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:26.79776Z","time spent":"481.304032ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:35:27.694473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.708594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:35:27.694621Z","caller":"traceutil/trace.go:171","msg":"trace[1981387620] transaction","detail":"{read_only:false; response_revision:8730; number_of_response:1; }","duration":"412.81468ms","start":"2026-04-23T00:35:27.281779Z","end":"2026-04-23T00:35:27.694593Z","steps":["trace[1981387620] 'process raft request' (duration: 96.915691ms)","trace[1981387620] 'compare' (duration: 315.618842ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:35:27.694675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:27.281754Z","time spent":"412.898941ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:28.041331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.943005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:35:28.041548Z","caller":"traceutil/trace.go:171","msg":"trace[1909448053] linearizableReadLoop","detail":"{readStateIndex:9051; appliedIndex:9046; }","duration":"757.637111ms","start":"2026-04-23T00:35:27.283896Z","end":"2026-04-23T00:35:28.041533Z","steps":["trace[1909448053] 'read index received' (duration: 94.756817ms)","trace[1909448053] 'applied index is now lower than readState.Index' (duration: 662.879444ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:28.041623Z","caller":"traceutil/trace.go:171","msg":"trace[2014763434] transaction","detail":"{read_only:false; response_revision:8733; number_of_response:1; }","duration":"758.860591ms","start":"2026-04-23T00:35:27.282757Z","end":"2026-04-23T00:35:28.041617Z","steps":["trace[2014763434] 'process raft request' (duration: 758.712997ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:28.041611Z","caller":"traceutil/trace.go:171","msg":"trace[827030811] transaction","detail":"{read_only:false; response_revision:8731; number_of_response:1; }","duration":"759.401094ms","start":"2026-04-23T00:35:27.282191Z","end":"2026-04-23T00:35:28.041592Z","steps":["trace[827030811] 'process raft request' (duration: 531.127231ms)","trace[827030811] 'compare' (duration: 227.331299ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:35:28.041671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:27.28275Z","time spent":"758.895593ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:28.041677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:27.282163Z","time spent":"759.486087ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:28.041687Z","caller":"traceutil/trace.go:171","msg":"trace[1702322200] transaction","detail":"{read_only:false; response_revision:8732; number_of_response:1; }","duration":"759.407945ms","start":"2026-04-23T00:35:27.28221Z","end":"2026-04-23T00:35:28.041618Z","steps":["trace[1702322200] 'process raft request' (duration: 759.20035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:28.041898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.975759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-23T00:35:28.041975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:35:28.041977Z","caller":"traceutil/trace.go:171","msg":"trace[1828310585] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8734; }","duration":"758.098102ms","start":"2026-04-23T00:35:27.28386Z","end":"2026-04-23T00:35:28.041958Z","steps":["trace[1828310585] 'agreement among raft nodes before linearized reading' (duration: 757.772424ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:28.042003Z","caller":"traceutil/trace.go:171","msg":"trace[926760924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8734; }","duration":"175.604511ms","start":"2026-04-23T00:35:27.866392Z","end":"2026-04-23T00:35:28.041997Z","steps":["trace[926760924] 'agreement among raft nodes before linearized reading' (duration: 175.55808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:28.042024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:27.283849Z","time spent":"758.166664ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T00:35:28.042027Z","caller":"traceutil/trace.go:171","msg":"trace[1748016443] transaction","detail":"{read_only:false; response_revision:8734; number_of_response:1; }","duration":"759.166289ms","start":"2026-04-23T00:35:27.282831Z","end":"2026-04-23T00:35:28.041997Z","steps":["trace[1748016443] 'process raft request' (duration: 758.670847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:28.042122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.12204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:35:28.042197Z","caller":"traceutil/trace.go:171","msg":"trace[446048428] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8734; }","duration":"561.226063ms","start":"2026-04-23T00:35:27.480954Z","end":"2026-04-23T00:35:28.04218Z","steps":["trace[446048428] 'agreement among raft nodes before linearized reading' (duration: 561.046868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:28.042239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:27.480938Z","time spent":"561.293184ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:35:28.042152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:27.282189Z","time spent":"759.717543ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:28.042354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:27.282826Z","time spent":"759.280262ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:28.042603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.474532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228504"} {"level":"info","ts":"2026-04-23T00:35:28.042653Z","caller":"traceutil/trace.go:171","msg":"trace[2085411982] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8734; }","duration":"758.536913ms","start":"2026-04-23T00:35:27.284102Z","end":"2026-04-23T00:35:28.042639Z","steps":["trace[2085411982] 'agreement among raft nodes before linearized reading' (duration: 757.648501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:28.042698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:27.284095Z","time spent":"758.592024ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228528,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T00:35:29.0551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.582993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:35:29.055281Z","caller":"traceutil/trace.go:171","msg":"trace[759952889] transaction","detail":"{read_only:false; response_revision:8737; number_of_response:1; }","duration":"650.592734ms","start":"2026-04-23T00:35:28.404669Z","end":"2026-04-23T00:35:29.055262Z","steps":["trace[759952889] 'process raft request' (duration: 650.535473ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:29.055289Z","caller":"traceutil/trace.go:171","msg":"trace[1566148694] transaction","detail":"{read_only:false; response_revision:8736; number_of_response:1; }","duration":"956.14147ms","start":"2026-04-23T00:35:28.099125Z","end":"2026-04-23T00:35:29.055266Z","steps":["trace[1566148694] 'process raft request' (duration: 203.307422ms)","trace[1566148694] 'compare' (duration: 752.418007ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:35:29.055357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:28.404641Z","time spent":"650.679375ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:29.055373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:28.0991Z","time spent":"956.229613ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:29.080219Z","caller":"traceutil/trace.go:171","msg":"trace[24385111] linearizableReadLoop","detail":"{readStateIndex:9058; appliedIndex:9052; }","duration":"210.877374ms","start":"2026-04-23T00:35:28.869314Z","end":"2026-04-23T00:35:29.080191Z","steps":["trace[24385111] 'read index received' (duration: 166.633094ms)","trace[24385111] 'applied index is now lower than readState.Index' (duration: 44.24309ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:35:29.080352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.023757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:35:29.080384Z","caller":"traceutil/trace.go:171","msg":"trace[1224252088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8741; }","duration":"211.106389ms","start":"2026-04-23T00:35:28.869267Z","end":"2026-04-23T00:35:29.080373Z","steps":["trace[1224252088] 'agreement among raft nodes before linearized reading' (duration: 211.032207ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:29.080199Z","caller":"traceutil/trace.go:171","msg":"trace[1038811016] transaction","detail":"{read_only:false; response_revision:8738; number_of_response:1; }","duration":"376.593964ms","start":"2026-04-23T00:35:28.703565Z","end":"2026-04-23T00:35:29.080159Z","steps":["trace[1038811016] 'process raft request' (duration: 376.302135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:29.080589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:28.703542Z","time spent":"376.944433ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:29.080646Z","caller":"traceutil/trace.go:171","msg":"trace[288279577] transaction","detail":"{read_only:false; response_revision:8739; number_of_response:1; }","duration":"376.902272ms","start":"2026-04-23T00:35:28.703733Z","end":"2026-04-23T00:35:29.080635Z","steps":["trace[288279577] 'process raft request' (duration: 376.291325ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:29.080691Z","caller":"traceutil/trace.go:171","msg":"trace[424970040] transaction","detail":"{read_only:false; response_revision:8741; number_of_response:1; }","duration":"296.924868ms","start":"2026-04-23T00:35:28.783743Z","end":"2026-04-23T00:35:29.080668Z","steps":["trace[424970040] 'process raft request' (duration: 296.406035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:29.08073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:28.703723Z","time spent":"376.950583ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:29.080836Z","caller":"traceutil/trace.go:171","msg":"trace[2130154617] transaction","detail":"{read_only:false; response_revision:8740; number_of_response:1; }","duration":"375.608758ms","start":"2026-04-23T00:35:28.705217Z","end":"2026-04-23T00:35:29.080826Z","steps":["trace[2130154617] 'process raft request' (duration: 374.862779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:29.080935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:28.705189Z","time spent":"375.6789ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:39.455773Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149610577,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:35:39.956777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149610577,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:35:40.331648Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.515175378s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:35:40.333073Z","caller":"traceutil/trace.go:171","msg":"trace[802554882] transaction","detail":"{read_only:false; response_revision:8830; number_of_response:1; }","duration":"1.516710037s","start":"2026-04-23T00:35:38.816334Z","end":"2026-04-23T00:35:40.333044Z","steps":["trace[802554882] 'process raft request' (duration: 1.515694021s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:40.333344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:38.816321Z","time spent":"1.51684186s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:40.47912Z","caller":"traceutil/trace.go:171","msg":"trace[1330204608] transaction","detail":"{read_only:false; response_revision:8831; number_of_response:1; }","duration":"1.523866298s","start":"2026-04-23T00:35:38.955226Z","end":"2026-04-23T00:35:40.479092Z","steps":["trace[1330204608] 'process raft request' (duration: 1.514319345s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:40.479281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:38.955212Z","time spent":"1.523990721s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:35:40.479376Z","caller":"traceutil/trace.go:171","msg":"trace[614279338] transaction","detail":"{read_only:false; response_revision:8832; number_of_response:1; }","duration":"1.355057749s","start":"2026-04-23T00:35:39.124275Z","end":"2026-04-23T00:35:40.479333Z","steps":["trace[614279338] 'process raft request' (duration: 1.35471846s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:40.479413Z","caller":"traceutil/trace.go:171","msg":"trace[1791703516] transaction","detail":"{read_only:false; response_revision:8836; number_of_response:1; }","duration":"1.072948085s","start":"2026-04-23T00:35:39.406439Z","end":"2026-04-23T00:35:40.479387Z","steps":["trace[1791703516] 'process raft request' (duration: 1.072834692s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:40.479457Z","caller":"traceutil/trace.go:171","msg":"trace[1119951787] transaction","detail":"{read_only:false; response_revision:8834; number_of_response:1; }","duration":"1.350291398s","start":"2026-04-23T00:35:39.129133Z","end":"2026-04-23T00:35:40.479424Z","steps":["trace[1119951787] 'process raft request' (duration: 1.350061342s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:40.47951Z","caller":"traceutil/trace.go:171","msg":"trace[2072862161] transaction","detail":"{read_only:false; response_revision:8833; number_of_response:1; }","duration":"1.351970331s","start":"2026-04-23T00:35:39.127497Z","end":"2026-04-23T00:35:40.479467Z","steps":["trace[2072862161] 'process raft request' (duration: 1.351635813s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:40.479529Z","caller":"traceutil/trace.go:171","msg":"trace[681509892] linearizableReadLoop","detail":"{readStateIndex:9158; appliedIndex:9150; }","duration":"1.524681959s","start":"2026-04-23T00:35:38.954826Z","end":"2026-04-23T00:35:40.479508Z","steps":["trace[681509892] 'read index received' (duration: 1.377180179s)","trace[681509892] 'applied index is now lower than readState.Index' (duration: 147.50053ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:35:40.479574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:39.124249Z","time spent":"1.355219883s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:40.479601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:39.12912Z","time spent":"1.350401161s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:40.479601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:39.127472Z","time spent":"1.352075084s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:40.479712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:39.406417Z","time spent":"1.073072468s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:40.479745Z","caller":"traceutil/trace.go:171","msg":"trace[1838378983] transaction","detail":"{read_only:false; response_revision:8837; number_of_response:1; }","duration":"690.460332ms","start":"2026-04-23T00:35:39.789267Z","end":"2026-04-23T00:35:40.479727Z","steps":["trace[1838378983] 'process raft request' (duration: 690.071133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:40.479828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:39.789248Z","time spent":"690.534315ms","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:40.479736Z","caller":"traceutil/trace.go:171","msg":"trace[923326846] transaction","detail":"{read_only:false; response_revision:8835; number_of_response:1; }","duration":"1.240199744s","start":"2026-04-23T00:35:39.239527Z","end":"2026-04-23T00:35:40.479727Z","steps":["trace[923326846] 'process raft request' (duration: 1.239707122s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:40.479843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525007278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-fxzft\" ","response":"range_response_count:1 size:4644"} {"level":"warn","ts":"2026-04-23T00:35:40.47992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:39.239502Z","time spent":"1.240375469s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:40.479929Z","caller":"traceutil/trace.go:171","msg":"trace[855136613] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-fxzft; range_end:; response_count:1; response_revision:8837; }","duration":"1.5251288s","start":"2026-04-23T00:35:38.95478Z","end":"2026-04-23T00:35:40.479909Z","steps":["trace[855136613] 'agreement among raft nodes before linearized reading' (duration: 1.524923335s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:40.479927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.830635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-23T00:35:40.47997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:38.954761Z","time spent":"1.525201162s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4668,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-fxzft\" "} {"level":"info","ts":"2026-04-23T00:35:40.479982Z","caller":"traceutil/trace.go:171","msg":"trace[1471360818] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:8837; }","duration":"823.929767ms","start":"2026-04-23T00:35:39.656037Z","end":"2026-04-23T00:35:40.479967Z","steps":["trace[1471360818] 'agreement among raft nodes before linearized reading' (duration: 823.717892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:40.479985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.814464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-23T00:35:40.479984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.418592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-23T00:35:40.480027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:39.656017Z","time spent":"823.998279ms","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"info","ts":"2026-04-23T00:35:40.48003Z","caller":"traceutil/trace.go:171","msg":"trace[909882607] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8837; }","duration":"288.894037ms","start":"2026-04-23T00:35:40.19112Z","end":"2026-04-23T00:35:40.480014Z","steps":["trace[909882607] 'agreement among raft nodes before linearized reading' (duration: 288.766083ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:40.480055Z","caller":"traceutil/trace.go:171","msg":"trace[571288746] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8837; }","duration":"227.517514ms","start":"2026-04-23T00:35:40.252529Z","end":"2026-04-23T00:35:40.480047Z","steps":["trace[571288746] 'agreement among raft nodes before linearized reading' (duration: 227.310979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:40.480096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.389421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:35:40.480156Z","caller":"traceutil/trace.go:171","msg":"trace[273933108] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8837; }","duration":"161.478974ms","start":"2026-04-23T00:35:40.318659Z","end":"2026-04-23T00:35:40.480138Z","steps":["trace[273933108] 'agreement among raft nodes before linearized reading' (duration: 161.397152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:40.480257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.437305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:35:40.480272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.498496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wwl8n\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-23T00:35:40.480314Z","caller":"traceutil/trace.go:171","msg":"trace[853702552] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wwl8n; range_end:; response_count:1; response_revision:8837; }","duration":"218.568678ms","start":"2026-04-23T00:35:40.261736Z","end":"2026-04-23T00:35:40.480304Z","steps":["trace[853702552] 'agreement among raft nodes before linearized reading' (duration: 218.470115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:40.480388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.633792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-fxzft\" ","response":"range_response_count:1 size:4644"} {"level":"info","ts":"2026-04-23T00:35:40.480316Z","caller":"traceutil/trace.go:171","msg":"trace[590383589] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8837; }","duration":"615.493367ms","start":"2026-04-23T00:35:39.864809Z","end":"2026-04-23T00:35:40.480302Z","steps":["trace[590383589] 'agreement among raft nodes before linearized reading' (duration: 615.411095ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:40.480425Z","caller":"traceutil/trace.go:171","msg":"trace[796765987] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-fxzft; range_end:; response_count:1; response_revision:8837; }","duration":"141.707534ms","start":"2026-04-23T00:35:40.338708Z","end":"2026-04-23T00:35:40.480415Z","steps":["trace[796765987] 'agreement among raft nodes before linearized reading' (duration: 141.599621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:40.480424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.169556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T00:35:40.480449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:39.864747Z","time spent":"615.692301ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:35:40.480451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.976796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T00:35:40.480511Z","caller":"traceutil/trace.go:171","msg":"trace[1811519098] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8837; }","duration":"228.056278ms","start":"2026-04-23T00:35:40.25244Z","end":"2026-04-23T00:35:40.480496Z","steps":["trace[1811519098] 'agreement among raft nodes before linearized reading' (duration: 227.858203ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:40.480464Z","caller":"traceutil/trace.go:171","msg":"trace[2042270455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8837; }","duration":"728.210617ms","start":"2026-04-23T00:35:39.752231Z","end":"2026-04-23T00:35:40.480454Z","steps":["trace[2042270455] 'agreement among raft nodes before linearized reading' (duration: 728.093204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:40.48074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:39.752173Z","time spent":"728.551735ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:35:40.480833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.243643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:35:40.480958Z","caller":"traceutil/trace.go:171","msg":"trace[690883879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8837; }","duration":"228.380496ms","start":"2026-04-23T00:35:40.252559Z","end":"2026-04-23T00:35:40.480939Z","steps":["trace[690883879] 'agreement among raft nodes before linearized reading' (duration: 228.14934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:40.480934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.31661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T00:35:40.481116Z","caller":"traceutil/trace.go:171","msg":"trace[1685133197] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8837; }","duration":"229.532696ms","start":"2026-04-23T00:35:40.251572Z","end":"2026-04-23T00:35:40.481105Z","steps":["trace[1685133197] 'agreement among raft nodes before linearized reading' (duration: 229.30097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:43.061744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149610641,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:35:43.446264Z","caller":"traceutil/trace.go:171","msg":"trace[1216153221] transaction","detail":"{read_only:false; response_revision:8849; number_of_response:1; }","duration":"958.544902ms","start":"2026-04-23T00:35:42.487687Z","end":"2026-04-23T00:35:43.446232Z","steps":["trace[1216153221] 'process raft request' (duration: 958.346847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:43.44646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:42.48766Z","time spent":"958.698265ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:43.694729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.583403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:35:43.694947Z","caller":"traceutil/trace.go:171","msg":"trace[1916548125] linearizableReadLoop","detail":"{readStateIndex:9173; appliedIndex:9170; }","duration":"1.133599028s","start":"2026-04-23T00:35:42.561328Z","end":"2026-04-23T00:35:43.694927Z","steps":["trace[1916548125] 'read index received' (duration: 884.717065ms)","trace[1916548125] 'applied index is now lower than readState.Index' (duration: 248.880873ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:43.695026Z","caller":"traceutil/trace.go:171","msg":"trace[1174677619] transaction","detail":"{read_only:false; response_revision:8851; number_of_response:1; }","duration":"1.206072291s","start":"2026-04-23T00:35:42.488933Z","end":"2026-04-23T00:35:43.695006Z","steps":["trace[1174677619] 'process raft request' (duration: 1.205896116s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:43.695075Z","caller":"traceutil/trace.go:171","msg":"trace[2047939896] transaction","detail":"{read_only:false; response_revision:8850; number_of_response:1; }","duration":"1.206965864s","start":"2026-04-23T00:35:42.48808Z","end":"2026-04-23T00:35:43.695046Z","steps":["trace[2047939896] 'process raft request' (duration: 1.05497567s)","trace[2047939896] 'compare' (duration: 151.236294ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:35:43.695126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13365782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-23T00:35:43.695124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:42.488923Z","time spent":"1.206153044s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:43.695154Z","caller":"traceutil/trace.go:171","msg":"trace[749781865] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8851; }","duration":"1.133724472s","start":"2026-04-23T00:35:42.561421Z","end":"2026-04-23T00:35:43.695145Z","steps":["trace[749781865] 'agreement among raft nodes before linearized reading' (duration: 1.133607139s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:43.695192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:42.5614Z","time spent":"1.133784504s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:35:43.695168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.023941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:35:43.695223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:42.488056Z","time spent":"1.207082857s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:43.69524Z","caller":"traceutil/trace.go:171","msg":"trace[119022221] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:8851; }","duration":"191.155615ms","start":"2026-04-23T00:35:43.504068Z","end":"2026-04-23T00:35:43.695223Z","steps":["trace[119022221] 'agreement among raft nodes before linearized reading' (duration: 191.035192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:43.695255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130350147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wwl8n\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-23T00:35:43.695258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.011561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:35:43.695314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.616787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-23T00:35:43.695331Z","caller":"traceutil/trace.go:171","msg":"trace[500192654] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wwl8n; range_end:; response_count:1; response_revision:8851; }","duration":"1.130446419s","start":"2026-04-23T00:35:42.564848Z","end":"2026-04-23T00:35:43.695295Z","steps":["trace[500192654] 'agreement among raft nodes before linearized reading' (duration: 1.130193153s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:43.695349Z","caller":"traceutil/trace.go:171","msg":"trace[1778972382] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8851; }","duration":"212.163705ms","start":"2026-04-23T00:35:43.483165Z","end":"2026-04-23T00:35:43.695329Z","steps":["trace[1778972382] 'agreement among raft nodes before linearized reading' (duration: 211.983071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:43.69536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130695276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T00:35:43.695363Z","caller":"traceutil/trace.go:171","msg":"trace[1232650881] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8851; }","duration":"416.705819ms","start":"2026-04-23T00:35:43.278644Z","end":"2026-04-23T00:35:43.69535Z","steps":["trace[1232650881] 'agreement among raft nodes before linearized reading' (duration: 416.562185ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:43.695399Z","caller":"traceutil/trace.go:171","msg":"trace[1954599260] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8851; }","duration":"1.130745187s","start":"2026-04-23T00:35:42.564639Z","end":"2026-04-23T00:35:43.695384Z","steps":["trace[1954599260] 'agreement among raft nodes before linearized reading' (duration: 1.130629624s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:43.6954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:43.278614Z","time spent":"416.777891ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T00:35:43.695432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130565313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-23T00:35:43.695441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:42.564628Z","time spent":"1.130806288s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T00:35:43.69549Z","caller":"traceutil/trace.go:171","msg":"trace[620452312] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8851; }","duration":"1.130655965s","start":"2026-04-23T00:35:42.564827Z","end":"2026-04-23T00:35:43.695483Z","steps":["trace[620452312] 'agreement among raft nodes before linearized reading' (duration: 1.130504711s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:43.695514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:42.564807Z","time spent":"1.130702146s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:35:43.695539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133857085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-23T00:35:43.69555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:42.564841Z","time spent":"1.130522401s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-wwl8n\" "} {"level":"info","ts":"2026-04-23T00:35:43.695588Z","caller":"traceutil/trace.go:171","msg":"trace[473670822] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8851; }","duration":"1.133924488s","start":"2026-04-23T00:35:42.561653Z","end":"2026-04-23T00:35:43.695578Z","steps":["trace[473670822] 'agreement among raft nodes before linearized reading' (duration: 1.133743343s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:43.695653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133984288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:35:43.69569Z","caller":"traceutil/trace.go:171","msg":"trace[1544332288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8851; }","duration":"1.13404721s","start":"2026-04-23T00:35:42.561634Z","end":"2026-04-23T00:35:43.695681Z","steps":["trace[1544332288] 'agreement among raft nodes before linearized reading' (duration: 1.133952618s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:43.695717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:42.561617Z","time spent":"1.134092151s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:35:43.69576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:42.561645Z","time spent":"1.13402002s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:35:43.69532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133928927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:35:43.695914Z","caller":"traceutil/trace.go:171","msg":"trace[251226975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8851; }","duration":"1.134622545s","start":"2026-04-23T00:35:42.561278Z","end":"2026-04-23T00:35:43.695901Z","steps":["trace[251226975] 'agreement among raft nodes before linearized reading' (duration: 1.133811534s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:43.695959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:42.561254Z","time spent":"1.134691837s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:35:45.643578Z","caller":"traceutil/trace.go:171","msg":"trace[817854279] linearizableReadLoop","detail":"{readStateIndex:9184; appliedIndex:9183; }","duration":"310.163664ms","start":"2026-04-23T00:35:45.333389Z","end":"2026-04-23T00:35:45.643553Z","steps":["trace[817854279] 'read index received' (duration: 310.081792ms)","trace[817854279] 'applied index is now lower than readState.Index' (duration: 80.412µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:45.643772Z","caller":"traceutil/trace.go:171","msg":"trace[1919442882] transaction","detail":"{read_only:false; response_revision:8860; number_of_response:1; }","duration":"426.555857ms","start":"2026-04-23T00:35:45.217205Z","end":"2026-04-23T00:35:45.64376Z","steps":["trace[1919442882] 'process raft request' (duration: 426.111566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:45.643889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:45.217185Z","time spent":"426.617889ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:45.644617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.19299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:35:45.644717Z","caller":"traceutil/trace.go:171","msg":"trace[1580073140] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8860; }","duration":"311.314303ms","start":"2026-04-23T00:35:45.333376Z","end":"2026-04-23T00:35:45.64469Z","steps":["trace[1580073140] 'agreement among raft nodes before linearized reading' (duration: 310.517483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:45.644782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:45.333328Z","time spent":"311.435967ms","remote":"127.0.0.1:60116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:35:45.646714Z","caller":"traceutil/trace.go:171","msg":"trace[1762333566] transaction","detail":"{read_only:false; response_revision:8861; number_of_response:1; }","duration":"193.952694ms","start":"2026-04-23T00:35:45.452738Z","end":"2026-04-23T00:35:45.646691Z","steps":["trace[1762333566] 'process raft request' (duration: 193.654677ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:46.609873Z","caller":"traceutil/trace.go:171","msg":"trace[1048420845] transaction","detail":"{read_only:false; response_revision:8863; number_of_response:1; }","duration":"907.836508ms","start":"2026-04-23T00:35:45.702013Z","end":"2026-04-23T00:35:46.60985Z","steps":["trace[1048420845] 'process raft request' (duration: 907.621203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:46.610027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:45.701986Z","time spent":"907.964811ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:46.610066Z","caller":"traceutil/trace.go:171","msg":"trace[398007876] linearizableReadLoop","detail":"{readStateIndex:9188; appliedIndex:9185; }","duration":"903.560949ms","start":"2026-04-23T00:35:45.706475Z","end":"2026-04-23T00:35:46.610036Z","steps":["trace[398007876] 'read index received' (duration: 18.051246ms)","trace[398007876] 'applied index is now lower than readState.Index' (duration: 885.507393ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:46.610193Z","caller":"traceutil/trace.go:171","msg":"trace[2018185851] transaction","detail":"{read_only:false; response_revision:8864; number_of_response:1; }","duration":"908.089004ms","start":"2026-04-23T00:35:45.702076Z","end":"2026-04-23T00:35:46.610165Z","steps":["trace[2018185851] 'process raft request' (duration: 907.734676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:46.610299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:45.702048Z","time spent":"908.196967ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:46.610329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.840237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wwl8n\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-23T00:35:46.610366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.100986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T00:35:46.610376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.440952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:35:46.610395Z","caller":"traceutil/trace.go:171","msg":"trace[706580024] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wwl8n; range_end:; response_count:1; response_revision:8864; }","duration":"903.934299ms","start":"2026-04-23T00:35:45.706439Z","end":"2026-04-23T00:35:46.610373Z","steps":["trace[706580024] 'agreement among raft nodes before linearized reading' (duration: 903.718743ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:46.610411Z","caller":"traceutil/trace.go:171","msg":"trace[663024655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8864; }","duration":"838.493854ms","start":"2026-04-23T00:35:45.771906Z","end":"2026-04-23T00:35:46.6104Z","steps":["trace[663024655] 'agreement among raft nodes before linearized reading' (duration: 838.375911ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:46.61041Z","caller":"traceutil/trace.go:171","msg":"trace[1678872638] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8864; }","duration":"895.200908ms","start":"2026-04-23T00:35:45.715196Z","end":"2026-04-23T00:35:46.610397Z","steps":["trace[1678872638] 'agreement among raft nodes before linearized reading' (duration: 894.988863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:46.610441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:45.771897Z","time spent":"838.537875ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:35:46.610436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:45.706423Z","time spent":"904.002361ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-wwl8n\" "} {"level":"warn","ts":"2026-04-23T00:35:46.610451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:45.71517Z","time spent":"895.27057ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:35:46.61049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.540446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-csi-rbd-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:35:46.610506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.493704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:35:46.610613Z","caller":"traceutil/trace.go:171","msg":"trace[1776436031] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8864; }","duration":"838.643878ms","start":"2026-04-23T00:35:45.771946Z","end":"2026-04-23T00:35:46.61059Z","steps":["trace[1776436031] 'agreement among raft nodes before linearized reading' (duration: 838.32325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:46.61063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.17655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:35:46.610658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.411727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:35:46.610525Z","caller":"traceutil/trace.go:171","msg":"trace[323572306] range","detail":"{range_begin:/registry/secrets/openstack/rook-csi-rbd-provisioner; range_end:; response_count:0; response_revision:8864; }","duration":"600.805593ms","start":"2026-04-23T00:35:46.00971Z","end":"2026-04-23T00:35:46.610516Z","steps":["trace[323572306] 'agreement among raft nodes before linearized reading' (duration: 600.508846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:46.610656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.422333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T00:35:46.610698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:46.009692Z","time spent":"600.997427ms","remote":"127.0.0.1:37430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/rook-csi-rbd-provisioner\" "} {"level":"info","ts":"2026-04-23T00:35:46.610695Z","caller":"traceutil/trace.go:171","msg":"trace[132368475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8864; }","duration":"247.282953ms","start":"2026-04-23T00:35:46.363395Z","end":"2026-04-23T00:35:46.610678Z","steps":["trace[132368475] 'agreement among raft nodes before linearized reading' (duration: 247.103659ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:46.610713Z","caller":"traceutil/trace.go:171","msg":"trace[1102256052] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8864; }","duration":"839.484129ms","start":"2026-04-23T00:35:45.7712Z","end":"2026-04-23T00:35:46.610684Z","steps":["trace[1102256052] 'agreement among raft nodes before linearized reading' (duration: 839.384207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:46.610736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.629797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:35:46.610742Z","caller":"traceutil/trace.go:171","msg":"trace[296936277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8864; }","duration":"838.539265ms","start":"2026-04-23T00:35:45.772183Z","end":"2026-04-23T00:35:46.610722Z","steps":["trace[296936277] 'agreement among raft nodes before linearized reading' (duration: 838.212467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:46.610748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:45.771177Z","time spent":"839.563671ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:35:46.610653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:45.771822Z","time spent":"838.823062ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T00:35:46.610766Z","caller":"traceutil/trace.go:171","msg":"trace[295455230] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8864; }","duration":"838.672498ms","start":"2026-04-23T00:35:45.772085Z","end":"2026-04-23T00:35:46.610758Z","steps":["trace[295455230] 'agreement among raft nodes before linearized reading' (duration: 838.588626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:46.610799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:45.772078Z","time spent":"838.71483ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:35:46.610791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:45.772174Z","time spent":"838.608487ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:35:47.068169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.214114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:35:47.068475Z","caller":"traceutil/trace.go:171","msg":"trace[491263954] transaction","detail":"{read_only:false; response_revision:8865; number_of_response:1; }","duration":"452.643287ms","start":"2026-04-23T00:35:46.615804Z","end":"2026-04-23T00:35:47.068447Z","steps":["trace[491263954] 'process raft request' (duration: 61.061104ms)","trace[491263954] 'compare' (duration: 390.949106ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:35:47.068591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:46.615785Z","time spent":"452.73275ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:47.41388Z","caller":"traceutil/trace.go:171","msg":"trace[113362161] transaction","detail":"{read_only:false; response_revision:8866; number_of_response:1; }","duration":"796.919042ms","start":"2026-04-23T00:35:46.616918Z","end":"2026-04-23T00:35:47.413837Z","steps":["trace[113362161] 'process raft request' (duration: 750.035206ms)","trace[113362161] 'compare' (duration: 46.589479ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:47.413944Z","caller":"traceutil/trace.go:171","msg":"trace[622000796] transaction","detail":"{read_only:false; response_revision:8869; number_of_response:1; }","duration":"796.212325ms","start":"2026-04-23T00:35:46.617706Z","end":"2026-04-23T00:35:47.413918Z","steps":["trace[622000796] 'process raft request' (duration: 796.146664ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:47.413947Z","caller":"traceutil/trace.go:171","msg":"trace[2077974344] transaction","detail":"{read_only:false; response_revision:8867; number_of_response:1; }","duration":"796.349538ms","start":"2026-04-23T00:35:46.617559Z","end":"2026-04-23T00:35:47.413909Z","steps":["trace[2077974344] 'process raft request' (duration: 796.139983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:47.414085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:46.617546Z","time spent":"796.474852ms","remote":"127.0.0.1:37430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":577,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:35:47.414093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:46.617696Z","time spent":"796.314178ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:47.414059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:46.616895Z","time spent":"797.075687ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:47.414193Z","caller":"traceutil/trace.go:171","msg":"trace[634356294] transaction","detail":"{read_only:false; response_revision:8870; number_of_response:1; }","duration":"796.481122ms","start":"2026-04-23T00:35:46.617695Z","end":"2026-04-23T00:35:47.414176Z","steps":["trace[634356294] 'process raft request' (duration: 796.188465ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:47.414241Z","caller":"traceutil/trace.go:171","msg":"trace[2021454653] transaction","detail":"{read_only:false; response_revision:8868; number_of_response:1; }","duration":"796.334558ms","start":"2026-04-23T00:35:46.617659Z","end":"2026-04-23T00:35:47.413994Z","steps":["trace[2021454653] 'process raft request' (duration: 796.150064ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:47.414378Z","caller":"traceutil/trace.go:171","msg":"trace[482108459] linearizableReadLoop","detail":"{readStateIndex:9195; appliedIndex:9188; }","duration":"795.57446ms","start":"2026-04-23T00:35:46.618794Z","end":"2026-04-23T00:35:47.414368Z","steps":["trace[482108459] 'read index received' (duration: 58.055489ms)","trace[482108459] 'applied index is now lower than readState.Index' (duration: 737.517921ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:47.414422Z","caller":"traceutil/trace.go:171","msg":"trace[1920294752] transaction","detail":"{read_only:false; response_revision:8871; number_of_response:1; }","duration":"795.864477ms","start":"2026-04-23T00:35:46.618544Z","end":"2026-04-23T00:35:47.414409Z","steps":["trace[1920294752] 'process raft request' (duration: 795.553339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:47.414446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:46.617651Z","time spent":"796.728608ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:47.414279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:46.617676Z","time spent":"796.564184ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:47.414501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:46.618523Z","time spent":"795.935708ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:47.414705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.894567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a8d53e0c3fb16f\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-23T00:35:47.41478Z","caller":"traceutil/trace.go:171","msg":"trace[1677160996] range","detail":"{range_begin:/registry/events/openstack/ceph.18a8d53e0c3fb16f; range_end:; response_count:1; response_revision:8871; }","duration":"795.999079ms","start":"2026-04-23T00:35:46.618763Z","end":"2026-04-23T00:35:47.414763Z","steps":["trace[1677160996] 'agreement among raft nodes before linearized reading' (duration: 795.736863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:47.414829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:46.618753Z","time spent":"796.068212ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":723,"request content":"key:\"/registry/events/openstack/ceph.18a8d53e0c3fb16f\" "} {"level":"info","ts":"2026-04-23T00:35:47.46065Z","caller":"traceutil/trace.go:171","msg":"trace[1990761845] transaction","detail":"{read_only:false; response_revision:8872; number_of_response:1; }","duration":"778.314703ms","start":"2026-04-23T00:35:46.682313Z","end":"2026-04-23T00:35:47.460628Z","steps":["trace[1990761845] 'process raft request' (duration: 778.215701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:47.460749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.842144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:35:47.460775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:46.682289Z","time spent":"778.430355ms","remote":"127.0.0.1:37606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:35:47.460811Z","caller":"traceutil/trace.go:171","msg":"trace[1504177682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8872; }","duration":"594.945196ms","start":"2026-04-23T00:35:46.865849Z","end":"2026-04-23T00:35:47.460794Z","steps":["trace[1504177682] 'agreement among raft nodes before linearized reading' (duration: 594.841374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:47.460854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:46.865828Z","time spent":"595.016018ms","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:35:47.460836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.102152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:35:47.460883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.003473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:35:47.460924Z","caller":"traceutil/trace.go:171","msg":"trace[1486507003] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:8872; }","duration":"102.239926ms","start":"2026-04-23T00:35:47.358664Z","end":"2026-04-23T00:35:47.460904Z","steps":["trace[1486507003] 'agreement among raft nodes before linearized reading' (duration: 101.99306ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:47.460947Z","caller":"traceutil/trace.go:171","msg":"trace[1347152338] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8872; }","duration":"562.141507ms","start":"2026-04-23T00:35:46.898787Z","end":"2026-04-23T00:35:47.460929Z","steps":["trace[1347152338] 'agreement among raft nodes before linearized reading' (duration: 562.038344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:47.460934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.457505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:35:47.460993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:46.898757Z","time spent":"562.222148ms","remote":"127.0.0.1:46784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:35:47.461006Z","caller":"traceutil/trace.go:171","msg":"trace[1517214940] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8872; }","duration":"810.560628ms","start":"2026-04-23T00:35:46.650424Z","end":"2026-04-23T00:35:47.460984Z","steps":["trace[1517214940] 'agreement among raft nodes before linearized reading' (duration: 810.476506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:47.460837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.82682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:35:47.461052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:46.650405Z","time spent":"810.634011ms","remote":"127.0.0.1:34718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:35:47.461088Z","caller":"traceutil/trace.go:171","msg":"trace[168393261] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8872; }","duration":"721.138528ms","start":"2026-04-23T00:35:46.739918Z","end":"2026-04-23T00:35:47.461057Z","steps":["trace[168393261] 'agreement among raft nodes before linearized reading' (duration: 720.83897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:47.461231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:46.73989Z","time spent":"721.302351ms","remote":"127.0.0.1:58144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:35:47.60485Z","caller":"traceutil/trace.go:171","msg":"trace[889833282] transaction","detail":"{read_only:false; response_revision:8876; number_of_response:1; }","duration":"110.535396ms","start":"2026-04-23T00:35:47.494299Z","end":"2026-04-23T00:35:47.604835Z","steps":["trace[889833282] 'process raft request' (duration: 110.073604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:47.604866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.216963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-23T00:35:47.604962Z","caller":"traceutil/trace.go:171","msg":"trace[995378793] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8876; }","duration":"111.359396ms","start":"2026-04-23T00:35:47.493588Z","end":"2026-04-23T00:35:47.604947Z","steps":["trace[995378793] 'agreement among raft nodes before linearized reading' (duration: 110.946076ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:55.575154Z","caller":"traceutil/trace.go:171","msg":"trace[1950406527] linearizableReadLoop","detail":"{readStateIndex:9262; appliedIndex:9261; }","duration":"123.861323ms","start":"2026-04-23T00:35:55.451267Z","end":"2026-04-23T00:35:55.575128Z","steps":["trace[1950406527] 'read index received' (duration: 123.678358ms)","trace[1950406527] 'applied index is now lower than readState.Index' (duration: 181.905µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:55.575255Z","caller":"traceutil/trace.go:171","msg":"trace[1829587166] transaction","detail":"{read_only:false; response_revision:8936; number_of_response:1; }","duration":"124.020406ms","start":"2026-04-23T00:35:55.451208Z","end":"2026-04-23T00:35:55.575229Z","steps":["trace[1829587166] 'process raft request' (duration: 123.734229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:55.575414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.126809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:35:55.575458Z","caller":"traceutil/trace.go:171","msg":"trace[1581722403] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8936; }","duration":"124.227012ms","start":"2026-04-23T00:35:55.45122Z","end":"2026-04-23T00:35:55.575447Z","steps":["trace[1581722403] 'agreement among raft nodes before linearized reading' (duration: 124.036227ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:55.617101Z","caller":"traceutil/trace.go:171","msg":"trace[2000784656] transaction","detail":"{read_only:false; response_revision:8937; number_of_response:1; }","duration":"164.806658ms","start":"2026-04-23T00:35:55.452279Z","end":"2026-04-23T00:35:55.617086Z","steps":["trace[2000784656] 'process raft request' (duration: 164.610643ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:55.617303Z","caller":"traceutil/trace.go:171","msg":"trace[495939221] transaction","detail":"{read_only:false; response_revision:8938; number_of_response:1; }","duration":"163.652078ms","start":"2026-04-23T00:35:55.453642Z","end":"2026-04-23T00:35:55.617294Z","steps":["trace[495939221] 'process raft request' (duration: 163.394102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:55.617467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.89633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T00:35:55.617547Z","caller":"traceutil/trace.go:171","msg":"trace[1634739683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8938; }","duration":"165.002982ms","start":"2026-04-23T00:35:55.452524Z","end":"2026-04-23T00:35:55.617527Z","steps":["trace[1634739683] 'agreement among raft nodes before linearized reading' (duration: 164.808407ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:55.769987Z","caller":"traceutil/trace.go:171","msg":"trace[1355866487] transaction","detail":"{read_only:false; response_revision:8940; number_of_response:1; }","duration":"148.236798ms","start":"2026-04-23T00:35:55.621731Z","end":"2026-04-23T00:35:55.769968Z","steps":["trace[1355866487] 'process raft request' (duration: 148.179517ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:55.770021Z","caller":"traceutil/trace.go:171","msg":"trace[671972785] transaction","detail":"{read_only:false; response_revision:8939; number_of_response:1; }","duration":"190.558599ms","start":"2026-04-23T00:35:55.579416Z","end":"2026-04-23T00:35:55.769975Z","steps":["trace[671972785] 'process raft request' (duration: 110.001342ms)","trace[671972785] 'compare' (duration: 80.294981ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:55.77001Z","caller":"traceutil/trace.go:171","msg":"trace[770245845] linearizableReadLoop","detail":"{readStateIndex:9265; appliedIndex:9264; }","duration":"152.762544ms","start":"2026-04-23T00:35:55.617218Z","end":"2026-04-23T00:35:55.769981Z","steps":["trace[770245845] 'read index received' (duration: 72.214216ms)","trace[770245845] 'applied index is now lower than readState.Index' (duration: 80.544607ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:35:55.770196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.702519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:35:55.77023Z","caller":"traceutil/trace.go:171","msg":"trace[1183032793] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:0; response_revision:8941; }","duration":"161.782042ms","start":"2026-04-23T00:35:55.608439Z","end":"2026-04-23T00:35:55.770221Z","steps":["trace[1183032793] 'agreement among raft nodes before linearized reading' (duration: 161.629278ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:57.427358Z","caller":"traceutil/trace.go:171","msg":"trace[1403439557] linearizableReadLoop","detail":"{readStateIndex:9335; appliedIndex:9334; }","duration":"149.227705ms","start":"2026-04-23T00:35:57.278107Z","end":"2026-04-23T00:35:57.427334Z","steps":["trace[1403439557] 'read index received' (duration: 136.990545ms)","trace[1403439557] 'applied index is now lower than readState.Index' (duration: 12.23632ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:57.427393Z","caller":"traceutil/trace.go:171","msg":"trace[1721850710] transaction","detail":"{read_only:false; response_revision:9008; number_of_response:1; }","duration":"163.202438ms","start":"2026-04-23T00:35:57.264158Z","end":"2026-04-23T00:35:57.427361Z","steps":["trace[1721850710] 'process raft request' (duration: 151.05356ms)","trace[1721850710] 'compare' (duration: 12.003983ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:35:57.427484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.366868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:35:57.427506Z","caller":"traceutil/trace.go:171","msg":"trace[1171141804] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:9008; }","duration":"149.489791ms","start":"2026-04-23T00:35:57.278011Z","end":"2026-04-23T00:35:57.427501Z","steps":["trace[1171141804] 'agreement among raft nodes before linearized reading' (duration: 149.396649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:58.700806Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149611195,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:35:58.727194Z","caller":"traceutil/trace.go:171","msg":"trace[1323121683] transaction","detail":"{read_only:false; response_revision:9020; number_of_response:1; }","duration":"594.373372ms","start":"2026-04-23T00:35:58.132794Z","end":"2026-04-23T00:35:58.727168Z","steps":["trace[1323121683] 'process raft request' (duration: 594.224937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:58.727357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:58.132778Z","time spent":"594.494695ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3915,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:58.895914Z","caller":"traceutil/trace.go:171","msg":"trace[27652120] transaction","detail":"{read_only:false; response_revision:9021; number_of_response:1; }","duration":"248.551816ms","start":"2026-04-23T00:35:58.647329Z","end":"2026-04-23T00:35:58.89588Z","steps":["trace[27652120] 'process raft request' (duration: 155.509783ms)","trace[27652120] 'compare' (duration: 92.798597ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:58.896073Z","caller":"traceutil/trace.go:171","msg":"trace[770496574] linearizableReadLoop","detail":"{readStateIndex:9349; appliedIndex:9346; }","duration":"695.648433ms","start":"2026-04-23T00:35:58.200395Z","end":"2026-04-23T00:35:58.896043Z","steps":["trace[770496574] 'read index received' (duration: 526.71974ms)","trace[770496574] 'applied index is now lower than readState.Index' (duration: 168.927493ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:58.896206Z","caller":"traceutil/trace.go:171","msg":"trace[741971347] transaction","detail":"{read_only:false; response_revision:9022; number_of_response:1; }","duration":"247.606093ms","start":"2026-04-23T00:35:58.648587Z","end":"2026-04-23T00:35:58.896193Z","steps":["trace[741971347] 'process raft request' (duration: 247.240444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:58.896393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.72662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"warn","ts":"2026-04-23T00:35:58.896409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.621498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-9njgv\" ","response":"range_response_count:1 size:4558"} {"level":"info","ts":"2026-04-23T00:35:58.896469Z","caller":"traceutil/trace.go:171","msg":"trace[1510327431] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:9022; }","duration":"261.856733ms","start":"2026-04-23T00:35:58.63459Z","end":"2026-04-23T00:35:58.896447Z","steps":["trace[1510327431] 'agreement among raft nodes before linearized reading' (duration: 261.631977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:58.896472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.074653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aaabe408-beb4-4026-b946-2aed35cb3e6d\" ","response":"range_response_count:1 size:3930"} {"level":"info","ts":"2026-04-23T00:35:58.896488Z","caller":"traceutil/trace.go:171","msg":"trace[1254041663] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-9njgv; range_end:; response_count:1; response_revision:9022; }","duration":"163.70919ms","start":"2026-04-23T00:35:58.732755Z","end":"2026-04-23T00:35:58.896464Z","steps":["trace[1254041663] 'agreement among raft nodes before linearized reading' (duration: 163.479295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:58.896481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.189607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wwl8n\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-23T00:35:58.896516Z","caller":"traceutil/trace.go:171","msg":"trace[1073746447] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-aaabe408-beb4-4026-b946-2aed35cb3e6d; range_end:; response_count:1; response_revision:9022; }","duration":"696.177476ms","start":"2026-04-23T00:35:58.200325Z","end":"2026-04-23T00:35:58.896503Z","steps":["trace[1073746447] 'agreement among raft nodes before linearized reading' (duration: 696.017582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:58.896553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:58.200303Z","time spent":"696.241717ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3954,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aaabe408-beb4-4026-b946-2aed35cb3e6d\" "} {"level":"info","ts":"2026-04-23T00:35:58.896557Z","caller":"traceutil/trace.go:171","msg":"trace[774666171] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wwl8n; range_end:; response_count:1; response_revision:9022; }","duration":"214.29563ms","start":"2026-04-23T00:35:58.682243Z","end":"2026-04-23T00:35:58.896539Z","steps":["trace[774666171] 'agreement among raft nodes before linearized reading' (duration: 214.090605ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:59.084009Z","caller":"traceutil/trace.go:171","msg":"trace[1785052470] transaction","detail":"{read_only:false; response_revision:9023; number_of_response:1; }","duration":"180.435454ms","start":"2026-04-23T00:35:58.903542Z","end":"2026-04-23T00:35:59.083978Z","steps":["trace[1785052470] 'process raft request' (duration: 100.127142ms)","trace[1785052470] 'compare' (duration: 80.158348ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:59.131946Z","caller":"traceutil/trace.go:171","msg":"trace[1930081702] transaction","detail":"{read_only:false; response_revision:9024; number_of_response:1; }","duration":"227.676728ms","start":"2026-04-23T00:35:58.904234Z","end":"2026-04-23T00:35:59.131911Z","steps":["trace[1930081702] 'process raft request' (duration: 227.402881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:59.572007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.858296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:35:59.572073Z","caller":"traceutil/trace.go:171","msg":"trace[1749520935] linearizableReadLoop","detail":"{readStateIndex:9353; appliedIndex:9352; }","duration":"428.742313ms","start":"2026-04-23T00:35:59.14332Z","end":"2026-04-23T00:35:59.572062Z","steps":["trace[1749520935] 'read index received' (duration: 207.955539ms)","trace[1749520935] 'applied index is now lower than readState.Index' (duration: 220.785744ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:59.572113Z","caller":"traceutil/trace.go:171","msg":"trace[627268334] transaction","detail":"{read_only:false; response_revision:9026; number_of_response:1; }","duration":"428.834275ms","start":"2026-04-23T00:35:59.143273Z","end":"2026-04-23T00:35:59.572107Z","steps":["trace[627268334] 'process raft request' (duration: 207.827365ms)","trace[627268334] 'compare' (duration: 220.726343ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:35:59.572279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.950478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19425"} {"level":"info","ts":"2026-04-23T00:35:59.572316Z","caller":"traceutil/trace.go:171","msg":"trace[1167435361] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9026; }","duration":"429.015239ms","start":"2026-04-23T00:35:59.143291Z","end":"2026-04-23T00:35:59.572307Z","steps":["trace[1167435361] 'agreement among raft nodes before linearized reading' (duration: 428.853885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:59.572339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:59.143281Z","time spent":"429.052681ms","remote":"127.0.0.1:37492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19449,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T00:35:59.572563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:59.143264Z","time spent":"428.864365ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:35:59.631506Z","caller":"traceutil/trace.go:171","msg":"trace[1318270372] transaction","detail":"{read_only:false; response_revision:9027; number_of_response:1; }","duration":"482.82149ms","start":"2026-04-23T00:35:59.14865Z","end":"2026-04-23T00:35:59.631472Z","steps":["trace[1318270372] 'process raft request' (duration: 482.498002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:59.631714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.736668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:35:59.631799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:59.148638Z","time spent":"482.944433ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4823,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:59.631836Z","caller":"traceutil/trace.go:171","msg":"trace[2031342088] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:9028; }","duration":"466.062116ms","start":"2026-04-23T00:35:59.165746Z","end":"2026-04-23T00:35:59.631808Z","steps":["trace[2031342088] 'agreement among raft nodes before linearized reading' (duration: 465.685017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:59.631911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:59.165733Z","time spent":"466.163878ms","remote":"127.0.0.1:37602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:35:59.632097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.600015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:35:59.632238Z","caller":"traceutil/trace.go:171","msg":"trace[1827445473] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:9028; }","duration":"204.79351ms","start":"2026-04-23T00:35:59.427421Z","end":"2026-04-23T00:35:59.632214Z","steps":["trace[1827445473] 'agreement among raft nodes before linearized reading' (duration: 204.337278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:59.632096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.608594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:35:59.632425Z","caller":"traceutil/trace.go:171","msg":"trace[968241023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9028; }","duration":"394.021705ms","start":"2026-04-23T00:35:59.238391Z","end":"2026-04-23T00:35:59.632413Z","steps":["trace[968241023] 'agreement among raft nodes before linearized reading' (duration: 393.427549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:59.632479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:59.238366Z","time spent":"394.098347ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T00:35:59.632982Z","caller":"traceutil/trace.go:171","msg":"trace[642495109] transaction","detail":"{read_only:false; response_revision:9028; number_of_response:1; }","duration":"478.958163ms","start":"2026-04-23T00:35:59.153396Z","end":"2026-04-23T00:35:59.632354Z","steps":["trace[642495109] 'process raft request' (duration: 477.895755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:59.633137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:59.15338Z","time spent":"479.65215ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:59.740271Z","caller":"traceutil/trace.go:171","msg":"trace[1120251287] transaction","detail":"{read_only:false; response_revision:9029; number_of_response:1; }","duration":"103.015916ms","start":"2026-04-23T00:35:59.637221Z","end":"2026-04-23T00:35:59.740237Z","steps":["trace[1120251287] 'process raft request' (duration: 52.921699ms)","trace[1120251287] 'compare' (duration: 49.941623ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:59.761785Z","caller":"traceutil/trace.go:171","msg":"trace[909668665] transaction","detail":"{read_only:false; response_revision:9030; number_of_response:1; }","duration":"123.294068ms","start":"2026-04-23T00:35:59.63846Z","end":"2026-04-23T00:35:59.761754Z","steps":["trace[909668665] 'process raft request' (duration: 123.029192ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:59.762112Z","caller":"traceutil/trace.go:171","msg":"trace[664064397] transaction","detail":"{read_only:false; response_revision:9031; number_of_response:1; }","duration":"123.474303ms","start":"2026-04-23T00:35:59.638619Z","end":"2026-04-23T00:35:59.762093Z","steps":["trace[664064397] 'process raft request' (duration: 123.064702ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:59.762189Z","caller":"traceutil/trace.go:171","msg":"trace[1243145591] linearizableReadLoop","detail":"{readStateIndex:9359; appliedIndex:9355; }","duration":"104.80626ms","start":"2026-04-23T00:35:59.657345Z","end":"2026-04-23T00:35:59.762151Z","steps":["trace[1243145591] 'read index received' (duration: 32.799719ms)","trace[1243145591] 'applied index is now lower than readState.Index' (duration: 72.005171ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:59.762254Z","caller":"traceutil/trace.go:171","msg":"trace[1958792173] transaction","detail":"{read_only:false; response_revision:9032; number_of_response:1; }","duration":"123.337529ms","start":"2026-04-23T00:35:59.638898Z","end":"2026-04-23T00:35:59.762235Z","steps":["trace[1958792173] 'process raft request' (duration: 123.094603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:59.762505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.143279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T00:35:59.762575Z","caller":"traceutil/trace.go:171","msg":"trace[1267726941] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:9032; }","duration":"105.279922ms","start":"2026-04-23T00:35:59.657283Z","end":"2026-04-23T00:35:59.762563Z","steps":["trace[1267726941] 'agreement among raft nodes before linearized reading' (duration: 105.036146ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:59.98989Z","caller":"traceutil/trace.go:171","msg":"trace[602248291] transaction","detail":"{read_only:false; response_revision:9035; number_of_response:1; }","duration":"167.441015ms","start":"2026-04-23T00:35:59.822424Z","end":"2026-04-23T00:35:59.989865Z","steps":["trace[602248291] 'process raft request' (duration: 106.006521ms)","trace[602248291] 'compare' (duration: 61.023423ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:59.989939Z","caller":"traceutil/trace.go:171","msg":"trace[1959213643] linearizableReadLoop","detail":"{readStateIndex:9364; appliedIndex:9362; }","duration":"166.541392ms","start":"2026-04-23T00:35:59.82337Z","end":"2026-04-23T00:35:59.989911Z","steps":["trace[1959213643] 'read index received' (duration: 105.156389ms)","trace[1959213643] 'applied index is now lower than readState.Index' (duration: 61.383883ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:59.989943Z","caller":"traceutil/trace.go:171","msg":"trace[1579673874] transaction","detail":"{read_only:false; response_revision:9036; number_of_response:1; }","duration":"167.003753ms","start":"2026-04-23T00:35:59.822898Z","end":"2026-04-23T00:35:59.989902Z","steps":["trace[1579673874] 'process raft request' (duration: 166.821009ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:59.990068Z","caller":"traceutil/trace.go:171","msg":"trace[2093821482] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9037; }","duration":"165.69978ms","start":"2026-04-23T00:35:59.824359Z","end":"2026-04-23T00:35:59.990059Z","steps":["trace[2093821482] 'process raft request' (duration: 165.451484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:59.990353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.268047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:35:59.990409Z","caller":"traceutil/trace.go:171","msg":"trace[7475024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9037; }","duration":"123.391781ms","start":"2026-04-23T00:35:59.867004Z","end":"2026-04-23T00:35:59.990396Z","steps":["trace[7475024] 'agreement among raft nodes before linearized reading' (duration: 123.223587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:59.990434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.114108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-04-23T00:35:59.99052Z","caller":"traceutil/trace.go:171","msg":"trace[1939553556] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9037; }","duration":"158.229481ms","start":"2026-04-23T00:35:59.832268Z","end":"2026-04-23T00:35:59.990497Z","steps":["trace[1939553556] 'agreement among raft nodes before linearized reading' (duration: 157.952304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:59.990609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.165277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T00:35:59.990717Z","caller":"traceutil/trace.go:171","msg":"trace[1999703866] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:9037; }","duration":"167.391293ms","start":"2026-04-23T00:35:59.823307Z","end":"2026-04-23T00:35:59.990698Z","steps":["trace[1999703866] 'agreement among raft nodes before linearized reading' (duration: 166.91584ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:00.444313Z","caller":"traceutil/trace.go:171","msg":"trace[223283077] transaction","detail":"{read_only:false; response_revision:9040; number_of_response:1; }","duration":"169.058865ms","start":"2026-04-23T00:36:00.27522Z","end":"2026-04-23T00:36:00.444278Z","steps":["trace[223283077] 'process raft request' (duration: 168.818569ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:00.88425Z","caller":"traceutil/trace.go:171","msg":"trace[1995283995] transaction","detail":"{read_only:false; response_revision:9042; number_of_response:1; }","duration":"418.742449ms","start":"2026-04-23T00:36:00.465477Z","end":"2026-04-23T00:36:00.884219Z","steps":["trace[1995283995] 'process raft request' (duration: 356.69108ms)","trace[1995283995] 'compare' (duration: 61.472735ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:36:00.884414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:00.465462Z","time spent":"418.868273ms","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3146,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:36:00.946363Z","caller":"traceutil/trace.go:171","msg":"trace[2040642395] linearizableReadLoop","detail":"{readStateIndex:9371; appliedIndex:9369; }","duration":"343.710782ms","start":"2026-04-23T00:36:00.602631Z","end":"2026-04-23T00:36:00.946341Z","steps":["trace[2040642395] 'read index received' (duration: 219.561062ms)","trace[2040642395] 'applied index is now lower than readState.Index' (duration: 124.1484ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:36:00.946468Z","caller":"traceutil/trace.go:171","msg":"trace[1776732993] transaction","detail":"{read_only:false; response_revision:9044; number_of_response:1; }","duration":"153.259416ms","start":"2026-04-23T00:36:00.793199Z","end":"2026-04-23T00:36:00.946459Z","steps":["trace[1776732993] 'process raft request' (duration: 153.080032ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:00.946641Z","caller":"traceutil/trace.go:171","msg":"trace[1731598324] transaction","detail":"{read_only:false; response_revision:9043; number_of_response:1; }","duration":"479.729152ms","start":"2026-04-23T00:36:00.466896Z","end":"2026-04-23T00:36:00.946625Z","steps":["trace[1731598324] 'process raft request' (duration: 479.212139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:00.946663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.01602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:36:00.946725Z","caller":"traceutil/trace.go:171","msg":"trace[1222289163] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:9044; }","duration":"344.128013ms","start":"2026-04-23T00:36:00.602579Z","end":"2026-04-23T00:36:00.946707Z","steps":["trace[1222289163] 'agreement among raft nodes before linearized reading' (duration: 343.989199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:00.946772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:00.60256Z","time spent":"344.202995ms","remote":"127.0.0.1:37752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":21,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:36:00.946771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:00.466872Z","time spent":"479.823954ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4828,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:36:01.063201Z","caller":"traceutil/trace.go:171","msg":"trace[507879837] linearizableReadLoop","detail":"{readStateIndex:9375; appliedIndex:9372; }","duration":"116.731851ms","start":"2026-04-23T00:36:00.946427Z","end":"2026-04-23T00:36:01.063158Z","steps":["trace[507879837] 'read index received' (duration: 116.331721ms)","trace[507879837] 'applied index is now lower than readState.Index' (duration: 398.65µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:36:01.063431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.282036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wwl8n\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-23T00:36:01.063531Z","caller":"traceutil/trace.go:171","msg":"trace[260540523] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wwl8n; range_end:; response_count:1; response_revision:9046; }","duration":"153.410699ms","start":"2026-04-23T00:36:00.910094Z","end":"2026-04-23T00:36:01.063504Z","steps":["trace[260540523] 'agreement among raft nodes before linearized reading' (duration: 153.112122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:01.063586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.350762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3233"} {"level":"warn","ts":"2026-04-23T00:36:01.063662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.782485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T00:36:01.063701Z","caller":"traceutil/trace.go:171","msg":"trace[1698194604] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:9046; }","duration":"233.515996ms","start":"2026-04-23T00:36:00.830151Z","end":"2026-04-23T00:36:01.063667Z","steps":["trace[1698194604] 'agreement among raft nodes before linearized reading' (duration: 233.208708ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:01.063722Z","caller":"traceutil/trace.go:171","msg":"trace[395581588] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9046; }","duration":"415.868977ms","start":"2026-04-23T00:36:00.647828Z","end":"2026-04-23T00:36:01.063697Z","steps":["trace[395581588] 'agreement among raft nodes before linearized reading' (duration: 415.738764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:01.06353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.753062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:3161"} {"level":"info","ts":"2026-04-23T00:36:01.063804Z","caller":"traceutil/trace.go:171","msg":"trace[918812219] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9044; }","duration":"171.268612ms","start":"2026-04-23T00:36:00.892489Z","end":"2026-04-23T00:36:01.063758Z","steps":["trace[918812219] 'process raft request' (duration: 170.316897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:01.063796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.704685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-23T00:36:01.063903Z","caller":"traceutil/trace.go:171","msg":"trace[1266209749] range","detail":"{range_begin:/registry/jobs/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:9046; }","duration":"166.151053ms","start":"2026-04-23T00:36:00.897688Z","end":"2026-04-23T00:36:01.063839Z","steps":["trace[1266209749] 'agreement among raft nodes before linearized reading' (duration: 165.650469ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:01.063931Z","caller":"traceutil/trace.go:171","msg":"trace[172387325] transaction","detail":"{read_only:false; response_revision:9046; number_of_response:1; }","duration":"162.716515ms","start":"2026-04-23T00:36:00.901201Z","end":"2026-04-23T00:36:01.063917Z","steps":["trace[172387325] 'process raft request' (duration: 161.896233ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:01.063781Z","caller":"traceutil/trace.go:171","msg":"trace[1210477539] transaction","detail":"{read_only:false; response_revision:9045; number_of_response:1; }","duration":"163.180748ms","start":"2026-04-23T00:36:00.900459Z","end":"2026-04-23T00:36:01.063639Z","steps":["trace[1210477539] 'process raft request' (duration: 162.52342ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:01.06406Z","caller":"traceutil/trace.go:171","msg":"trace[761985082] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9046; }","duration":"335.000223ms","start":"2026-04-23T00:36:00.728956Z","end":"2026-04-23T00:36:01.063956Z","steps":["trace[761985082] 'agreement among raft nodes before linearized reading' (duration: 334.5136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:01.063779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:00.647806Z","time spent":"415.9628ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:36:01.063889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.768716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-04-23T00:36:01.063988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.289486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-9njgv\" ","response":"range_response_count:1 size:4843"} {"level":"warn","ts":"2026-04-23T00:36:01.064205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:00.728936Z","time spent":"335.175847ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-23T00:36:01.064247Z","caller":"traceutil/trace.go:171","msg":"trace[81151679] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-9njgv; range_end:; response_count:1; response_revision:9046; }","duration":"166.582603ms","start":"2026-04-23T00:36:00.897645Z","end":"2026-04-23T00:36:01.064228Z","steps":["trace[81151679] 'agreement among raft nodes before linearized reading' (duration: 166.175743ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:01.064327Z","caller":"traceutil/trace.go:171","msg":"trace[583071588] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:9046; }","duration":"176.121234ms","start":"2026-04-23T00:36:00.888081Z","end":"2026-04-23T00:36:01.064202Z","steps":["trace[583071588] 'agreement among raft nodes before linearized reading' (duration: 175.735224ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:01.296774Z","caller":"traceutil/trace.go:171","msg":"trace[2116254195] linearizableReadLoop","detail":"{readStateIndex:9383; appliedIndex:9381; }","duration":"107.355265ms","start":"2026-04-23T00:36:01.189378Z","end":"2026-04-23T00:36:01.296734Z","steps":["trace[2116254195] 'read index received' (duration: 11.774538ms)","trace[2116254195] 'applied index is now lower than readState.Index' (duration: 95.579457ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:36:01.296866Z","caller":"traceutil/trace.go:171","msg":"trace[1626307580] transaction","detail":"{read_only:false; response_revision:9054; number_of_response:1; }","duration":"107.796647ms","start":"2026-04-23T00:36:01.189038Z","end":"2026-04-23T00:36:01.296834Z","steps":["trace[1626307580] 'process raft request' (duration: 102.346319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:01.297047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.654123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T00:36:01.297115Z","caller":"traceutil/trace.go:171","msg":"trace[2041980870] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:9054; }","duration":"107.743655ms","start":"2026-04-23T00:36:01.189354Z","end":"2026-04-23T00:36:01.297098Z","steps":["trace[2041980870] 'agreement among raft nodes before linearized reading' (duration: 107.549641ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:02.416775Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024be.wal"} {"level":"info","ts":"2026-04-23T00:36:16.072349Z","caller":"traceutil/trace.go:171","msg":"trace[1258890455] linearizableReadLoop","detail":"{readStateIndex:9500; appliedIndex:9499; }","duration":"137.570149ms","start":"2026-04-23T00:36:15.934744Z","end":"2026-04-23T00:36:16.072315Z","steps":["trace[1258890455] 'read index received' (duration: 27.168907ms)","trace[1258890455] 'applied index is now lower than readState.Index' (duration: 110.400092ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:36:16.072387Z","caller":"traceutil/trace.go:171","msg":"trace[1876532045] transaction","detail":"{read_only:false; response_revision:9168; number_of_response:1; }","duration":"151.566923ms","start":"2026-04-23T00:36:15.920761Z","end":"2026-04-23T00:36:16.072328Z","steps":["trace[1876532045] 'process raft request' (duration: 84.848156ms)","trace[1876532045] 'compare' (duration: 66.574323ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:36:16.072625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.853215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:36:16.072673Z","caller":"traceutil/trace.go:171","msg":"trace[1930785528] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9168; }","duration":"137.946498ms","start":"2026-04-23T00:36:15.93471Z","end":"2026-04-23T00:36:16.072656Z","steps":["trace[1930785528] 'agreement among raft nodes before linearized reading' (duration: 137.777344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:16.072691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.354041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:36:16.07278Z","caller":"traceutil/trace.go:171","msg":"trace[1752096973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9168; }","duration":"133.471565ms","start":"2026-04-23T00:36:15.939285Z","end":"2026-04-23T00:36:16.072757Z","steps":["trace[1752096973] 'agreement among raft nodes before linearized reading' (duration: 133.275ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:21.35676Z","caller":"traceutil/trace.go:171","msg":"trace[2027518623] transaction","detail":"{read_only:false; response_revision:9195; number_of_response:1; }","duration":"123.274257ms","start":"2026-04-23T00:36:21.233453Z","end":"2026-04-23T00:36:21.356727Z","steps":["trace[2027518623] 'process raft request' (duration: 122.968788ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:21.356878Z","caller":"traceutil/trace.go:171","msg":"trace[1555392295] transaction","detail":"{read_only:false; response_revision:9196; number_of_response:1; }","duration":"109.263503ms","start":"2026-04-23T00:36:21.247585Z","end":"2026-04-23T00:36:21.356849Z","steps":["trace[1555392295] 'process raft request' (duration: 109.035556ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:35.67572Z","caller":"traceutil/trace.go:171","msg":"trace[2018552979] transaction","detail":"{read_only:false; response_revision:9372; number_of_response:1; }","duration":"117.82199ms","start":"2026-04-23T00:36:35.557872Z","end":"2026-04-23T00:36:35.675694Z","steps":["trace[2018552979] 'process raft request' (duration: 117.670276ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:35.725752Z","caller":"traceutil/trace.go:171","msg":"trace[1792748293] linearizableReadLoop","detail":"{readStateIndex:9710; appliedIndex:9708; }","duration":"122.452557ms","start":"2026-04-23T00:36:35.603274Z","end":"2026-04-23T00:36:35.725727Z","steps":["trace[1792748293] 'read index received' (duration: 72.284558ms)","trace[1792748293] 'applied index is now lower than readState.Index' (duration: 50.166969ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:36:35.725957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.672802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-23T00:36:35.726026Z","caller":"traceutil/trace.go:171","msg":"trace[444393314] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9373; }","duration":"122.794025ms","start":"2026-04-23T00:36:35.603221Z","end":"2026-04-23T00:36:35.726015Z","steps":["trace[444393314] 'agreement among raft nodes before linearized reading' (duration: 122.607541ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:35.726023Z","caller":"traceutil/trace.go:171","msg":"trace[771605945] transaction","detail":"{read_only:false; response_revision:9373; number_of_response:1; }","duration":"162.597852ms","start":"2026-04-23T00:36:35.563375Z","end":"2026-04-23T00:36:35.725973Z","steps":["trace[771605945] 'process raft request' (duration: 157.939734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:44.457189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.594728ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:36:44.45735Z","caller":"traceutil/trace.go:171","msg":"trace[1963979318] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9443; }","duration":"131.769223ms","start":"2026-04-23T00:36:44.325558Z","end":"2026-04-23T00:36:44.457328Z","steps":["trace[1963979318] 'range keys from in-memory index tree' (duration: 131.578928ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:44.458339Z","caller":"traceutil/trace.go:171","msg":"trace[1972256112] transaction","detail":"{read_only:false; response_revision:9444; number_of_response:1; }","duration":"216.438944ms","start":"2026-04-23T00:36:44.241865Z","end":"2026-04-23T00:36:44.458304Z","steps":["trace[1972256112] 'process raft request' (duration: 213.405647ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:44.458621Z","caller":"traceutil/trace.go:171","msg":"trace[1718305281] transaction","detail":"{read_only:false; response_revision:9445; number_of_response:1; }","duration":"213.651033ms","start":"2026-04-23T00:36:44.244933Z","end":"2026-04-23T00:36:44.458584Z","steps":["trace[1718305281] 'process raft request' (duration: 213.300204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:45.189078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.624091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:36:45.189282Z","caller":"traceutil/trace.go:171","msg":"trace[2131379199] transaction","detail":"{read_only:false; response_revision:9463; number_of_response:1; }","duration":"618.632405ms","start":"2026-04-23T00:36:44.57063Z","end":"2026-04-23T00:36:45.189262Z","steps":["trace[2131379199] 'process raft request' (duration: 98.757288ms)","trace[2131379199] 'compare' (duration: 519.246662ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:36:45.189338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:44.570444Z","time spent":"618.87122ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:36:45.192973Z","caller":"traceutil/trace.go:171","msg":"trace[2084288165] transaction","detail":"{read_only:false; response_revision:9464; number_of_response:1; }","duration":"621.179159ms","start":"2026-04-23T00:36:44.571729Z","end":"2026-04-23T00:36:45.192908Z","steps":["trace[2084288165] 'process raft request' (duration: 619.959469ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:45.193121Z","caller":"traceutil/trace.go:171","msg":"trace[736105810] transaction","detail":"{read_only:false; response_revision:9465; number_of_response:1; }","duration":"619.626499ms","start":"2026-04-23T00:36:44.573451Z","end":"2026-04-23T00:36:45.193078Z","steps":["trace[736105810] 'process raft request' (duration: 619.304921ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:45.193295Z","caller":"traceutil/trace.go:171","msg":"trace[993337740] transaction","detail":"{read_only:false; response_revision:9466; number_of_response:1; }","duration":"610.757306ms","start":"2026-04-23T00:36:44.582501Z","end":"2026-04-23T00:36:45.193259Z","steps":["trace[993337740] 'process raft request' (duration: 610.415297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:45.193427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.400188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" ","response":"range_response_count:1 size:8948"} {"level":"info","ts":"2026-04-23T00:36:45.193503Z","caller":"traceutil/trace.go:171","msg":"trace[1188786824] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-crashcollector-instance; range_end:; response_count:1; response_revision:9466; }","duration":"620.47916ms","start":"2026-04-23T00:36:44.573001Z","end":"2026-04-23T00:36:45.19348Z","steps":["trace[1188786824] 'agreement among raft nodes before linearized reading' (duration: 620.348257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:45.193324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:44.573435Z","time spent":"619.790834ms","remote":"127.0.0.1:37712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8933,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:36:45.193331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:44.571715Z","time spent":"621.394704ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8244,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:36:45.193549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:44.572942Z","time spent":"620.596934ms","remote":"127.0.0.1:37712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":8972,"request content":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" "} {"level":"info","ts":"2026-04-23T00:36:45.193118Z","caller":"traceutil/trace.go:171","msg":"trace[773474949] linearizableReadLoop","detail":"{readStateIndex:9803; appliedIndex:9801; }","duration":"620.07852ms","start":"2026-04-23T00:36:44.573009Z","end":"2026-04-23T00:36:45.193088Z","steps":["trace[773474949] 'read index received' (duration: 96.353246ms)","trace[773474949] 'applied index is now lower than readState.Index' (duration: 523.724024ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:36:45.19402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:44.582487Z","time spent":"610.95484ms","remote":"127.0.0.1:37712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:36:45.196917Z","caller":"traceutil/trace.go:171","msg":"trace[1949094085] transaction","detail":"{read_only:false; response_revision:9467; number_of_response:1; }","duration":"517.470176ms","start":"2026-04-23T00:36:44.679422Z","end":"2026-04-23T00:36:45.196892Z","steps":["trace[1949094085] 'process raft request' (duration: 517.245991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:45.197043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:44.679394Z","time spent":"517.573339ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:36:45.19937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.693174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rook-ceph-rgw\" ","response":"range_response_count:1 size:829"} {"level":"info","ts":"2026-04-23T00:36:45.199425Z","caller":"traceutil/trace.go:171","msg":"trace[816879200] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rook-ceph-rgw; range_end:; response_count:1; response_revision:9467; }","duration":"489.782136ms","start":"2026-04-23T00:36:44.70963Z","end":"2026-04-23T00:36:45.199413Z","steps":["trace[816879200] 'agreement among raft nodes before linearized reading' (duration: 489.629732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:45.199449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:44.709617Z","time spent":"489.827157ms","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":853,"request content":"key:\"/registry/serviceaccounts/openstack/rook-ceph-rgw\" "} {"level":"warn","ts":"2026-04-23T00:36:45.199722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.5492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:36:45.199757Z","caller":"traceutil/trace.go:171","msg":"trace[1279810726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9467; }","duration":"332.617142ms","start":"2026-04-23T00:36:44.86713Z","end":"2026-04-23T00:36:45.199747Z","steps":["trace[1279810726] 'agreement among raft nodes before linearized reading' (duration: 332.274973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:45.199778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:44.867109Z","time spent":"332.664213ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:36:46.281039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.046955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:36:46.281189Z","caller":"traceutil/trace.go:171","msg":"trace[194985075] transaction","detail":"{read_only:false; response_revision:9487; number_of_response:1; }","duration":"201.184078ms","start":"2026-04-23T00:36:46.079981Z","end":"2026-04-23T00:36:46.281166Z","steps":["trace[194985075] 'process raft request' (duration: 67.899347ms)","trace[194985075] 'compare' (duration: 132.473739ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:36:46.616141Z","caller":"traceutil/trace.go:171","msg":"trace[2025530418] linearizableReadLoop","detail":"{readStateIndex:9828; appliedIndex:9827; }","duration":"404.158521ms","start":"2026-04-23T00:36:46.211949Z","end":"2026-04-23T00:36:46.616108Z","steps":["trace[2025530418] 'read index received' (duration: 403.900694ms)","trace[2025530418] 'applied index is now lower than readState.Index' (duration: 256.677µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:36:46.616218Z","caller":"traceutil/trace.go:171","msg":"trace[44065802] transaction","detail":"{read_only:false; response_revision:9488; number_of_response:1; }","duration":"430.007423ms","start":"2026-04-23T00:36:46.186179Z","end":"2026-04-23T00:36:46.616186Z","steps":["trace[44065802] 'process raft request' (duration: 429.751157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:46.616423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.461808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T00:36:46.61648Z","caller":"traceutil/trace.go:171","msg":"trace[1789860430] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9488; }","duration":"404.56104ms","start":"2026-04-23T00:36:46.211904Z","end":"2026-04-23T00:36:46.616465Z","steps":["trace[1789860430] 'agreement among raft nodes before linearized reading' (duration: 404.380366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:46.616575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:46.211892Z","time spent":"404.673293ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:36:46.616619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.488717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:36:46.616665Z","caller":"traceutil/trace.go:171","msg":"trace[1849457836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9488; }","duration":"154.580059ms","start":"2026-04-23T00:36:46.462072Z","end":"2026-04-23T00:36:46.616653Z","steps":["trace[1849457836] 'agreement among raft nodes before linearized reading' (duration: 154.343783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:46.616656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.723103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-23T00:36:46.616697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.316608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:36:46.616719Z","caller":"traceutil/trace.go:171","msg":"trace[254253607] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9488; }","duration":"362.809384ms","start":"2026-04-23T00:36:46.253895Z","end":"2026-04-23T00:36:46.616705Z","steps":["trace[254253607] 'agreement among raft nodes before linearized reading' (duration: 362.510907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:46.616761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:46.253884Z","time spent":"362.870028ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-23T00:36:46.616767Z","caller":"traceutil/trace.go:171","msg":"trace[1747546330] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:9488; }","duration":"244.4172ms","start":"2026-04-23T00:36:46.37233Z","end":"2026-04-23T00:36:46.616747Z","steps":["trace[1747546330] 'agreement among raft nodes before linearized reading' (duration: 244.319658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:46.616596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.748456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:36:46.616928Z","caller":"traceutil/trace.go:171","msg":"trace[946229166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9488; }","duration":"254.178138ms","start":"2026-04-23T00:36:46.362715Z","end":"2026-04-23T00:36:46.616893Z","steps":["trace[946229166] 'agreement among raft nodes before linearized reading' (duration: 253.722376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:46.616677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:46.186151Z","time spent":"430.26263ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:36:46.616846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.478542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T00:36:46.617103Z","caller":"traceutil/trace.go:171","msg":"trace[583498408] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9488; }","duration":"153.752448ms","start":"2026-04-23T00:36:46.463338Z","end":"2026-04-23T00:36:46.61709Z","steps":["trace[583498408] 'agreement among raft nodes before linearized reading' (duration: 153.43181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:46.617139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.817148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T00:36:46.617282Z","caller":"traceutil/trace.go:171","msg":"trace[1048409604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9488; }","duration":"148.035854ms","start":"2026-04-23T00:36:46.469214Z","end":"2026-04-23T00:36:46.61725Z","steps":["trace[1048409604] 'agreement among raft nodes before linearized reading' (duration: 147.581673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:46.61718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.567202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:36:46.617339Z","caller":"traceutil/trace.go:171","msg":"trace[1759454142] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9488; }","duration":"147.754187ms","start":"2026-04-23T00:36:46.469577Z","end":"2026-04-23T00:36:46.617331Z","steps":["trace[1759454142] 'agreement among raft nodes before linearized reading' (duration: 147.282025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:46.617311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.561506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T00:36:46.617837Z","caller":"traceutil/trace.go:171","msg":"trace[1241709083] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9488; }","duration":"317.52524ms","start":"2026-04-23T00:36:46.300284Z","end":"2026-04-23T00:36:46.617809Z","steps":["trace[1241709083] 'agreement among raft nodes before linearized reading' (duration: 316.302808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:46.617974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:46.300264Z","time spent":"317.692954ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-23T00:36:47.54912Z","caller":"traceutil/trace.go:171","msg":"trace[1936674543] transaction","detail":"{read_only:false; response_revision:9503; number_of_response:1; }","duration":"192.894438ms","start":"2026-04-23T00:36:47.356202Z","end":"2026-04-23T00:36:47.549096Z","steps":["trace[1936674543] 'process raft request' (duration: 192.735354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:47.981459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.581751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:36:47.981578Z","caller":"traceutil/trace.go:171","msg":"trace[346828275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9514; }","duration":"109.719924ms","start":"2026-04-23T00:36:47.871803Z","end":"2026-04-23T00:36:47.981523Z","steps":["trace[346828275] 'range keys from in-memory index tree' (duration: 109.499039ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:59.802721Z","caller":"traceutil/trace.go:171","msg":"trace[393171520] transaction","detail":"{read_only:false; response_revision:9587; number_of_response:1; }","duration":"192.519708ms","start":"2026-04-23T00:36:59.61018Z","end":"2026-04-23T00:36:59.8027Z","steps":["trace[393171520] 'process raft request' (duration: 192.319543ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:59.868312Z","caller":"traceutil/trace.go:171","msg":"trace[1376914712] linearizableReadLoop","detail":"{readStateIndex:9930; appliedIndex:9928; }","duration":"224.147809ms","start":"2026-04-23T00:36:59.644134Z","end":"2026-04-23T00:36:59.868282Z","steps":["trace[1376914712] 'read index received' (duration: 158.447837ms)","trace[1376914712] 'applied index is now lower than readState.Index' (duration: 65.698372ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:36:59.868352Z","caller":"traceutil/trace.go:171","msg":"trace[1913643293] transaction","detail":"{read_only:false; response_revision:9588; number_of_response:1; }","duration":"245.453798ms","start":"2026-04-23T00:36:59.622868Z","end":"2026-04-23T00:36:59.868321Z","steps":["trace[1913643293] 'process raft request' (duration: 213.197862ms)","trace[1913643293] 'compare' (duration: 32.046731ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:36:59.868654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.508028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wwl8n\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-23T00:36:59.868747Z","caller":"traceutil/trace.go:171","msg":"trace[2127880796] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wwl8n; range_end:; response_count:1; response_revision:9588; }","duration":"224.654571ms","start":"2026-04-23T00:36:59.644072Z","end":"2026-04-23T00:36:59.868727Z","steps":["trace[2127880796] 'agreement among raft nodes before linearized reading' (duration: 224.399915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:59.869009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.542943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T00:36:59.869258Z","caller":"traceutil/trace.go:171","msg":"trace[1054326216] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:9588; }","duration":"208.828981ms","start":"2026-04-23T00:36:59.66041Z","end":"2026-04-23T00:36:59.869239Z","steps":["trace[1054326216] 'agreement among raft nodes before linearized reading' (duration: 208.310828ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:00.110052Z","caller":"traceutil/trace.go:171","msg":"trace[286817337] transaction","detail":"{read_only:false; response_revision:9589; number_of_response:1; }","duration":"169.787603ms","start":"2026-04-23T00:36:59.940194Z","end":"2026-04-23T00:37:00.109982Z","steps":["trace[286817337] 'process raft request' (duration: 129.32701ms)","trace[286817337] 'compare' (duration: 40.242738ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:37:00.419854Z","caller":"traceutil/trace.go:171","msg":"trace[632418008] transaction","detail":"{read_only:false; response_revision:9590; number_of_response:1; }","duration":"210.956095ms","start":"2026-04-23T00:37:00.208874Z","end":"2026-04-23T00:37:00.41983Z","steps":["trace[632418008] 'process raft request' (duration: 210.725869ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:00.853056Z","caller":"traceutil/trace.go:171","msg":"trace[893198031] transaction","detail":"{read_only:false; response_revision:9594; number_of_response:1; }","duration":"145.811868ms","start":"2026-04-23T00:37:00.70722Z","end":"2026-04-23T00:37:00.853032Z","steps":["trace[893198031] 'process raft request' (duration: 145.619003ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:00.853248Z","caller":"traceutil/trace.go:171","msg":"trace[1152091683] transaction","detail":"{read_only:false; response_revision:9595; number_of_response:1; }","duration":"145.955361ms","start":"2026-04-23T00:37:00.707272Z","end":"2026-04-23T00:37:00.853227Z","steps":["trace[1152091683] 'process raft request' (duration: 145.714145ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:00.853347Z","caller":"traceutil/trace.go:171","msg":"trace[427612043] transaction","detail":"{read_only:false; response_revision:9596; number_of_response:1; }","duration":"146.007043ms","start":"2026-04-23T00:37:00.707327Z","end":"2026-04-23T00:37:00.853334Z","steps":["trace[427612043] 'process raft request' (duration: 145.832978ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:00.853405Z","caller":"traceutil/trace.go:171","msg":"trace[259036516] transaction","detail":"{read_only:false; response_revision:9597; number_of_response:1; }","duration":"146.001644ms","start":"2026-04-23T00:37:00.707377Z","end":"2026-04-23T00:37:00.853379Z","steps":["trace[259036516] 'process raft request' (duration: 145.898ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:07.9069Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c6cf68dde442ffa5","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T00:37:07.91867Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-23T00:37:07.918783Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-04-23T00:37:16.127224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.984389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-service-mdbnk\" ","response":"range_response_count:1 size:8121"} {"level":"info","ts":"2026-04-23T00:37:16.127306Z","caller":"traceutil/trace.go:171","msg":"trace[529170255] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-service-mdbnk; range_end:; response_count:1; response_revision:9722; }","duration":"117.107312ms","start":"2026-04-23T00:37:16.010179Z","end":"2026-04-23T00:37:16.127286Z","steps":["trace[529170255] 'range keys from in-memory index tree' (duration: 116.803384ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:16.129194Z","caller":"traceutil/trace.go:171","msg":"trace[1721908212] transaction","detail":"{read_only:false; response_revision:9723; number_of_response:1; }","duration":"117.07398ms","start":"2026-04-23T00:37:16.012079Z","end":"2026-04-23T00:37:16.129153Z","steps":["trace[1721908212] 'process raft request' (duration: 116.874755ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:16.678133Z","caller":"traceutil/trace.go:171","msg":"trace[351142385] linearizableReadLoop","detail":"{readStateIndex:10070; appliedIndex:10069; }","duration":"242.770239ms","start":"2026-04-23T00:37:16.435341Z","end":"2026-04-23T00:37:16.678112Z","steps":["trace[351142385] 'read index received' (duration: 166.703826ms)","trace[351142385] 'applied index is now lower than readState.Index' (duration: 76.065103ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:37:16.678174Z","caller":"traceutil/trace.go:171","msg":"trace[2101815524] transaction","detail":"{read_only:false; response_revision:9724; number_of_response:1; }","duration":"540.749915ms","start":"2026-04-23T00:37:16.137388Z","end":"2026-04-23T00:37:16.678137Z","steps":["trace[2101815524] 'process raft request' (duration: 464.722403ms)","trace[2101815524] 'compare' (duration: 75.852288ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:37:16.678336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:16.137356Z","time spent":"540.909709ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8117,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:37:16.678424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.071558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:37:16.678481Z","caller":"traceutil/trace.go:171","msg":"trace[747909161] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:9724; }","duration":"243.1908ms","start":"2026-04-23T00:37:16.435277Z","end":"2026-04-23T00:37:16.678468Z","steps":["trace[747909161] 'agreement among raft nodes before linearized reading' (duration: 242.999685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:16.67941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.923339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:37:16.679489Z","caller":"traceutil/trace.go:171","msg":"trace[1286715572] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9724; }","duration":"176.058692ms","start":"2026-04-23T00:37:16.503414Z","end":"2026-04-23T00:37:16.679472Z","steps":["trace[1286715572] 'agreement among raft nodes before linearized reading' (duration: 174.907353ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:16.905817Z","caller":"traceutil/trace.go:171","msg":"trace[2097553512] linearizableReadLoop","detail":"{readStateIndex:10074; appliedIndex:10073; }","duration":"124.453858ms","start":"2026-04-23T00:37:16.781334Z","end":"2026-04-23T00:37:16.905788Z","steps":["trace[2097553512] 'read index received' (duration: 94.90002ms)","trace[2097553512] 'applied index is now lower than readState.Index' (duration: 29.552858ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:37:16.906071Z","caller":"traceutil/trace.go:171","msg":"trace[2105778172] transaction","detail":"{read_only:false; response_revision:9728; number_of_response:1; }","duration":"145.740885ms","start":"2026-04-23T00:37:16.760316Z","end":"2026-04-23T00:37:16.906057Z","steps":["trace[2105778172] 'process raft request' (duration: 115.955192ms)","trace[2105778172] 'compare' (duration: 29.105636ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:37:16.906152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.812136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:37:16.906218Z","caller":"traceutil/trace.go:171","msg":"trace[122784165] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9728; }","duration":"124.9292ms","start":"2026-04-23T00:37:16.781273Z","end":"2026-04-23T00:37:16.906203Z","steps":["trace[122784165] 'agreement among raft nodes before linearized reading' (duration: 124.814047ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:26.054916Z","caller":"traceutil/trace.go:171","msg":"trace[1892799945] transaction","detail":"{read_only:false; response_revision:9783; number_of_response:1; }","duration":"110.284149ms","start":"2026-04-23T00:37:25.944609Z","end":"2026-04-23T00:37:26.054893Z","steps":["trace[1892799945] 'process raft request' (duration: 110.129655ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:38:26.500704Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7827} {"level":"info","ts":"2026-04-23T00:38:26.568869Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7827,"took":"65.918947ms","hash":1214000421,"current-db-size-bytes":55885824,"current-db-size":"56 MB","current-db-size-in-use-bytes":27987968,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-23T00:38:26.568949Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1214000421,"revision":7827,"compact-revision":5571} {"level":"info","ts":"2026-04-23T00:39:03.902897Z","caller":"traceutil/trace.go:171","msg":"trace[513624895] transaction","detail":"{read_only:false; response_revision:10446; number_of_response:1; }","duration":"232.350196ms","start":"2026-04-23T00:39:03.670522Z","end":"2026-04-23T00:39:03.902872Z","steps":["trace[513624895] 'process raft request' (duration: 232.197302ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:39:03.904287Z","caller":"traceutil/trace.go:171","msg":"trace[867321595] linearizableReadLoop","detail":"{readStateIndex:10820; appliedIndex:10819; }","duration":"231.409202ms","start":"2026-04-23T00:39:03.67285Z","end":"2026-04-23T00:39:03.904259Z","steps":["trace[867321595] 'read index received' (duration: 230.174111ms)","trace[867321595] 'applied index is now lower than readState.Index' (duration: 1.234131ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:39:03.904646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.774631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T00:39:03.904629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.549616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:39:03.904694Z","caller":"traceutil/trace.go:171","msg":"trace[1705789590] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10447; }","duration":"231.865564ms","start":"2026-04-23T00:39:03.672816Z","end":"2026-04-23T00:39:03.904681Z","steps":["trace[1705789590] 'agreement among raft nodes before linearized reading' (duration: 231.576187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:39:03.904631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.2642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-23T00:39:03.904719Z","caller":"traceutil/trace.go:171","msg":"trace[144279240] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10447; }","duration":"231.662659ms","start":"2026-04-23T00:39:03.673039Z","end":"2026-04-23T00:39:03.904701Z","steps":["trace[144279240] 'agreement among raft nodes before linearized reading' (duration: 231.380842ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:39:03.904777Z","caller":"traceutil/trace.go:171","msg":"trace[2000900872] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:10447; }","duration":"214.423224ms","start":"2026-04-23T00:39:03.690331Z","end":"2026-04-23T00:39:03.904754Z","steps":["trace[2000900872] 'agreement among raft nodes before linearized reading' (duration: 214.139907ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:39:03.904839Z","caller":"traceutil/trace.go:171","msg":"trace[929813347] transaction","detail":"{read_only:false; response_revision:10447; number_of_response:1; }","duration":"233.67143ms","start":"2026-04-23T00:39:03.670706Z","end":"2026-04-23T00:39:03.904377Z","steps":["trace[929813347] 'process raft request' (duration: 233.354532ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:39:30.17221Z","caller":"traceutil/trace.go:171","msg":"trace[1242752620] linearizableReadLoop","detail":"{readStateIndex:10958; appliedIndex:10956; }","duration":"106.840297ms","start":"2026-04-23T00:39:30.065346Z","end":"2026-04-23T00:39:30.172186Z","steps":["trace[1242752620] 'read index received' (duration: 14.097236ms)","trace[1242752620] 'applied index is now lower than readState.Index' (duration: 92.741731ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:39:30.172283Z","caller":"traceutil/trace.go:171","msg":"trace[1265184679] transaction","detail":"{read_only:false; response_revision:10579; number_of_response:1; }","duration":"108.313824ms","start":"2026-04-23T00:39:30.063938Z","end":"2026-04-23T00:39:30.172252Z","steps":["trace[1265184679] 'process raft request' (duration: 74.723996ms)","trace[1265184679] 'compare' (duration: 33.414974ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:39:30.172399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.036682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T00:39:30.17244Z","caller":"traceutil/trace.go:171","msg":"trace[1731870345] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10579; }","duration":"107.114114ms","start":"2026-04-23T00:39:30.065315Z","end":"2026-04-23T00:39:30.172429Z","steps":["trace[1731870345] 'agreement among raft nodes before linearized reading' (duration: 106.967501ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:42:17.522353Z","caller":"traceutil/trace.go:171","msg":"trace[1296750204] transaction","detail":"{read_only:false; response_revision:11903; number_of_response:1; }","duration":"303.329702ms","start":"2026-04-23T00:42:17.218999Z","end":"2026-04-23T00:42:17.522329Z","steps":["trace[1296750204] 'process raft request' (duration: 303.188169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:42:17.522571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:42:17.218963Z","time spent":"303.475226ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:42:17.527038Z","caller":"traceutil/trace.go:171","msg":"trace[1198468100] linearizableReadLoop","detail":"{readStateIndex:12321; appliedIndex:12319; }","duration":"141.90713ms","start":"2026-04-23T00:42:17.385105Z","end":"2026-04-23T00:42:17.527012Z","steps":["trace[1198468100] 'read index received' (duration: 137.088718ms)","trace[1198468100] 'applied index is now lower than readState.Index' (duration: 4.816992ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:42:17.527178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.068553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:42:17.527209Z","caller":"traceutil/trace.go:171","msg":"trace[1414666883] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:11904; }","duration":"142.163566ms","start":"2026-04-23T00:42:17.385036Z","end":"2026-04-23T00:42:17.5272Z","steps":["trace[1414666883] 'agreement among raft nodes before linearized reading' (duration: 142.071523ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:42:17.527251Z","caller":"traceutil/trace.go:171","msg":"trace[576663945] transaction","detail":"{read_only:false; response_revision:11904; number_of_response:1; }","duration":"283.270996ms","start":"2026-04-23T00:42:17.243954Z","end":"2026-04-23T00:42:17.527225Z","steps":["trace[576663945] 'process raft request' (duration: 282.948847ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:42:36.32196Z","caller":"traceutil/trace.go:171","msg":"trace[1034305416] transaction","detail":"{read_only:false; response_revision:12008; number_of_response:1; }","duration":"145.689274ms","start":"2026-04-23T00:42:36.176242Z","end":"2026-04-23T00:42:36.321931Z","steps":["trace[1034305416] 'process raft request' (duration: 145.50089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:42:36.58977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.831475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:42:36.589857Z","caller":"traceutil/trace.go:171","msg":"trace[1322408054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12008; }","duration":"205.961969ms","start":"2026-04-23T00:42:36.383876Z","end":"2026-04-23T00:42:36.589838Z","steps":["trace[1322408054] 'range keys from in-memory index tree' (duration: 205.745414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:42:36.589853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.557333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:42:36.589949Z","caller":"traceutil/trace.go:171","msg":"trace[1371136413] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:12008; }","duration":"202.699947ms","start":"2026-04-23T00:42:36.387222Z","end":"2026-04-23T00:42:36.589921Z","steps":["trace[1371136413] 'count revisions from in-memory index tree' (duration: 202.476591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:42:36.590066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.304946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wwl8n\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-23T00:42:36.590122Z","caller":"traceutil/trace.go:171","msg":"trace[1892587252] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wwl8n; range_end:; response_count:1; response_revision:12008; }","duration":"234.401338ms","start":"2026-04-23T00:42:36.355706Z","end":"2026-04-23T00:42:36.590107Z","steps":["trace[1892587252] 'range keys from in-memory index tree' (duration: 234.09501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:42:36.590289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.487294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:42:36.590417Z","caller":"traceutil/trace.go:171","msg":"trace[326855449] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12008; }","duration":"131.649029ms","start":"2026-04-23T00:42:36.45874Z","end":"2026-04-23T00:42:36.590389Z","steps":["trace[326855449] 'range keys from in-memory index tree' (duration: 131.247748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:42:37.01692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.813632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:42:37.01692Z","caller":"traceutil/trace.go:171","msg":"trace[235610802] transaction","detail":"{read_only:false; response_revision:12010; number_of_response:1; }","duration":"212.364392ms","start":"2026-04-23T00:42:36.80452Z","end":"2026-04-23T00:42:37.016884Z","steps":["trace[235610802] 'process raft request' (duration: 212.205518ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:42:37.016969Z","caller":"traceutil/trace.go:171","msg":"trace[81754674] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12010; }","duration":"174.915395ms","start":"2026-04-23T00:42:36.842046Z","end":"2026-04-23T00:42:37.016961Z","steps":["trace[81754674] 'agreement among raft nodes before linearized reading' (duration: 174.833423ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:42:37.016854Z","caller":"traceutil/trace.go:171","msg":"trace[1202157942] linearizableReadLoop","detail":"{readStateIndex:12431; appliedIndex:12430; }","duration":"174.752321ms","start":"2026-04-23T00:42:36.842084Z","end":"2026-04-23T00:42:37.016836Z","steps":["trace[1202157942] 'read index received' (duration: 174.564336ms)","trace[1202157942] 'applied index is now lower than readState.Index' (duration: 187.465µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:42:37.017218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.084339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:42:37.017232Z","caller":"traceutil/trace.go:171","msg":"trace[1699699826] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12010; }","duration":"175.112509ms","start":"2026-04-23T00:42:36.842113Z","end":"2026-04-23T00:42:37.017226Z","steps":["trace[1699699826] 'agreement among raft nodes before linearized reading' (duration: 175.091599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:42:37.017275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.185731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-23T00:42:37.017334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.017837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-23T00:42:37.017353Z","caller":"traceutil/trace.go:171","msg":"trace[1739304131] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12010; }","duration":"175.049908ms","start":"2026-04-23T00:42:36.842299Z","end":"2026-04-23T00:42:37.017348Z","steps":["trace[1739304131] 'agreement among raft nodes before linearized reading' (duration: 174.999987ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:42:37.017346Z","caller":"traceutil/trace.go:171","msg":"trace[412289614] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12010; }","duration":"175.296624ms","start":"2026-04-23T00:42:36.842037Z","end":"2026-04-23T00:42:37.017334Z","steps":["trace[412289614] 'agreement among raft nodes before linearized reading' (duration: 175.088409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:42:37.017362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.640636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:42:37.0174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.708349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:42:37.017413Z","caller":"traceutil/trace.go:171","msg":"trace[2017517980] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12010; }","duration":"174.7561ms","start":"2026-04-23T00:42:36.842653Z","end":"2026-04-23T00:42:37.017409Z","steps":["trace[2017517980] 'agreement among raft nodes before linearized reading' (duration: 174.736929ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:42:37.01742Z","caller":"traceutil/trace.go:171","msg":"trace[121656929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12010; }","duration":"149.740228ms","start":"2026-04-23T00:42:36.867662Z","end":"2026-04-23T00:42:37.017402Z","steps":["trace[121656929] 'agreement among raft nodes before linearized reading' (duration: 149.617225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:42:37.017491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.63996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:42:37.017506Z","caller":"traceutil/trace.go:171","msg":"trace[616646709] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:12010; }","duration":"131.695431ms","start":"2026-04-23T00:42:36.885805Z","end":"2026-04-23T00:42:37.017501Z","steps":["trace[616646709] 'agreement among raft nodes before linearized reading' (duration: 131.66684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:42:37.017485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.284954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:42:37.017589Z","caller":"traceutil/trace.go:171","msg":"trace[945220462] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12010; }","duration":"175.423328ms","start":"2026-04-23T00:42:36.84214Z","end":"2026-04-23T00:42:37.017563Z","steps":["trace[945220462] 'agreement among raft nodes before linearized reading' (duration: 175.213242ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:42:37.30316Z","caller":"traceutil/trace.go:171","msg":"trace[1722429605] transaction","detail":"{read_only:false; response_revision:12014; number_of_response:1; }","duration":"132.525942ms","start":"2026-04-23T00:42:37.170598Z","end":"2026-04-23T00:42:37.303124Z","steps":["trace[1722429605] 'process raft request' (duration: 61.6758ms)","trace[1722429605] 'compare' (duration: 70.669217ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:42:37.702148Z","caller":"traceutil/trace.go:171","msg":"trace[1028902253] transaction","detail":"{read_only:false; response_revision:12016; number_of_response:1; }","duration":"102.45559ms","start":"2026-04-23T00:42:37.599661Z","end":"2026-04-23T00:42:37.702116Z","steps":["trace[1028902253] 'process raft request' (duration: 63.383542ms)","trace[1028902253] 'compare' (duration: 38.884794ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:42:45.342938Z","caller":"traceutil/trace.go:171","msg":"trace[1154614118] linearizableReadLoop","detail":"{readStateIndex:12496; appliedIndex:12495; }","duration":"111.4978ms","start":"2026-04-23T00:42:45.231422Z","end":"2026-04-23T00:42:45.34292Z","steps":["trace[1154614118] 'read index received' (duration: 51.220755ms)","trace[1154614118] 'applied index is now lower than readState.Index' (duration: 60.276325ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:42:45.343028Z","caller":"traceutil/trace.go:171","msg":"trace[60576978] transaction","detail":"{read_only:false; response_revision:12072; number_of_response:1; }","duration":"135.441846ms","start":"2026-04-23T00:42:45.20755Z","end":"2026-04-23T00:42:45.342992Z","steps":["trace[60576978] 'process raft request' (duration: 75.277443ms)","trace[60576978] 'compare' (duration: 59.972828ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:42:45.343914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.458174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:42:45.344175Z","caller":"traceutil/trace.go:171","msg":"trace[357790991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12072; }","duration":"112.755171ms","start":"2026-04-23T00:42:45.231374Z","end":"2026-04-23T00:42:45.344129Z","steps":["trace[357790991] 'agreement among raft nodes before linearized reading' (duration: 111.639443ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:42:45.514518Z","caller":"traceutil/trace.go:171","msg":"trace[1503826118] transaction","detail":"{read_only:false; response_revision:12075; number_of_response:1; }","duration":"159.002192ms","start":"2026-04-23T00:42:45.355491Z","end":"2026-04-23T00:42:45.514493Z","steps":["trace[1503826118] 'process raft request' (duration: 158.695265ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:42:45.514507Z","caller":"traceutil/trace.go:171","msg":"trace[1667953326] linearizableReadLoop","detail":"{readStateIndex:12499; appliedIndex:12496; }","duration":"158.087218ms","start":"2026-04-23T00:42:45.356386Z","end":"2026-04-23T00:42:45.514473Z","steps":["trace[1667953326] 'read index received' (duration: 20.222511ms)","trace[1667953326] 'applied index is now lower than readState.Index' (duration: 137.862817ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:42:45.51455Z","caller":"traceutil/trace.go:171","msg":"trace[1678097543] transaction","detail":"{read_only:false; response_revision:12074; number_of_response:1; }","duration":"162.050409ms","start":"2026-04-23T00:42:45.352241Z","end":"2026-04-23T00:42:45.514291Z","steps":["trace[1678097543] 'process raft request' (duration: 113.782399ms)","trace[1678097543] 'compare' (duration: 47.83266ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:42:45.514723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.318704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:42:45.514809Z","caller":"traceutil/trace.go:171","msg":"trace[939885381] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12075; }","duration":"158.439037ms","start":"2026-04-23T00:42:45.356353Z","end":"2026-04-23T00:42:45.514792Z","steps":["trace[939885381] 'agreement among raft nodes before linearized reading' (duration: 158.209441ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:43:26.508018Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10186} {"level":"info","ts":"2026-04-23T00:43:26.594526Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10186,"took":"84.056876ms","hash":2558845841,"current-db-size-bytes":55885824,"current-db-size":"56 MB","current-db-size-in-use-bytes":25145344,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-23T00:43:26.594607Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2558845841,"revision":10186,"compact-revision":7827} {"level":"info","ts":"2026-04-23T00:48:21.933084Z","caller":"traceutil/trace.go:171","msg":"trace[220791305] transaction","detail":"{read_only:false; response_revision:14377; number_of_response:1; }","duration":"126.908556ms","start":"2026-04-23T00:48:21.80614Z","end":"2026-04-23T00:48:21.933048Z","steps":["trace[220791305] 'process raft request' (duration: 126.66487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:48:25.389729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149626197,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:48:25.519116Z","caller":"traceutil/trace.go:171","msg":"trace[410620852] transaction","detail":"{read_only:false; response_revision:14389; number_of_response:1; }","duration":"635.098547ms","start":"2026-04-23T00:48:24.883991Z","end":"2026-04-23T00:48:25.519089Z","steps":["trace[410620852] 'process raft request' (duration: 634.902491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:48:25.51929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:48:24.88397Z","time spent":"635.219469ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:48:25.521259Z","caller":"traceutil/trace.go:171","msg":"trace[1704916261] transaction","detail":"{read_only:false; response_revision:14390; number_of_response:1; }","duration":"472.370754ms","start":"2026-04-23T00:48:25.048861Z","end":"2026-04-23T00:48:25.521231Z","steps":["trace[1704916261] 'process raft request' (duration: 472.007305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:48:25.521471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:48:25.048826Z","time spent":"472.515708ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:48:25.523328Z","caller":"traceutil/trace.go:171","msg":"trace[1065362890] linearizableReadLoop","detail":"{readStateIndex:14895; appliedIndex:14891; }","duration":"634.310706ms","start":"2026-04-23T00:48:24.889005Z","end":"2026-04-23T00:48:25.523316Z","steps":["trace[1065362890] 'read index received' (duration: 629.982646ms)","trace[1065362890] 'applied index is now lower than readState.Index' (duration: 4.32723ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:48:25.523367Z","caller":"traceutil/trace.go:171","msg":"trace[1084048472] transaction","detail":"{read_only:false; response_revision:14391; number_of_response:1; }","duration":"388.125107ms","start":"2026-04-23T00:48:25.135224Z","end":"2026-04-23T00:48:25.523349Z","steps":["trace[1084048472] 'process raft request' (duration: 387.927802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:48:25.523679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.657694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-04-23T00:48:25.523759Z","caller":"traceutil/trace.go:171","msg":"trace[2066532230] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:14391; }","duration":"634.763796ms","start":"2026-04-23T00:48:24.888972Z","end":"2026-04-23T00:48:25.523736Z","steps":["trace[2066532230] 'agreement among raft nodes before linearized reading' (duration: 634.438808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:48:25.523796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.415896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:48:25.523947Z","caller":"traceutil/trace.go:171","msg":"trace[264774093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14391; }","duration":"379.637462ms","start":"2026-04-23T00:48:25.144281Z","end":"2026-04-23T00:48:25.523918Z","steps":["trace[264774093] 'agreement among raft nodes before linearized reading' (duration: 379.210261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:48:25.523846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:48:24.888961Z","time spent":"634.843949ms","remote":"127.0.0.1:58220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T00:48:25.524028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:48:25.144258Z","time spent":"379.755504ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:48:25.523542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.052447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-23T00:48:25.52358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.834933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:48:25.524163Z","caller":"traceutil/trace.go:171","msg":"trace[1234231578] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14391; }","duration":"250.659902ms","start":"2026-04-23T00:48:25.273443Z","end":"2026-04-23T00:48:25.524103Z","steps":["trace[1234231578] 'agreement among raft nodes before linearized reading' (duration: 250.021487ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:48:25.524223Z","caller":"traceutil/trace.go:171","msg":"trace[1134492339] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14391; }","duration":"159.547711ms","start":"2026-04-23T00:48:25.364664Z","end":"2026-04-23T00:48:25.524212Z","steps":["trace[1134492339] 'agreement among raft nodes before linearized reading' (duration: 158.779052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:48:25.523609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.327964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:48:25.524342Z","caller":"traceutil/trace.go:171","msg":"trace[1697980166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14391; }","duration":"380.078102ms","start":"2026-04-23T00:48:25.144247Z","end":"2026-04-23T00:48:25.524325Z","steps":["trace[1697980166] 'agreement among raft nodes before linearized reading' (duration: 379.313123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:48:25.524393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:48:25.14422Z","time spent":"380.162454ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:48:25.523985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:48:25.135183Z","time spent":"388.761173ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:48:25.523443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.377059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:48:25.52448Z","caller":"traceutil/trace.go:171","msg":"trace[1613159642] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:14391; }","duration":"544.465566ms","start":"2026-04-23T00:48:24.980006Z","end":"2026-04-23T00:48:25.524472Z","steps":["trace[1613159642] 'agreement among raft nodes before linearized reading' (duration: 543.396799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:48:25.524525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:48:24.979981Z","time spent":"544.513037ms","remote":"127.0.0.1:34708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:48:26.515685Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12354} {"level":"info","ts":"2026-04-23T00:48:26.594168Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12354,"took":"75.904617ms","hash":3690937469,"current-db-size-bytes":55885824,"current-db-size":"56 MB","current-db-size-in-use-bytes":27033600,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-23T00:48:26.594337Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3690937469,"revision":12354,"compact-revision":10186} {"level":"warn","ts":"2026-04-23T00:48:49.392576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.242886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:48:49.392593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.54144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:48:49.392681Z","caller":"traceutil/trace.go:171","msg":"trace[1953506542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14518; }","duration":"526.401659ms","start":"2026-04-23T00:48:48.86626Z","end":"2026-04-23T00:48:49.392662Z","steps":["trace[1953506542] 'range keys from in-memory index tree' (duration: 526.175324ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:48:49.39271Z","caller":"traceutil/trace.go:171","msg":"trace[481658399] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:14518; }","duration":"231.707815ms","start":"2026-04-23T00:48:49.160968Z","end":"2026-04-23T00:48:49.392676Z","steps":["trace[481658399] 'count revisions from in-memory index tree' (duration: 231.429587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:48:49.39273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:48:48.866237Z","time spent":"526.482242ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:48:49.809874Z","caller":"traceutil/trace.go:171","msg":"trace[577610464] linearizableReadLoop","detail":"{readStateIndex:15029; appliedIndex:15027; }","duration":"175.205027ms","start":"2026-04-23T00:48:49.634643Z","end":"2026-04-23T00:48:49.809848Z","steps":["trace[577610464] 'read index received' (duration: 40.960865ms)","trace[577610464] 'applied index is now lower than readState.Index' (duration: 134.243152ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:48:49.810354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.043624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T00:48:49.810371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.69906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T00:48:49.810355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.95694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:48:49.810426Z","caller":"traceutil/trace.go:171","msg":"trace[414667485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14520; }","duration":"158.129366ms","start":"2026-04-23T00:48:49.652277Z","end":"2026-04-23T00:48:49.810406Z","steps":["trace[414667485] 'agreement among raft nodes before linearized reading' (duration: 157.982582ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:48:49.810429Z","caller":"traceutil/trace.go:171","msg":"trace[788664567] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14520; }","duration":"175.818043ms","start":"2026-04-23T00:48:49.634595Z","end":"2026-04-23T00:48:49.810413Z","steps":["trace[788664567] 'agreement among raft nodes before linearized reading' (duration: 175.483094ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:48:49.810446Z","caller":"traceutil/trace.go:171","msg":"trace[1663925161] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14520; }","duration":"171.079842ms","start":"2026-04-23T00:48:49.639346Z","end":"2026-04-23T00:48:49.810426Z","steps":["trace[1663925161] 'agreement among raft nodes before linearized reading' (duration: 170.876607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:48:49.810444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.085226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T00:48:49.810461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.06442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T00:48:49.81027Z","caller":"traceutil/trace.go:171","msg":"trace[106190049] transaction","detail":"{read_only:false; response_revision:14520; number_of_response:1; }","duration":"200.338522ms","start":"2026-04-23T00:48:49.609853Z","end":"2026-04-23T00:48:49.810192Z","steps":["trace[106190049] 'process raft request' (duration: 156.399642ms)","trace[106190049] 'compare' (duration: 43.451197ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:48:49.810505Z","caller":"traceutil/trace.go:171","msg":"trace[979246484] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:14520; }","duration":"102.136201ms","start":"2026-04-23T00:48:49.708356Z","end":"2026-04-23T00:48:49.810492Z","steps":["trace[979246484] 'agreement among raft nodes before linearized reading' (duration: 102.042928ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:48:49.810503Z","caller":"traceutil/trace.go:171","msg":"trace[1464417082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14520; }","duration":"164.189709ms","start":"2026-04-23T00:48:49.646295Z","end":"2026-04-23T00:48:49.810485Z","steps":["trace[1464417082] 'agreement among raft nodes before linearized reading' (duration: 163.969083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:48:49.810355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.459169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:48:49.810594Z","caller":"traceutil/trace.go:171","msg":"trace[1476886235] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14520; }","duration":"159.714285ms","start":"2026-04-23T00:48:49.65086Z","end":"2026-04-23T00:48:49.810575Z","steps":["trace[1476886235] 'agreement among raft nodes before linearized reading' (duration: 159.391157ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:48:49.922076Z","caller":"traceutil/trace.go:171","msg":"trace[498352566] transaction","detail":"{read_only:false; response_revision:14521; number_of_response:1; }","duration":"107.223879ms","start":"2026-04-23T00:48:49.814827Z","end":"2026-04-23T00:48:49.922051Z","steps":["trace[498352566] 'process raft request' (duration: 107.031833ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:48:49.922453Z","caller":"traceutil/trace.go:171","msg":"trace[1861755510] transaction","detail":"{read_only:false; response_revision:14522; number_of_response:1; }","duration":"107.192919ms","start":"2026-04-23T00:48:49.815237Z","end":"2026-04-23T00:48:49.92243Z","steps":["trace[1861755510] 'process raft request' (duration: 106.770438ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:48:49.922486Z","caller":"traceutil/trace.go:171","msg":"trace[137607402] transaction","detail":"{read_only:false; response_revision:14523; number_of_response:1; }","duration":"107.21532ms","start":"2026-04-23T00:48:49.815256Z","end":"2026-04-23T00:48:49.922471Z","steps":["trace[137607402] 'process raft request' (duration: 107.048075ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:48:49.922555Z","caller":"traceutil/trace.go:171","msg":"trace[19717216] transaction","detail":"{read_only:false; response_revision:14524; number_of_response:1; }","duration":"107.198578ms","start":"2026-04-23T00:48:49.815307Z","end":"2026-04-23T00:48:49.922506Z","steps":["trace[19717216] 'process raft request' (duration: 107.101956ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:48:49.922632Z","caller":"traceutil/trace.go:171","msg":"trace[172174528] transaction","detail":"{read_only:false; response_revision:14525; number_of_response:1; }","duration":"107.26716ms","start":"2026-04-23T00:48:49.815349Z","end":"2026-04-23T00:48:49.922617Z","steps":["trace[172174528] 'process raft request' (duration: 107.115556ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:48:49.922617Z","caller":"traceutil/trace.go:171","msg":"trace[1861291557] linearizableReadLoop","detail":"{readStateIndex:15031; appliedIndex:15029; }","duration":"107.687341ms","start":"2026-04-23T00:48:49.814903Z","end":"2026-04-23T00:48:49.92259Z","steps":["trace[1861291557] 'read index received' (duration: 103.908125ms)","trace[1861291557] 'applied index is now lower than readState.Index' (duration: 3.777876ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:48:49.923499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.567602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:582361"} {"level":"info","ts":"2026-04-23T00:48:49.92358Z","caller":"traceutil/trace.go:171","msg":"trace[1365417536] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:14525; }","duration":"108.679596ms","start":"2026-04-23T00:48:49.814883Z","end":"2026-04-23T00:48:49.923563Z","steps":["trace[1365417536] 'agreement among raft nodes before linearized reading' (duration: 107.785774ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:48:58.067257Z","caller":"traceutil/trace.go:171","msg":"trace[2090138908] linearizableReadLoop","detail":"{readStateIndex:15070; appliedIndex:15068; }","duration":"287.202396ms","start":"2026-04-23T00:48:57.780028Z","end":"2026-04-23T00:48:58.067231Z","steps":["trace[2090138908] 'read index received' (duration: 15.404109ms)","trace[2090138908] 'applied index is now lower than readState.Index' (duration: 271.797247ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:48:58.067361Z","caller":"traceutil/trace.go:171","msg":"trace[1888322041] transaction","detail":"{read_only:false; response_revision:14559; number_of_response:1; }","duration":"309.858148ms","start":"2026-04-23T00:48:57.757464Z","end":"2026-04-23T00:48:58.067323Z","steps":["trace[1888322041] 'process raft request' (duration: 271.886429ms)","trace[1888322041] 'compare' (duration: 37.774734ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:48:58.067409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.36768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:48:58.067442Z","caller":"traceutil/trace.go:171","msg":"trace[635079] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:14559; }","duration":"287.461512ms","start":"2026-04-23T00:48:57.779972Z","end":"2026-04-23T00:48:58.067433Z","steps":["trace[635079] 'agreement among raft nodes before linearized reading' (duration: 287.37303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:48:58.067523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:48:57.757426Z","time spent":"310.014442ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:48:58.073665Z","caller":"traceutil/trace.go:171","msg":"trace[531279532] transaction","detail":"{read_only:false; response_revision:14560; number_of_response:1; }","duration":"232.376442ms","start":"2026-04-23T00:48:57.841268Z","end":"2026-04-23T00:48:58.073644Z","steps":["trace[531279532] 'process raft request' (duration: 232.169237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:48:58.073905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.243584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:48:58.074001Z","caller":"traceutil/trace.go:171","msg":"trace[2090723427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14561; }","duration":"199.385798ms","start":"2026-04-23T00:48:57.874596Z","end":"2026-04-23T00:48:58.073982Z","steps":["trace[2090723427] 'agreement among raft nodes before linearized reading' (duration: 199.211513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:48:58.074068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.112889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T00:48:58.074104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.563291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:48:58.074137Z","caller":"traceutil/trace.go:171","msg":"trace[2049657921] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14561; }","duration":"113.203601ms","start":"2026-04-23T00:48:57.960914Z","end":"2026-04-23T00:48:58.074117Z","steps":["trace[2049657921] 'agreement among raft nodes before linearized reading' (duration: 112.999386ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:48:58.074152Z","caller":"traceutil/trace.go:171","msg":"trace[97168588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14561; }","duration":"119.658404ms","start":"2026-04-23T00:48:57.954481Z","end":"2026-04-23T00:48:58.074139Z","steps":["trace[97168588] 'agreement among raft nodes before linearized reading' (duration: 119.536201ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:48:58.074152Z","caller":"traceutil/trace.go:171","msg":"trace[1830322097] transaction","detail":"{read_only:false; response_revision:14561; number_of_response:1; }","duration":"198.358372ms","start":"2026-04-23T00:48:57.875765Z","end":"2026-04-23T00:48:58.074123Z","steps":["trace[1830322097] 'process raft request' (duration: 197.830948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:48:58.074283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.766986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T00:48:58.074328Z","caller":"traceutil/trace.go:171","msg":"trace[1220576824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14561; }","duration":"115.853208ms","start":"2026-04-23T00:48:57.958463Z","end":"2026-04-23T00:48:58.074316Z","steps":["trace[1220576824] 'agreement among raft nodes before linearized reading' (duration: 115.677353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:48:58.074385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.313321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:48:58.074442Z","caller":"traceutil/trace.go:171","msg":"trace[1332275539] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14561; }","duration":"122.396483ms","start":"2026-04-23T00:48:57.95202Z","end":"2026-04-23T00:48:58.074417Z","steps":["trace[1332275539] 'agreement among raft nodes before linearized reading' (duration: 122.228989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:48:58.07625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.842887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:48:58.076304Z","caller":"traceutil/trace.go:171","msg":"trace[179429133] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14561; }","duration":"115.940178ms","start":"2026-04-23T00:48:57.960347Z","end":"2026-04-23T00:48:58.076288Z","steps":["trace[179429133] 'agreement among raft nodes before linearized reading' (duration: 113.504437ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:05.065271Z","caller":"traceutil/trace.go:171","msg":"trace[1889819659] transaction","detail":"{read_only:false; response_revision:14618; number_of_response:1; }","duration":"158.135715ms","start":"2026-04-23T00:49:04.907097Z","end":"2026-04-23T00:49:05.065233Z","steps":["trace[1889819659] 'process raft request' (duration: 157.788487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:06.36846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149626812,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:49:06.786171Z","caller":"traceutil/trace.go:171","msg":"trace[59964925] transaction","detail":"{read_only:false; response_revision:14620; number_of_response:1; }","duration":"957.465688ms","start":"2026-04-23T00:49:05.828679Z","end":"2026-04-23T00:49:06.786145Z","steps":["trace[59964925] 'process raft request' (duration: 957.297274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:06.786493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:05.828651Z","time spent":"957.594533ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:49:07.016488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.309642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:49:07.016691Z","caller":"traceutil/trace.go:171","msg":"trace[844312043] transaction","detail":"{read_only:false; response_revision:14621; number_of_response:1; }","duration":"915.309116ms","start":"2026-04-23T00:49:06.101359Z","end":"2026-04-23T00:49:07.016668Z","steps":["trace[844312043] 'process raft request' (duration: 786.712706ms)","trace[844312043] 'compare' (duration: 128.180459ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:49:07.016985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:06.101317Z","time spent":"915.427179ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:49:07.017182Z","caller":"traceutil/trace.go:171","msg":"trace[946363313] linearizableReadLoop","detail":"{readStateIndex:15136; appliedIndex:15133; }","duration":"1.149206074s","start":"2026-04-23T00:49:05.867957Z","end":"2026-04-23T00:49:07.017163Z","steps":["trace[946363313] 'read index received' (duration: 918.135365ms)","trace[946363313] 'applied index is now lower than readState.Index' (duration: 231.069349ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:49:07.017239Z","caller":"traceutil/trace.go:171","msg":"trace[1167670625] transaction","detail":"{read_only:false; response_revision:14622; number_of_response:1; }","duration":"856.568752ms","start":"2026-04-23T00:49:06.160632Z","end":"2026-04-23T00:49:07.017201Z","steps":["trace[1167670625] 'process raft request' (duration: 855.968047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:07.017398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:06.160604Z","time spent":"856.709246ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:49:07.017416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.319073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-23T00:49:07.017386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149373329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:49:07.017461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.79891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:49:07.017479Z","caller":"traceutil/trace.go:171","msg":"trace[1147357431] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14622; }","duration":"905.422995ms","start":"2026-04-23T00:49:06.112036Z","end":"2026-04-23T00:49:07.017459Z","steps":["trace[1147357431] 'agreement among raft nodes before linearized reading' (duration: 905.260311ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:07.017503Z","caller":"traceutil/trace.go:171","msg":"trace[559407869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14622; }","duration":"1.149570174s","start":"2026-04-23T00:49:05.867906Z","end":"2026-04-23T00:49:07.017476Z","steps":["trace[559407869] 'agreement among raft nodes before linearized reading' (duration: 1.149338558s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:07.017526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:06.111981Z","time spent":"905.532429ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:49:07.017517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.380969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-23T00:49:07.017552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.073905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:49:07.017574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:05.867884Z","time spent":"1.149675506s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:49:07.0176Z","caller":"traceutil/trace.go:171","msg":"trace[1077303040] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14622; }","duration":"807.521062ms","start":"2026-04-23T00:49:06.210058Z","end":"2026-04-23T00:49:07.017579Z","steps":["trace[1077303040] 'agreement among raft nodes before linearized reading' (duration: 807.248366ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:07.017613Z","caller":"traceutil/trace.go:171","msg":"trace[929412429] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:14622; }","duration":"576.179208ms","start":"2026-04-23T00:49:06.44142Z","end":"2026-04-23T00:49:07.0176Z","steps":["trace[929412429] 'agreement among raft nodes before linearized reading' (duration: 576.066135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:07.017647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:06.441402Z","time spent":"576.238749ms","remote":"127.0.0.1:37730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/daemonsets/openstack/ovn-controller\" "} {"level":"warn","ts":"2026-04-23T00:49:07.017647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.672881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:49:07.017519Z","caller":"traceutil/trace.go:171","msg":"trace[1847101039] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:14622; }","duration":"188.857781ms","start":"2026-04-23T00:49:06.828642Z","end":"2026-04-23T00:49:07.0175Z","steps":["trace[1847101039] 'agreement among raft nodes before linearized reading' (duration: 188.713998ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:07.017694Z","caller":"traceutil/trace.go:171","msg":"trace[1327092759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14622; }","duration":"903.761593ms","start":"2026-04-23T00:49:06.113923Z","end":"2026-04-23T00:49:07.017684Z","steps":["trace[1327092759] 'agreement among raft nodes before linearized reading' (duration: 903.601309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:07.017717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:06.113903Z","time spent":"903.808985ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:49:07.017715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.613473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-23T00:49:07.017716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.835706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-23T00:49:07.017592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.63576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:49:07.017768Z","caller":"traceutil/trace.go:171","msg":"trace[870716487] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14622; }","duration":"903.905617ms","start":"2026-04-23T00:49:06.11385Z","end":"2026-04-23T00:49:07.017756Z","steps":["trace[870716487] 'agreement among raft nodes before linearized reading' (duration: 903.784334ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:07.017768Z","caller":"traceutil/trace.go:171","msg":"trace[1314332625] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14622; }","duration":"898.700236ms","start":"2026-04-23T00:49:06.11905Z","end":"2026-04-23T00:49:07.01775Z","steps":["trace[1314332625] 'agreement among raft nodes before linearized reading' (duration: 898.579723ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:07.017785Z","caller":"traceutil/trace.go:171","msg":"trace[777858621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14622; }","duration":"901.863786ms","start":"2026-04-23T00:49:06.115915Z","end":"2026-04-23T00:49:07.017779Z","steps":["trace[777858621] 'agreement among raft nodes before linearized reading' (duration: 901.544788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:07.01781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:06.115905Z","time spent":"901.898757ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:49:07.017808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:06.11384Z","time spent":"903.958599ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:49:07.017815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:06.119028Z","time spent":"898.776358ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:49:07.017836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.793188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wwl8n\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-23T00:49:07.017895Z","caller":"traceutil/trace.go:171","msg":"trace[1233090384] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wwl8n; range_end:; response_count:1; response_revision:14622; }","duration":"879.894391ms","start":"2026-04-23T00:49:06.137988Z","end":"2026-04-23T00:49:07.017882Z","steps":["trace[1233090384] 'agreement among raft nodes before linearized reading' (duration: 879.622704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:07.017945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:06.137962Z","time spent":"879.971672ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-wwl8n\" "} {"level":"warn","ts":"2026-04-23T00:49:07.017652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:06.21004Z","time spent":"807.603684ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T00:49:07.018002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.9914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:49:07.018037Z","caller":"traceutil/trace.go:171","msg":"trace[1175614348] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:14622; }","duration":"207.082453ms","start":"2026-04-23T00:49:06.810946Z","end":"2026-04-23T00:49:07.018028Z","steps":["trace[1175614348] 'agreement among raft nodes before linearized reading' (duration: 206.442407ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:08.561742Z","caller":"traceutil/trace.go:171","msg":"trace[150946996] transaction","detail":"{read_only:false; response_revision:14638; number_of_response:1; }","duration":"310.737531ms","start":"2026-04-23T00:49:08.250981Z","end":"2026-04-23T00:49:08.561718Z","steps":["trace[150946996] 'process raft request' (duration: 310.595678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:08.561943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:08.250957Z","time spent":"310.855913ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":744,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:49:08.98751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.561681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:49:08.987607Z","caller":"traceutil/trace.go:171","msg":"trace[2111460598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14638; }","duration":"328.697414ms","start":"2026-04-23T00:49:08.65888Z","end":"2026-04-23T00:49:08.987578Z","steps":["trace[2111460598] 'range keys from in-memory index tree' (duration: 328.432557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:08.987658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:08.658861Z","time spent":"328.786346ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:49:08.988089Z","caller":"traceutil/trace.go:171","msg":"trace[897555026] transaction","detail":"{read_only:false; response_revision:14639; number_of_response:1; }","duration":"326.97092ms","start":"2026-04-23T00:49:08.661101Z","end":"2026-04-23T00:49:08.988072Z","steps":["trace[897555026] 'process raft request' (duration: 324.925069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:08.988207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:08.66108Z","time spent":"327.050723ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:49:08.988297Z","caller":"traceutil/trace.go:171","msg":"trace[475693277] linearizableReadLoop","detail":"{readStateIndex:15154; appliedIndex:15152; }","duration":"174.56716ms","start":"2026-04-23T00:49:08.813706Z","end":"2026-04-23T00:49:08.988273Z","steps":["trace[475693277] 'read index received' (duration: 172.442687ms)","trace[475693277] 'applied index is now lower than readState.Index' (duration: 2.123243ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:49:08.988454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.729505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:49:08.988512Z","caller":"traceutil/trace.go:171","msg":"trace[736713282] transaction","detail":"{read_only:false; response_revision:14640; number_of_response:1; }","duration":"195.957961ms","start":"2026-04-23T00:49:08.792406Z","end":"2026-04-23T00:49:08.988364Z","steps":["trace[736713282] 'process raft request' (duration: 195.487508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:08.988603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.420754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:49:08.988633Z","caller":"traceutil/trace.go:171","msg":"trace[751299971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14640; }","duration":"122.480784ms","start":"2026-04-23T00:49:08.866142Z","end":"2026-04-23T00:49:08.988623Z","steps":["trace[751299971] 'agreement among raft nodes before linearized reading' (duration: 122.437303ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:08.98861Z","caller":"traceutil/trace.go:171","msg":"trace[1973608686] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:14640; }","duration":"174.90848ms","start":"2026-04-23T00:49:08.813652Z","end":"2026-04-23T00:49:08.98856Z","steps":["trace[1973608686] 'agreement among raft nodes before linearized reading' (duration: 174.730225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:09.81395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.306015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T00:49:09.814035Z","caller":"traceutil/trace.go:171","msg":"trace[124216371] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:14655; }","duration":"104.452018ms","start":"2026-04-23T00:49:09.709564Z","end":"2026-04-23T00:49:09.814016Z","steps":["trace[124216371] 'range keys from in-memory index tree' (duration: 104.06674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:17.123567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.81372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:49:17.123673Z","caller":"traceutil/trace.go:171","msg":"trace[121972705] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:14788; }","duration":"106.977534ms","start":"2026-04-23T00:49:17.016672Z","end":"2026-04-23T00:49:17.12365Z","steps":["trace[121972705] 'count revisions from in-memory index tree' (duration: 106.692956ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:17.157965Z","caller":"traceutil/trace.go:171","msg":"trace[346211927] transaction","detail":"{read_only:false; response_revision:14789; number_of_response:1; }","duration":"138.894289ms","start":"2026-04-23T00:49:17.019053Z","end":"2026-04-23T00:49:17.157948Z","steps":["trace[346211927] 'process raft request' (duration: 138.751676ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:17.170647Z","caller":"traceutil/trace.go:171","msg":"trace[2065276860] transaction","detail":"{read_only:false; response_revision:14790; number_of_response:1; }","duration":"120.777361ms","start":"2026-04-23T00:49:17.049845Z","end":"2026-04-23T00:49:17.170622Z","steps":["trace[2065276860] 'process raft request' (duration: 120.566946ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:17.345379Z","caller":"traceutil/trace.go:171","msg":"trace[686770604] transaction","detail":"{read_only:false; response_revision:14793; number_of_response:1; }","duration":"170.483467ms","start":"2026-04-23T00:49:17.174875Z","end":"2026-04-23T00:49:17.345358Z","steps":["trace[686770604] 'process raft request' (duration: 170.316733ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:17.345752Z","caller":"traceutil/trace.go:171","msg":"trace[1162811271] transaction","detail":"{read_only:false; response_revision:14794; number_of_response:1; }","duration":"170.722384ms","start":"2026-04-23T00:49:17.175007Z","end":"2026-04-23T00:49:17.34573Z","steps":["trace[1162811271] 'process raft request' (duration: 170.309923ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:17.345851Z","caller":"traceutil/trace.go:171","msg":"trace[680079094] transaction","detail":"{read_only:false; response_revision:14795; number_of_response:1; }","duration":"170.282252ms","start":"2026-04-23T00:49:17.175551Z","end":"2026-04-23T00:49:17.345833Z","steps":["trace[680079094] 'process raft request' (duration: 170.033696ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:17.345854Z","caller":"traceutil/trace.go:171","msg":"trace[904769322] linearizableReadLoop","detail":"{readStateIndex:15315; appliedIndex:15309; }","duration":"169.624776ms","start":"2026-04-23T00:49:17.176201Z","end":"2026-04-23T00:49:17.345826Z","steps":["trace[904769322] 'read index received' (duration: 47.358456ms)","trace[904769322] 'applied index is now lower than readState.Index' (duration: 122.26527ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:49:17.345877Z","caller":"traceutil/trace.go:171","msg":"trace[392031764] transaction","detail":"{read_only:false; response_revision:14796; number_of_response:1; }","duration":"170.240292ms","start":"2026-04-23T00:49:17.175604Z","end":"2026-04-23T00:49:17.345844Z","steps":["trace[392031764] 'process raft request' (duration: 170.119719ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:17.345943Z","caller":"traceutil/trace.go:171","msg":"trace[748874350] transaction","detail":"{read_only:false; response_revision:14797; number_of_response:1; }","duration":"170.317384ms","start":"2026-04-23T00:49:17.175613Z","end":"2026-04-23T00:49:17.345931Z","steps":["trace[748874350] 'process raft request' (duration: 170.16462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:17.346143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.00916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-23T00:49:17.346187Z","caller":"traceutil/trace.go:171","msg":"trace[2093403751] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14797; }","duration":"131.102753ms","start":"2026-04-23T00:49:17.215073Z","end":"2026-04-23T00:49:17.346176Z","steps":["trace[2093403751] 'agreement among raft nodes before linearized reading' (duration: 130.970839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:17.346206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.589376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-northd-fc978744-8sjsk\" ","response":"range_response_count:1 size:7031"} {"level":"info","ts":"2026-04-23T00:49:17.346279Z","caller":"traceutil/trace.go:171","msg":"trace[245023230] range","detail":"{range_begin:/registry/pods/openstack/ovn-northd-fc978744-8sjsk; range_end:; response_count:1; response_revision:14797; }","duration":"133.723679ms","start":"2026-04-23T00:49:17.212542Z","end":"2026-04-23T00:49:17.346266Z","steps":["trace[245023230] 'agreement among raft nodes before linearized reading' (duration: 133.454342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:17.346758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.526108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:67 size:629876"} {"level":"info","ts":"2026-04-23T00:49:17.346866Z","caller":"traceutil/trace.go:171","msg":"trace[592267881] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:67; response_revision:14797; }","duration":"170.667002ms","start":"2026-04-23T00:49:17.176174Z","end":"2026-04-23T00:49:17.346841Z","steps":["trace[592267881] 'agreement among raft nodes before linearized reading' (duration: 169.7796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:17.851773Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149627221,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:49:19.239287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133508739s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:49:19.239378Z","caller":"traceutil/trace.go:171","msg":"trace[1334198939] transaction","detail":"{read_only:false; response_revision:14798; number_of_response:1; }","duration":"1.888835811s","start":"2026-04-23T00:49:17.350526Z","end":"2026-04-23T00:49:19.239362Z","steps":["trace[1334198939] 'process raft request' (duration: 755.187289ms)","trace[1334198939] 'compare' (duration: 1.133392536s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:49:19.239419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:17.35051Z","time spent":"1.888890742s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:49:19.339246Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.233551357s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T00:49:19.666412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.765315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:49:19.66665Z","caller":"traceutil/trace.go:171","msg":"trace[970777077] linearizableReadLoop","detail":"{readStateIndex:15318; appliedIndex:15315; }","duration":"2.315610363s","start":"2026-04-23T00:49:17.351022Z","end":"2026-04-23T00:49:19.666633Z","steps":["trace[970777077] 'read index received' (duration: 754.665046ms)","trace[970777077] 'applied index is now lower than readState.Index' (duration: 1.560944187s)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:49:19.666774Z","caller":"traceutil/trace.go:171","msg":"trace[513858028] transaction","detail":"{read_only:false; response_revision:14800; number_of_response:1; }","duration":"2.309207702s","start":"2026-04-23T00:49:17.357555Z","end":"2026-04-23T00:49:19.666763Z","steps":["trace[513858028] 'process raft request' (duration: 2.309002127s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:19.666756Z","caller":"traceutil/trace.go:171","msg":"trace[219801919] transaction","detail":"{read_only:false; response_revision:14799; number_of_response:1; }","duration":"2.314978928s","start":"2026-04-23T00:49:17.351739Z","end":"2026-04-23T00:49:19.666718Z","steps":["trace[219801919] 'process raft request' (duration: 1.987845743s)","trace[219801919] 'compare' (duration: 326.607042ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:49:19.666881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:17.357547Z","time spent":"2.309271633s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7251,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:49:19.666956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:17.351724Z","time spent":"2.315124761s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:49:19.667584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.316550118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-23T00:49:19.667643Z","caller":"traceutil/trace.go:171","msg":"trace[611303455] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14800; }","duration":"2.316638419s","start":"2026-04-23T00:49:17.35099Z","end":"2026-04-23T00:49:19.667628Z","steps":["trace[611303455] 'agreement among raft nodes before linearized reading' (duration: 2.316022294s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:19.668499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:17.350973Z","time spent":"2.317482921s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T00:49:19.700511Z","caller":"traceutil/trace.go:171","msg":"trace[537522275] transaction","detail":"{read_only:false; response_revision:14801; number_of_response:1; }","duration":"1.392502252s","start":"2026-04-23T00:49:18.307965Z","end":"2026-04-23T00:49:19.700467Z","steps":["trace[537522275] 'process raft request' (duration: 1.392161843s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:19.700572Z","caller":"traceutil/trace.go:171","msg":"trace[1738949299] transaction","detail":"{read_only:false; response_revision:14804; number_of_response:1; }","duration":"525.155628ms","start":"2026-04-23T00:49:19.175378Z","end":"2026-04-23T00:49:19.700533Z","steps":["trace[1738949299] 'process raft request' (duration: 525.020425ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:19.700632Z","caller":"traceutil/trace.go:171","msg":"trace[1024796100] transaction","detail":"{read_only:false; response_revision:14802; number_of_response:1; }","duration":"1.212038652s","start":"2026-04-23T00:49:18.488581Z","end":"2026-04-23T00:49:19.700619Z","steps":["trace[1024796100] 'process raft request' (duration: 1.211709833s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:19.700671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:18.307941Z","time spent":"1.392655436s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:49:19.700719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:19.175367Z","time spent":"525.261092ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:49:19.700738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:18.488556Z","time spent":"1.212116625s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:49:19.700812Z","caller":"traceutil/trace.go:171","msg":"trace[468001089] transaction","detail":"{read_only:false; response_revision:14805; number_of_response:1; }","duration":"524.447621ms","start":"2026-04-23T00:49:19.176355Z","end":"2026-04-23T00:49:19.700802Z","steps":["trace[468001089] 'process raft request' (duration: 524.090621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:19.700824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.143759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-23T00:49:19.700863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:19.176321Z","time spent":"524.515013ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:49:19.700889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.465794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-23T00:49:19.700917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.079227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wwl8n\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-23T00:49:19.700962Z","caller":"traceutil/trace.go:171","msg":"trace[1061349827] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14805; }","duration":"350.590238ms","start":"2026-04-23T00:49:19.350352Z","end":"2026-04-23T00:49:19.700942Z","steps":["trace[1061349827] 'agreement among raft nodes before linearized reading' (duration: 350.354493ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:19.700975Z","caller":"traceutil/trace.go:171","msg":"trace[1509864921] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wwl8n; range_end:; response_count:1; response_revision:14805; }","duration":"341.17212ms","start":"2026-04-23T00:49:19.359789Z","end":"2026-04-23T00:49:19.700961Z","steps":["trace[1509864921] 'agreement among raft nodes before linearized reading' (duration: 340.999346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:19.700985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795644157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:49:19.701032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:19.359767Z","time spent":"341.255902ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-wwl8n\" "} {"level":"warn","ts":"2026-04-23T00:49:19.701037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.177596417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-lsq5f.18a8d601bfbfc069\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-04-23T00:49:19.701053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383272639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:49:19.701052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.65949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-23T00:49:19.701077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399502109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:49:19.701084Z","caller":"traceutil/trace.go:171","msg":"trace[1496683293] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:14805; }","duration":"1.383331751s","start":"2026-04-23T00:49:18.317745Z","end":"2026-04-23T00:49:19.701077Z","steps":["trace[1496683293] 'agreement among raft nodes before linearized reading' (duration: 1.383277839s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:19.701065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.127106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T00:49:19.701096Z","caller":"traceutil/trace.go:171","msg":"trace[842167665] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:14805; }","duration":"1.39954864s","start":"2026-04-23T00:49:18.301542Z","end":"2026-04-23T00:49:19.70109Z","steps":["trace[842167665] 'agreement among raft nodes before linearized reading' (duration: 1.399519249s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:19.701092Z","caller":"traceutil/trace.go:171","msg":"trace[673847323] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-lsq5f.18a8d601bfbfc069; range_end:; response_count:1; response_revision:14805; }","duration":"2.17768446s","start":"2026-04-23T00:49:17.523389Z","end":"2026-04-23T00:49:19.701074Z","steps":["trace[673847323] 'agreement among raft nodes before linearized reading' (duration: 2.177542096s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:19.701102Z","caller":"traceutil/trace.go:171","msg":"trace[374426475] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14805; }","duration":"350.752133ms","start":"2026-04-23T00:49:19.350335Z","end":"2026-04-23T00:49:19.701087Z","steps":["trace[374426475] 'agreement among raft nodes before linearized reading' (duration: 350.61821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:19.701105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:18.317733Z","time spent":"1.383367021s","remote":"127.0.0.1:46740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:49:19.701127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:18.301522Z","time spent":"1.399596401s","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:49:19.701137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:17.523367Z","time spent":"2.177759392s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/ovn-controller-default-lsq5f.18a8d601bfbfc069\" "} {"level":"info","ts":"2026-04-23T00:49:19.701137Z","caller":"traceutil/trace.go:171","msg":"trace[885376677] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14805; }","duration":"350.876206ms","start":"2026-04-23T00:49:19.350239Z","end":"2026-04-23T00:49:19.701115Z","steps":["trace[885376677] 'agreement among raft nodes before linearized reading' (duration: 350.621399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:19.70119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:19.350216Z","time spent":"350.962118ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:49:19.701164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960350579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-23T00:49:19.701235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.325462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T00:49:19.701255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.201124072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:49:19.701263Z","caller":"traceutil/trace.go:171","msg":"trace[1605065165] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:14805; }","duration":"1.960485432s","start":"2026-04-23T00:49:17.740756Z","end":"2026-04-23T00:49:19.701242Z","steps":["trace[1605065165] 'agreement among raft nodes before linearized reading' (duration: 1.960099832s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:19.701329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.63929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:49:19.700552Z","caller":"traceutil/trace.go:171","msg":"trace[1841185760] transaction","detail":"{read_only:false; response_revision:14803; number_of_response:1; }","duration":"536.028873ms","start":"2026-04-23T00:49:19.164488Z","end":"2026-04-23T00:49:19.700517Z","steps":["trace[1841185760] 'process raft request' (duration: 535.858599ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:19.701346Z","caller":"traceutil/trace.go:171","msg":"trace[1008892542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14805; }","duration":"825.65628ms","start":"2026-04-23T00:49:18.875685Z","end":"2026-04-23T00:49:19.701341Z","steps":["trace[1008892542] 'agreement among raft nodes before linearized reading' (duration: 825.62612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:19.70136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:18.875618Z","time spent":"825.739483ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:49:19.701356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.109094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T00:49:19.700899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057154375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:49:19.701428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870676152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42640a25-72cd-4c3c-ab76-58f31e84e480\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-04-23T00:49:19.701445Z","caller":"traceutil/trace.go:171","msg":"trace[2008246027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14805; }","duration":"435.235637ms","start":"2026-04-23T00:49:19.266204Z","end":"2026-04-23T00:49:19.70144Z","steps":["trace[2008246027] 'agreement among raft nodes before linearized reading' (duration: 435.093383ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:19.700921Z","caller":"traceutil/trace.go:171","msg":"trace[30252869] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:14805; }","duration":"943.283752ms","start":"2026-04-23T00:49:18.757614Z","end":"2026-04-23T00:49:19.700898Z","steps":["trace[30252869] 'agreement among raft nodes before linearized reading' (duration: 942.975915ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:19.701476Z","caller":"traceutil/trace.go:171","msg":"trace[728275161] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-42640a25-72cd-4c3c-ab76-58f31e84e480; range_end:; response_count:1; response_revision:14805; }","duration":"1.870746344s","start":"2026-04-23T00:49:17.830704Z","end":"2026-04-23T00:49:19.701451Z","steps":["trace[728275161] 'agreement among raft nodes before linearized reading' (duration: 1.870668202s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:19.70147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.744844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-23T00:49:19.701502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:17.830681Z","time spent":"1.870816796s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42640a25-72cd-4c3c-ab76-58f31e84e480\" "} {"level":"warn","ts":"2026-04-23T00:49:19.7015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:18.757595Z","time spent":"943.891608ms","remote":"127.0.0.1:37484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":544,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-04-23T00:49:19.701467Z","caller":"traceutil/trace.go:171","msg":"trace[1951022193] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:14805; }","duration":"2.05775959s","start":"2026-04-23T00:49:17.643689Z","end":"2026-04-23T00:49:19.701448Z","steps":["trace[1951022193] 'agreement among raft nodes before linearized reading' (duration: 2.057160245s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:19.701509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870935959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-386d5f95-c9a8-46c8-a660-d2c171fa2c23\" ","response":"range_response_count:1 size:3606"} {"level":"warn","ts":"2026-04-23T00:49:19.701141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:19.350315Z","time spent":"350.816364ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:49:19.701002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:19.350325Z","time spent":"350.671301ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T00:49:19.701571Z","caller":"traceutil/trace.go:171","msg":"trace[2103938651] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-386d5f95-c9a8-46c8-a660-d2c171fa2c23; range_end:; response_count:1; response_revision:14805; }","duration":"1.871004701s","start":"2026-04-23T00:49:17.830552Z","end":"2026-04-23T00:49:19.701557Z","steps":["trace[2103938651] 'agreement among raft nodes before linearized reading' (duration: 1.870852067s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:19.701277Z","caller":"traceutil/trace.go:171","msg":"trace[683293017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14805; }","duration":"352.391413ms","start":"2026-04-23T00:49:19.348874Z","end":"2026-04-23T00:49:19.701265Z","steps":["trace[683293017] 'agreement among raft nodes before linearized reading' (duration: 352.292031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:19.701604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:17.830498Z","time spent":"1.871097434s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-386d5f95-c9a8-46c8-a660-d2c171fa2c23\" "} {"level":"info","ts":"2026-04-23T00:49:19.701045Z","caller":"traceutil/trace.go:171","msg":"trace[241792534] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:14805; }","duration":"1.79575081s","start":"2026-04-23T00:49:17.905278Z","end":"2026-04-23T00:49:19.701029Z","steps":["trace[241792534] 'agreement among raft nodes before linearized reading' (duration: 1.795663777s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:19.701753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:17.905255Z","time spent":"1.796490068s","remote":"127.0.0.1:54488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:49:19.701367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:17.740735Z","time spent":"1.960612115s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-23T00:49:19.701411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:19.164461Z","time spent":"536.900335ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:49:19.701465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:19.266185Z","time spent":"435.274178ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:49:19.701517Z","caller":"traceutil/trace.go:171","msg":"trace[1648736570] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:14805; }","duration":"943.841076ms","start":"2026-04-23T00:49:18.757666Z","end":"2026-04-23T00:49:19.701507Z","steps":["trace[1648736570] 'agreement among raft nodes before linearized reading' (duration: 943.708873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:19.701917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:18.757645Z","time spent":"944.266457ms","remote":"127.0.0.1:37484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":544,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-23T00:49:19.701629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:19.348855Z","time spent":"352.768863ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:49:19.70183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.261455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:49:19.702041Z","caller":"traceutil/trace.go:171","msg":"trace[20786918] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14805; }","duration":"351.593252ms","start":"2026-04-23T00:49:19.350428Z","end":"2026-04-23T00:49:19.702021Z","steps":["trace[20786918] 'agreement among raft nodes before linearized reading' (duration: 350.497325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:19.702127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:19.350409Z","time spent":"351.704696ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T00:49:19.701284Z","caller":"traceutil/trace.go:171","msg":"trace[251858198] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:14805; }","duration":"2.201197384s","start":"2026-04-23T00:49:17.500079Z","end":"2026-04-23T00:49:19.701276Z","steps":["trace[251858198] 'agreement among raft nodes before linearized reading' (duration: 2.201146642s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:19.702574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:17.500056Z","time spent":"2.202447904s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:49:19.701569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:17.643669Z","time spent":"2.057881393s","remote":"127.0.0.1:58056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:49:19.902233Z","caller":"traceutil/trace.go:171","msg":"trace[1425619517] transaction","detail":"{read_only:false; response_revision:14807; number_of_response:1; }","duration":"195.17285ms","start":"2026-04-23T00:49:19.70703Z","end":"2026-04-23T00:49:19.902203Z","steps":["trace[1425619517] 'process raft request' (duration: 194.800971ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:19.902285Z","caller":"traceutil/trace.go:171","msg":"trace[453135209] transaction","detail":"{read_only:false; response_revision:14808; number_of_response:1; }","duration":"195.080598ms","start":"2026-04-23T00:49:19.70717Z","end":"2026-04-23T00:49:19.902251Z","steps":["trace[453135209] 'process raft request' (duration: 194.909843ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:19.902449Z","caller":"traceutil/trace.go:171","msg":"trace[838786601] transaction","detail":"{read_only:false; response_revision:14810; number_of_response:1; }","duration":"194.645808ms","start":"2026-04-23T00:49:19.707779Z","end":"2026-04-23T00:49:19.902425Z","steps":["trace[838786601] 'process raft request' (duration: 194.453612ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:19.902517Z","caller":"traceutil/trace.go:171","msg":"trace[1507561735] transaction","detail":"{read_only:false; response_revision:14811; number_of_response:1; }","duration":"194.617847ms","start":"2026-04-23T00:49:19.707856Z","end":"2026-04-23T00:49:19.902474Z","steps":["trace[1507561735] 'process raft request' (duration: 194.423262ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:19.902567Z","caller":"traceutil/trace.go:171","msg":"trace[1713736096] transaction","detail":"{read_only:false; response_revision:14812; number_of_response:1; }","duration":"193.958261ms","start":"2026-04-23T00:49:19.708552Z","end":"2026-04-23T00:49:19.90251Z","steps":["trace[1713736096] 'process raft request' (duration: 193.801227ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:19.902717Z","caller":"traceutil/trace.go:171","msg":"trace[1911679739] linearizableReadLoop","detail":"{readStateIndex:15331; appliedIndex:15324; }","duration":"158.777852ms","start":"2026-04-23T00:49:19.743927Z","end":"2026-04-23T00:49:19.902705Z","steps":["trace[1911679739] 'read index received' (duration: 157.848388ms)","trace[1911679739] 'applied index is now lower than readState.Index' (duration: 928.724µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:49:19.902765Z","caller":"traceutil/trace.go:171","msg":"trace[646722803] transaction","detail":"{read_only:false; response_revision:14813; number_of_response:1; }","duration":"193.178861ms","start":"2026-04-23T00:49:19.709569Z","end":"2026-04-23T00:49:19.902748Z","steps":["trace[646722803] 'process raft request' (duration: 192.857633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:19.902865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.205311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T00:49:19.902908Z","caller":"traceutil/trace.go:171","msg":"trace[1924674175] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:14813; }","duration":"193.275313ms","start":"2026-04-23T00:49:19.709623Z","end":"2026-04-23T00:49:19.902898Z","steps":["trace[1924674175] 'agreement among raft nodes before linearized reading' (duration: 193.133589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:19.902923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.634683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-lsq5f.18a8d601bfbfc069\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-04-23T00:49:19.902926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.651266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:49:19.902959Z","caller":"traceutil/trace.go:171","msg":"trace[1255393238] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-lsq5f.18a8d601bfbfc069; range_end:; response_count:1; response_revision:14813; }","duration":"155.682654ms","start":"2026-04-23T00:49:19.747265Z","end":"2026-04-23T00:49:19.902948Z","steps":["trace[1255393238] 'agreement among raft nodes before linearized reading' (duration: 155.53301ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:19.902976Z","caller":"traceutil/trace.go:171","msg":"trace[99854477] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14813; }","duration":"131.747388ms","start":"2026-04-23T00:49:19.771214Z","end":"2026-04-23T00:49:19.902961Z","steps":["trace[99854477] 'agreement among raft nodes before linearized reading' (duration: 131.637595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:19.903039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.043957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-23T00:49:19.903142Z","caller":"traceutil/trace.go:171","msg":"trace[635262584] transaction","detail":"{read_only:false; response_revision:14809; number_of_response:1; }","duration":"195.182321ms","start":"2026-04-23T00:49:19.707171Z","end":"2026-04-23T00:49:19.902353Z","steps":["trace[635262584] 'process raft request' (duration: 194.987725ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:19.903166Z","caller":"traceutil/trace.go:171","msg":"trace[45619019] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:14813; }","duration":"153.222542ms","start":"2026-04-23T00:49:19.749926Z","end":"2026-04-23T00:49:19.903149Z","steps":["trace[45619019] 'agreement among raft nodes before linearized reading' (duration: 152.954875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:19.903399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.566536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:67 size:630111"} {"level":"info","ts":"2026-04-23T00:49:19.903488Z","caller":"traceutil/trace.go:171","msg":"trace[1827101200] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:67; response_revision:14813; }","duration":"194.73231ms","start":"2026-04-23T00:49:19.708744Z","end":"2026-04-23T00:49:19.903476Z","steps":["trace[1827101200] 'agreement among raft nodes before linearized reading' (duration: 194.034753ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:20.090168Z","caller":"traceutil/trace.go:171","msg":"trace[2137413659] linearizableReadLoop","detail":"{readStateIndex:15333; appliedIndex:15332; }","duration":"165.664237ms","start":"2026-04-23T00:49:19.924477Z","end":"2026-04-23T00:49:20.090141Z","steps":["trace[2137413659] 'read index received' (duration: 165.395389ms)","trace[2137413659] 'applied index is now lower than readState.Index' (duration: 267.098µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:49:20.090182Z","caller":"traceutil/trace.go:171","msg":"trace[94068926] transaction","detail":"{read_only:false; response_revision:14814; number_of_response:1; }","duration":"183.941028ms","start":"2026-04-23T00:49:19.906213Z","end":"2026-04-23T00:49:20.090154Z","steps":["trace[94068926] 'process raft request' (duration: 183.692451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:20.090654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.01812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42640a25-72cd-4c3c-ab76-58f31e84e480\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-04-23T00:49:20.090726Z","caller":"traceutil/trace.go:171","msg":"trace[774763159] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-42640a25-72cd-4c3c-ab76-58f31e84e480; range_end:; response_count:1; response_revision:14814; }","duration":"184.117412ms","start":"2026-04-23T00:49:19.906591Z","end":"2026-04-23T00:49:20.090708Z","steps":["trace[774763159] 'agreement among raft nodes before linearized reading' (duration: 183.877096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:20.091098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.987964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:49:20.091176Z","caller":"traceutil/trace.go:171","msg":"trace[357954515] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14814; }","duration":"185.079896ms","start":"2026-04-23T00:49:19.906079Z","end":"2026-04-23T00:49:20.091159Z","steps":["trace[357954515] 'agreement among raft nodes before linearized reading' (duration: 184.944743ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:20.095816Z","caller":"traceutil/trace.go:171","msg":"trace[740242856] transaction","detail":"{read_only:false; response_revision:14815; number_of_response:1; }","duration":"170.492638ms","start":"2026-04-23T00:49:19.925309Z","end":"2026-04-23T00:49:20.095801Z","steps":["trace[740242856] 'process raft request' (duration: 170.372065ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:27.853604Z","caller":"traceutil/trace.go:171","msg":"trace[1988858] transaction","detail":"{read_only:false; response_revision:14983; number_of_response:1; }","duration":"120.238199ms","start":"2026-04-23T00:49:27.733342Z","end":"2026-04-23T00:49:27.85358Z","steps":["trace[1988858] 'process raft request' (duration: 120.079325ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:27.905349Z","caller":"traceutil/trace.go:171","msg":"trace[1082132340] transaction","detail":"{read_only:false; response_revision:14984; number_of_response:1; }","duration":"171.660298ms","start":"2026-04-23T00:49:27.733669Z","end":"2026-04-23T00:49:27.905329Z","steps":["trace[1082132340] 'process raft request' (duration: 171.482143ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:27.905564Z","caller":"traceutil/trace.go:171","msg":"trace[1377827039] transaction","detail":"{read_only:false; response_revision:14985; number_of_response:1; }","duration":"171.812121ms","start":"2026-04-23T00:49:27.733744Z","end":"2026-04-23T00:49:27.905556Z","steps":["trace[1377827039] 'process raft request' (duration: 171.552905ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:27.905591Z","caller":"traceutil/trace.go:171","msg":"trace[168882425] linearizableReadLoop","detail":"{readStateIndex:15514; appliedIndex:15511; }","duration":"171.35296ms","start":"2026-04-23T00:49:27.73418Z","end":"2026-04-23T00:49:27.905533Z","steps":["trace[168882425] 'read index received' (duration: 119.230804ms)","trace[168882425] 'applied index is now lower than readState.Index' (duration: 52.118926ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:49:27.905792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.595815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:49:27.905861Z","caller":"traceutil/trace.go:171","msg":"trace[837374643] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:14985; }","duration":"171.705189ms","start":"2026-04-23T00:49:27.734141Z","end":"2026-04-23T00:49:27.905846Z","steps":["trace[837374643] 'agreement among raft nodes before linearized reading' (duration: 171.516764ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:28.061784Z","caller":"traceutil/trace.go:171","msg":"trace[1513238058] transaction","detail":"{read_only:false; response_revision:14987; number_of_response:1; }","duration":"122.611819ms","start":"2026-04-23T00:49:27.93915Z","end":"2026-04-23T00:49:28.061762Z","steps":["trace[1513238058] 'process raft request' (duration: 122.551247ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:28.061955Z","caller":"traceutil/trace.go:171","msg":"trace[1465753371] transaction","detail":"{read_only:false; response_revision:14986; number_of_response:1; }","duration":"124.396973ms","start":"2026-04-23T00:49:27.937544Z","end":"2026-04-23T00:49:28.061941Z","steps":["trace[1465753371] 'process raft request' (duration: 97.600657ms)","trace[1465753371] 'compare' (duration: 26.330905ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:49:28.062019Z","caller":"traceutil/trace.go:171","msg":"trace[1212252191] linearizableReadLoop","detail":"{readStateIndex:15515; appliedIndex:15514; }","duration":"123.059299ms","start":"2026-04-23T00:49:27.938926Z","end":"2026-04-23T00:49:28.061985Z","steps":["trace[1212252191] 'read index received' (duration: 96.305134ms)","trace[1212252191] 'applied index is now lower than readState.Index' (duration: 26.749275ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:49:28.062273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.335127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-23T00:49:28.062332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.199932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T00:49:28.062365Z","caller":"traceutil/trace.go:171","msg":"trace[948160814] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14987; }","duration":"123.434589ms","start":"2026-04-23T00:49:27.938908Z","end":"2026-04-23T00:49:28.062342Z","steps":["trace[948160814] 'agreement among raft nodes before linearized reading' (duration: 123.213254ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:28.062373Z","caller":"traceutil/trace.go:171","msg":"trace[1848700029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14987; }","duration":"100.262003ms","start":"2026-04-23T00:49:27.9621Z","end":"2026-04-23T00:49:28.062361Z","steps":["trace[1848700029] 'agreement among raft nodes before linearized reading' (duration: 100.119959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:28.062348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.487589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:49:28.062429Z","caller":"traceutil/trace.go:171","msg":"trace[120021182] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14987; }","duration":"100.611563ms","start":"2026-04-23T00:49:27.961798Z","end":"2026-04-23T00:49:28.06241Z","steps":["trace[120021182] 'agreement among raft nodes before linearized reading' (duration: 100.370787ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:29.695953Z","caller":"traceutil/trace.go:171","msg":"trace[785243742] linearizableReadLoop","detail":"{readStateIndex:15557; appliedIndex:15555; }","duration":"137.506245ms","start":"2026-04-23T00:49:29.55842Z","end":"2026-04-23T00:49:29.695926Z","steps":["trace[785243742] 'read index received' (duration: 78.203016ms)","trace[785243742] 'applied index is now lower than readState.Index' (duration: 59.302089ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:49:29.696014Z","caller":"traceutil/trace.go:171","msg":"trace[1663196223] transaction","detail":"{read_only:false; response_revision:15027; number_of_response:1; }","duration":"137.757232ms","start":"2026-04-23T00:49:29.558188Z","end":"2026-04-23T00:49:29.695945Z","steps":["trace[1663196223] 'process raft request' (duration: 78.515454ms)","trace[1663196223] 'compare' (duration: 58.806706ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:49:29.696109Z","caller":"traceutil/trace.go:171","msg":"trace[1841063387] transaction","detail":"{read_only:false; response_revision:15028; number_of_response:1; }","duration":"137.801893ms","start":"2026-04-23T00:49:29.558272Z","end":"2026-04-23T00:49:29.696074Z","steps":["trace[1841063387] 'process raft request' (duration: 137.409272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:29.696354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.325447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"warn","ts":"2026-04-23T00:49:29.69639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.938106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-04-23T00:49:29.696428Z","caller":"traceutil/trace.go:171","msg":"trace[1905258592] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:15028; }","duration":"129.427292ms","start":"2026-04-23T00:49:29.566987Z","end":"2026-04-23T00:49:29.696414Z","steps":["trace[1905258592] 'agreement among raft nodes before linearized reading' (duration: 129.202896ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:29.696507Z","caller":"traceutil/trace.go:171","msg":"trace[1597072610] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:15028; }","duration":"138.08224ms","start":"2026-04-23T00:49:29.558397Z","end":"2026-04-23T00:49:29.696479Z","steps":["trace[1597072610] 'agreement among raft nodes before linearized reading' (duration: 137.772362ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:29.871092Z","caller":"traceutil/trace.go:171","msg":"trace[855252402] linearizableReadLoop","detail":"{readStateIndex:15559; appliedIndex:15557; }","duration":"169.632227ms","start":"2026-04-23T00:49:29.701436Z","end":"2026-04-23T00:49:29.871068Z","steps":["trace[855252402] 'read index received' (duration: 26.330536ms)","trace[855252402] 'applied index is now lower than readState.Index' (duration: 143.300671ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:49:29.871166Z","caller":"traceutil/trace.go:171","msg":"trace[331361844] transaction","detail":"{read_only:false; response_revision:15030; number_of_response:1; }","duration":"170.378096ms","start":"2026-04-23T00:49:29.700756Z","end":"2026-04-23T00:49:29.871134Z","steps":["trace[331361844] 'process raft request' (duration: 103.265149ms)","trace[331361844] 'compare' (duration: 66.810009ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:49:29.871197Z","caller":"traceutil/trace.go:171","msg":"trace[1652511306] transaction","detail":"{read_only:false; response_revision:15031; number_of_response:1; }","duration":"167.303749ms","start":"2026-04-23T00:49:29.703871Z","end":"2026-04-23T00:49:29.871175Z","steps":["trace[1652511306] 'process raft request' (duration: 167.136144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:29.871457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.978496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-04-23T00:49:29.871545Z","caller":"traceutil/trace.go:171","msg":"trace[1079944754] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:15031; }","duration":"170.121869ms","start":"2026-04-23T00:49:29.701401Z","end":"2026-04-23T00:49:29.871523Z","steps":["trace[1079944754] 'agreement among raft nodes before linearized reading' (duration: 169.794161ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:30.038939Z","caller":"traceutil/trace.go:171","msg":"trace[1833807081] transaction","detail":"{read_only:false; response_revision:15033; number_of_response:1; }","duration":"179.579458ms","start":"2026-04-23T00:49:29.859323Z","end":"2026-04-23T00:49:30.038903Z","steps":["trace[1833807081] 'process raft request' (duration: 130.194429ms)","trace[1833807081] 'compare' (duration: 49.245585ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:49:30.039022Z","caller":"traceutil/trace.go:171","msg":"trace[1178733209] linearizableReadLoop","detail":"{readStateIndex:15562; appliedIndex:15560; }","duration":"167.80064ms","start":"2026-04-23T00:49:29.871168Z","end":"2026-04-23T00:49:30.038969Z","steps":["trace[1178733209] 'read index received' (duration: 1.281073ms)","trace[1178733209] 'applied index is now lower than readState.Index' (duration: 166.511387ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:49:30.039121Z","caller":"traceutil/trace.go:171","msg":"trace[468524903] transaction","detail":"{read_only:false; response_revision:15035; number_of_response:1; }","duration":"162.732502ms","start":"2026-04-23T00:49:29.876377Z","end":"2026-04-23T00:49:30.03911Z","steps":["trace[468524903] 'process raft request' (duration: 162.577298ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:30.039107Z","caller":"traceutil/trace.go:171","msg":"trace[1271153050] transaction","detail":"{read_only:false; response_revision:15037; number_of_response:1; }","duration":"128.702822ms","start":"2026-04-23T00:49:29.910382Z","end":"2026-04-23T00:49:30.039085Z","steps":["trace[1271153050] 'process raft request' (duration: 128.666791ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:30.039136Z","caller":"traceutil/trace.go:171","msg":"trace[1516720683] transaction","detail":"{read_only:false; response_revision:15034; number_of_response:1; }","duration":"163.253825ms","start":"2026-04-23T00:49:29.875843Z","end":"2026-04-23T00:49:30.039097Z","steps":["trace[1516720683] 'process raft request' (duration: 163.05766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:30.039337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.231288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:49:30.039407Z","caller":"traceutil/trace.go:171","msg":"trace[1961519499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15037; }","duration":"173.3515ms","start":"2026-04-23T00:49:29.866038Z","end":"2026-04-23T00:49:30.039389Z","steps":["trace[1961519499] 'agreement among raft nodes before linearized reading' (duration: 173.166705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:30.039426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.952613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3203"} {"level":"info","ts":"2026-04-23T00:49:30.039411Z","caller":"traceutil/trace.go:171","msg":"trace[241402683] transaction","detail":"{read_only:false; response_revision:15036; number_of_response:1; }","duration":"129.296357ms","start":"2026-04-23T00:49:29.910102Z","end":"2026-04-23T00:49:30.039398Z","steps":["trace[241402683] 'process raft request' (duration: 128.907928ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:30.039497Z","caller":"traceutil/trace.go:171","msg":"trace[1705494356] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:15037; }","duration":"333.058876ms","start":"2026-04-23T00:49:29.706415Z","end":"2026-04-23T00:49:30.039473Z","steps":["trace[1705494356] 'agreement among raft nodes before linearized reading' (duration: 332.80232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:30.039549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:29.706403Z","time spent":"333.136639ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3227,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-04-23T00:49:30.039584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.587578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T00:49:30.039669Z","caller":"traceutil/trace.go:171","msg":"trace[17436385] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:15037; }","duration":"329.710901ms","start":"2026-04-23T00:49:29.709941Z","end":"2026-04-23T00:49:30.039652Z","steps":["trace[17436385] 'agreement among raft nodes before linearized reading' (duration: 329.460414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:30.039725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:29.70993Z","time spent":"329.781503ms","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-23T00:49:30.039934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.461769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9248"} {"level":"info","ts":"2026-04-23T00:49:30.04001Z","caller":"traceutil/trace.go:171","msg":"trace[1949097025] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:15037; }","duration":"159.538472ms","start":"2026-04-23T00:49:29.880444Z","end":"2026-04-23T00:49:30.039982Z","steps":["trace[1949097025] 'agreement among raft nodes before linearized reading' (duration: 159.369768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:30.039961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.942537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-23T00:49:30.040156Z","caller":"traceutil/trace.go:171","msg":"trace[467537069] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:15037; }","duration":"165.186314ms","start":"2026-04-23T00:49:29.874945Z","end":"2026-04-23T00:49:30.040131Z","steps":["trace[467537069] 'agreement among raft nodes before linearized reading' (duration: 164.695872ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:32.361392Z","caller":"traceutil/trace.go:171","msg":"trace[1303468487] transaction","detail":"{read_only:false; response_revision:15073; number_of_response:1; }","duration":"132.202741ms","start":"2026-04-23T00:49:32.229159Z","end":"2026-04-23T00:49:32.361362Z","steps":["trace[1303468487] 'process raft request' (duration: 102.606222ms)","trace[1303468487] 'compare' (duration: 29.416554ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:49:32.361689Z","caller":"traceutil/trace.go:171","msg":"trace[1766604983] transaction","detail":"{read_only:false; response_revision:15074; number_of_response:1; }","duration":"132.406326ms","start":"2026-04-23T00:49:32.229254Z","end":"2026-04-23T00:49:32.361661Z","steps":["trace[1766604983] 'process raft request' (duration: 132.058557ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:32.362108Z","caller":"traceutil/trace.go:171","msg":"trace[835291466] transaction","detail":"{read_only:false; response_revision:15075; number_of_response:1; }","duration":"132.721344ms","start":"2026-04-23T00:49:32.22937Z","end":"2026-04-23T00:49:32.362091Z","steps":["trace[835291466] 'process raft request' (duration: 132.17865ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:32.362262Z","caller":"traceutil/trace.go:171","msg":"trace[1656120107] linearizableReadLoop","detail":"{readStateIndex:15603; appliedIndex:15601; }","duration":"133.022561ms","start":"2026-04-23T00:49:32.229191Z","end":"2026-04-23T00:49:32.362213Z","steps":["trace[1656120107] 'read index received' (duration: 23.047512ms)","trace[1656120107] 'applied index is now lower than readState.Index' (duration: 109.973619ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:49:32.36243Z","caller":"traceutil/trace.go:171","msg":"trace[880293569] transaction","detail":"{read_only:false; response_revision:15076; number_of_response:1; }","duration":"132.667982ms","start":"2026-04-23T00:49:32.22969Z","end":"2026-04-23T00:49:32.362358Z","steps":["trace[880293569] 'process raft request' (duration: 132.349144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:32.363284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.066638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:69 size:663288"} {"level":"info","ts":"2026-04-23T00:49:32.363363Z","caller":"traceutil/trace.go:171","msg":"trace[1607354199] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:69; response_revision:15076; }","duration":"134.196011ms","start":"2026-04-23T00:49:32.22915Z","end":"2026-04-23T00:49:32.363346Z","steps":["trace[1607354199] 'agreement among raft nodes before linearized reading' (duration: 133.273087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:23.055989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.974558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wwl8n\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-23T00:50:23.05609Z","caller":"traceutil/trace.go:171","msg":"trace[1962622707] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wwl8n; range_end:; response_count:1; response_revision:15695; }","duration":"199.08281ms","start":"2026-04-23T00:50:22.856985Z","end":"2026-04-23T00:50:23.056068Z","steps":["trace[1962622707] 'range keys from in-memory index tree' (duration: 198.768053ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:50:56.715397Z","caller":"traceutil/trace.go:171","msg":"trace[262650543] transaction","detail":"{read_only:false; response_revision:15871; number_of_response:1; }","duration":"313.386539ms","start":"2026-04-23T00:50:56.401983Z","end":"2026-04-23T00:50:56.715369Z","steps":["trace[262650543] 'process raft request' (duration: 313.149133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:56.715607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:56.40195Z","time spent":"313.569384ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:50:57.342498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.496554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:50:57.343202Z","caller":"traceutil/trace.go:171","msg":"trace[1649820270] transaction","detail":"{read_only:false; response_revision:15872; number_of_response:1; }","duration":"938.215198ms","start":"2026-04-23T00:50:56.404961Z","end":"2026-04-23T00:50:57.343176Z","steps":["trace[1649820270] 'process raft request' (duration: 818.959384ms)","trace[1649820270] 'compare' (duration: 118.401402ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:50:57.343342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:56.404926Z","time spent":"938.333161ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:50:57.343774Z","caller":"traceutil/trace.go:171","msg":"trace[1083985102] linearizableReadLoop","detail":"{readStateIndex:16425; appliedIndex:16422; }","duration":"889.334903ms","start":"2026-04-23T00:50:56.454424Z","end":"2026-04-23T00:50:57.343759Z","steps":["trace[1083985102] 'read index received' (duration: 260.822301ms)","trace[1083985102] 'applied index is now lower than readState.Index' (duration: 628.511432ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:50:57.344471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.00804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-23T00:50:57.344477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.032341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T00:50:57.344499Z","caller":"traceutil/trace.go:171","msg":"trace[1892050899] transaction","detail":"{read_only:false; response_revision:15873; number_of_response:1; }","duration":"937.095249ms","start":"2026-04-23T00:50:56.407369Z","end":"2026-04-23T00:50:57.344464Z","steps":["trace[1892050899] 'process raft request' (duration: 935.305175ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:50:57.344535Z","caller":"traceutil/trace.go:171","msg":"trace[1792748800] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15873; }","duration":"890.128893ms","start":"2026-04-23T00:50:56.454395Z","end":"2026-04-23T00:50:57.344524Z","steps":["trace[1792748800] 'agreement among raft nodes before linearized reading' (duration: 889.936408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:57.344556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:56.454382Z","time spent":"890.169973ms","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-23T00:50:57.344517Z","caller":"traceutil/trace.go:171","msg":"trace[1016999003] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15873; }","duration":"890.073601ms","start":"2026-04-23T00:50:56.454432Z","end":"2026-04-23T00:50:57.344505Z","steps":["trace[1016999003] 'agreement among raft nodes before linearized reading' (duration: 889.931288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:57.344698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:56.407346Z","time spent":"937.204231ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:50:57.344739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.285446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T00:50:57.344792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.584231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:50:57.344751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.296147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:50:57.344817Z","caller":"traceutil/trace.go:171","msg":"trace[325186149] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15873; }","duration":"747.615572ms","start":"2026-04-23T00:50:56.597191Z","end":"2026-04-23T00:50:57.344807Z","steps":["trace[325186149] 'agreement among raft nodes before linearized reading' (duration: 747.586391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:57.34483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:56.597186Z","time spent":"747.641772ms","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-23T00:50:57.34482Z","caller":"traceutil/trace.go:171","msg":"trace[686742183] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15873; }","duration":"628.371538ms","start":"2026-04-23T00:50:56.71643Z","end":"2026-04-23T00:50:57.344801Z","steps":["trace[686742183] 'agreement among raft nodes before linearized reading' (duration: 628.219824ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:50:57.344874Z","caller":"traceutil/trace.go:171","msg":"trace[867832147] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15873; }","duration":"890.448041ms","start":"2026-04-23T00:50:56.454375Z","end":"2026-04-23T00:50:57.344823Z","steps":["trace[867832147] 'agreement among raft nodes before linearized reading' (duration: 890.250646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:57.344916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.470556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:50:57.344929Z","caller":"traceutil/trace.go:171","msg":"trace[1070213001] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15873; }","duration":"631.518408ms","start":"2026-04-23T00:50:56.713407Z","end":"2026-04-23T00:50:57.344925Z","steps":["trace[1070213001] 'agreement among raft nodes before linearized reading' (duration: 631.476457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:57.344947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:56.713388Z","time spent":"631.555998ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:50:57.344942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:56.454348Z","time spent":"890.582164ms","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T00:50:57.345014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.995205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:50:57.34503Z","caller":"traceutil/trace.go:171","msg":"trace[43448691] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15873; }","duration":"747.023026ms","start":"2026-04-23T00:50:56.598003Z","end":"2026-04-23T00:50:57.345026Z","steps":["trace[43448691] 'agreement among raft nodes before linearized reading' (duration: 747.001876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:57.345042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:56.597997Z","time spent":"747.042197ms","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-23T00:50:57.345074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:56.454348Z","time spent":"890.256226ms","remote":"127.0.0.1:37484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T00:50:57.345125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.066383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T00:50:57.345144Z","caller":"traceutil/trace.go:171","msg":"trace[1640268435] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15873; }","duration":"746.094773ms","start":"2026-04-23T00:50:56.599044Z","end":"2026-04-23T00:50:57.345139Z","steps":["trace[1640268435] 'agreement among raft nodes before linearized reading' (duration: 745.952529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:57.345158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:56.599039Z","time spent":"746.115513ms","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T00:50:57.344889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:56.716423Z","time spent":"628.45423ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:50:57.345241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.835186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:50:57.345261Z","caller":"traceutil/trace.go:171","msg":"trace[1270136186] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:15873; }","duration":"432.890728ms","start":"2026-04-23T00:50:56.912363Z","end":"2026-04-23T00:50:57.345254Z","steps":["trace[1270136186] 'agreement among raft nodes before linearized reading' (duration: 432.860267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:57.345275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:56.912343Z","time spent":"432.928199ms","remote":"127.0.0.1:58080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:50:57.345396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.139509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:50:57.345416Z","caller":"traceutil/trace.go:171","msg":"trace[2096036114] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15873; }","duration":"451.176931ms","start":"2026-04-23T00:50:56.894233Z","end":"2026-04-23T00:50:57.34541Z","steps":["trace[2096036114] 'agreement among raft nodes before linearized reading' (duration: 451.114749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:57.345429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:56.894221Z","time spent":"451.205081ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:50:57.345642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.223233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:50:57.345695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.056565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:50:57.345714Z","caller":"traceutil/trace.go:171","msg":"trace[1898540698] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:15873; }","duration":"771.104106ms","start":"2026-04-23T00:50:56.574603Z","end":"2026-04-23T00:50:57.345707Z","steps":["trace[1898540698] 'agreement among raft nodes before linearized reading' (duration: 771.056595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:57.345734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:56.574587Z","time spent":"771.143057ms","remote":"127.0.0.1:44728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":20,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:50:57.34578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.491225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T00:50:57.345838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.611069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T00:50:57.345856Z","caller":"traceutil/trace.go:171","msg":"trace[1988124700] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15873; }","duration":"849.657681ms","start":"2026-04-23T00:50:56.496193Z","end":"2026-04-23T00:50:57.345851Z","steps":["trace[1988124700] 'agreement among raft nodes before linearized reading' (duration: 849.452606ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:50:57.345687Z","caller":"traceutil/trace.go:171","msg":"trace[628668665] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15873; }","duration":"749.297384ms","start":"2026-04-23T00:50:56.596378Z","end":"2026-04-23T00:50:57.345676Z","steps":["trace[628668665] 'agreement among raft nodes before linearized reading' (duration: 749.227903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:57.345874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:56.496178Z","time spent":"849.692521ms","remote":"127.0.0.1:37484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T00:50:57.345895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:56.596363Z","time spent":"749.522721ms","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-04-23T00:50:57.345843Z","caller":"traceutil/trace.go:171","msg":"trace[752251862] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15873; }","duration":"456.576847ms","start":"2026-04-23T00:50:56.889256Z","end":"2026-04-23T00:50:57.345833Z","steps":["trace[752251862] 'agreement among raft nodes before linearized reading' (duration: 455.835598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:57.346046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.822935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:50:57.346062Z","caller":"traceutil/trace.go:171","msg":"trace[642531035] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15873; }","duration":"849.871616ms","start":"2026-04-23T00:50:56.496186Z","end":"2026-04-23T00:50:57.346058Z","steps":["trace[642531035] 'agreement among raft nodes before linearized reading' (duration: 849.846015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:57.346076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:56.49617Z","time spent":"849.902627ms","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T00:50:57.345984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:56.889247Z","time spent":"456.728311ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:50:57.346086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.22573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:50:57.346159Z","caller":"traceutil/trace.go:171","msg":"trace[918504733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15873; }","duration":"477.358283ms","start":"2026-04-23T00:50:56.868789Z","end":"2026-04-23T00:50:57.346147Z","steps":["trace[918504733] 'agreement among raft nodes before linearized reading' (duration: 477.23501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:57.34623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:56.868768Z","time spent":"477.452355ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:50:57.346198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.919857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-23T00:50:57.346482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.003803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-9qxhw\" ","response":"range_response_count:1 size:9795"} {"level":"info","ts":"2026-04-23T00:50:57.346512Z","caller":"traceutil/trace.go:171","msg":"trace[1112602088] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-9qxhw; range_end:; response_count:1; response_revision:15873; }","duration":"475.063425ms","start":"2026-04-23T00:50:56.871443Z","end":"2026-04-23T00:50:57.346507Z","steps":["trace[1112602088] 'agreement among raft nodes before linearized reading' (duration: 474.668625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:57.346525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:56.871426Z","time spent":"475.096325ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9819,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-9qxhw\" "} {"level":"warn","ts":"2026-04-23T00:50:57.346643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.189996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T00:50:57.346661Z","caller":"traceutil/trace.go:171","msg":"trace[7391263] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15873; }","duration":"676.250448ms","start":"2026-04-23T00:50:56.670406Z","end":"2026-04-23T00:50:57.346657Z","steps":["trace[7391263] 'agreement among raft nodes before linearized reading' (duration: 674.576135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:57.346673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:56.670384Z","time spent":"676.285748ms","remote":"127.0.0.1:37484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-23T00:50:57.346481Z","caller":"traceutil/trace.go:171","msg":"trace[333959741] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15873; }","duration":"850.276716ms","start":"2026-04-23T00:50:56.496193Z","end":"2026-04-23T00:50:57.346469Z","steps":["trace[333959741] 'agreement among raft nodes before linearized reading' (duration: 849.60951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:57.346837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:56.496178Z","time spent":"850.641855ms","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T00:50:57.346448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.665502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:50:57.347002Z","caller":"traceutil/trace.go:171","msg":"trace[1664989086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15873; }","duration":"461.237285ms","start":"2026-04-23T00:50:56.88575Z","end":"2026-04-23T00:50:57.346987Z","steps":["trace[1664989086] 'agreement among raft nodes before linearized reading' (duration: 459.744458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:57.347044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:56.885736Z","time spent":"461.299047ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:50:57.347278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.864043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T00:50:57.3473Z","caller":"traceutil/trace.go:171","msg":"trace[2054824681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15873; }","duration":"454.886994ms","start":"2026-04-23T00:50:56.892408Z","end":"2026-04-23T00:50:57.347295Z","steps":["trace[2054824681] 'agreement among raft nodes before linearized reading' (duration: 452.953815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:57.347314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:56.892368Z","time spent":"454.942515ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:50:58.564569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.686402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:50:58.564658Z","caller":"traceutil/trace.go:171","msg":"trace[1343947734] transaction","detail":"{read_only:false; response_revision:15874; number_of_response:1; }","duration":"1.213910815s","start":"2026-04-23T00:50:57.350731Z","end":"2026-04-23T00:50:58.564642Z","steps":["trace[1343947734] 'process raft request' (duration: 434.069159ms)","trace[1343947734] 'compare' (duration: 778.059551ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:50:58.564703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:57.35071Z","time spent":"1.213972677s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:50:59.280621Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.495798528s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T00:50:59.595599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:58.769878Z","time spent":"825.711256ms","remote":"127.0.0.1:39718","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T00:50:59.595968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.079763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:50:59.596316Z","caller":"traceutil/trace.go:171","msg":"trace[682291635] transaction","detail":"{read_only:false; response_revision:15877; number_of_response:1; }","duration":"2.2418987s","start":"2026-04-23T00:50:57.354395Z","end":"2026-04-23T00:50:59.596294Z","steps":["trace[682291635] 'process raft request' (duration: 2.241807028s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:50:59.596294Z","caller":"traceutil/trace.go:171","msg":"trace[1182373703] transaction","detail":"{read_only:false; response_revision:15875; number_of_response:1; }","duration":"2.245469892s","start":"2026-04-23T00:50:57.350769Z","end":"2026-04-23T00:50:59.596238Z","steps":["trace[1182373703] 'process raft request' (duration: 1.930032051s)","trace[1182373703] 'compare' (duration: 314.663152ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:50:59.596413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:57.354391Z","time spent":"2.241982502s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:50:59.596468Z","caller":"traceutil/trace.go:171","msg":"trace[1315172231] transaction","detail":"{read_only:false; response_revision:15876; number_of_response:1; }","duration":"2.242093446s","start":"2026-04-23T00:50:57.354341Z","end":"2026-04-23T00:50:59.596434Z","steps":["trace[1315172231] 'process raft request' (duration: 2.241719666s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:59.5965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:57.350753Z","time spent":"2.245641076s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:50:59.596627Z","caller":"traceutil/trace.go:171","msg":"trace[480592570] transaction","detail":"{read_only:false; response_revision:15878; number_of_response:1; }","duration":"2.242182648s","start":"2026-04-23T00:50:57.354422Z","end":"2026-04-23T00:50:59.596605Z","steps":["trace[480592570] 'process raft request' (duration: 2.241832489s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:59.596741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:57.354419Z","time spent":"2.24226892s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:50:59.59664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:57.35433Z","time spent":"2.242219959s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:50:59.596988Z","caller":"traceutil/trace.go:171","msg":"trace[1792877305] transaction","detail":"{read_only:false; response_revision:15879; number_of_response:1; }","duration":"2.242448284s","start":"2026-04-23T00:50:57.354487Z","end":"2026-04-23T00:50:59.596936Z","steps":["trace[1792877305] 'process raft request' (duration: 2.242030864s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:50:59.597008Z","caller":"traceutil/trace.go:171","msg":"trace[1105329505] transaction","detail":"{read_only:false; response_revision:15881; number_of_response:1; }","duration":"245.454882ms","start":"2026-04-23T00:50:59.35154Z","end":"2026-04-23T00:50:59.596995Z","steps":["trace[1105329505] 'process raft request' (duration: 245.417351ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:50:59.597082Z","caller":"traceutil/trace.go:171","msg":"trace[1639939689] linearizableReadLoop","detail":"{readStateIndex:16427; appliedIndex:16425; }","duration":"2.24464502s","start":"2026-04-23T00:50:57.352388Z","end":"2026-04-23T00:50:59.597033Z","steps":["trace[1639939689] 'read index received' (duration: 432.426946ms)","trace[1639939689] 'applied index is now lower than readState.Index' (duration: 1.812213584s)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:50:59.597142Z","caller":"traceutil/trace.go:171","msg":"trace[656331727] transaction","detail":"{read_only:false; response_revision:15880; number_of_response:1; }","duration":"876.054276ms","start":"2026-04-23T00:50:58.721079Z","end":"2026-04-23T00:50:59.597133Z","steps":["trace[656331727] 'process raft request' (duration: 875.78661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:59.597167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:57.354462Z","time spent":"2.242597388s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:50:59.597207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:58.721052Z","time spent":"876.120648ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:50:59.597494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.245094151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18765"} {"level":"info","ts":"2026-04-23T00:50:59.597563Z","caller":"traceutil/trace.go:171","msg":"trace[1735281809] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:15881; }","duration":"2.245188593s","start":"2026-04-23T00:50:57.352356Z","end":"2026-04-23T00:50:59.597544Z","steps":["trace[1735281809] 'agreement among raft nodes before linearized reading' (duration: 2.244813944s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:59.597615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:57.352339Z","time spent":"2.245263406s","remote":"127.0.0.1:37492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18789,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T00:50:59.622873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.268146654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769793"} {"level":"info","ts":"2026-04-23T00:50:59.622956Z","caller":"traceutil/trace.go:171","msg":"trace[1971514172] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15882; }","duration":"2.268266366s","start":"2026-04-23T00:50:57.354674Z","end":"2026-04-23T00:50:59.62294Z","steps":["trace[1971514172] 'agreement among raft nodes before linearized reading' (duration: 2.267391824s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:59.622995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:57.354667Z","time spent":"2.268318209s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769817,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T00:50:59.623537Z","caller":"traceutil/trace.go:171","msg":"trace[1084709390] transaction","detail":"{read_only:false; response_revision:15882; number_of_response:1; }","duration":"266.136235ms","start":"2026-04-23T00:50:59.357391Z","end":"2026-04-23T00:50:59.623527Z","steps":["trace[1084709390] 'process raft request' (duration: 264.38488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:59.623702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.244189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T00:50:59.623746Z","caller":"traceutil/trace.go:171","msg":"trace[2023879803] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15882; }","duration":"268.318051ms","start":"2026-04-23T00:50:59.355403Z","end":"2026-04-23T00:50:59.623721Z","steps":["trace[2023879803] 'agreement among raft nodes before linearized reading' (duration: 268.224098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:59.623956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.727865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:50:59.624005Z","caller":"traceutil/trace.go:171","msg":"trace[830455256] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15882; }","duration":"269.839418ms","start":"2026-04-23T00:50:59.354137Z","end":"2026-04-23T00:50:59.623977Z","steps":["trace[830455256] 'agreement among raft nodes before linearized reading' (duration: 269.794917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:59.624203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.344302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T00:50:59.624228Z","caller":"traceutil/trace.go:171","msg":"trace[2039755192] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15882; }","duration":"270.394383ms","start":"2026-04-23T00:50:59.353828Z","end":"2026-04-23T00:50:59.624222Z","steps":["trace[2039755192] 'agreement among raft nodes before linearized reading' (duration: 270.325251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:59.624408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688061777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-n2nr6\" ","response":"range_response_count:1 size:20759"} {"level":"info","ts":"2026-04-23T00:50:59.624435Z","caller":"traceutil/trace.go:171","msg":"trace[1752013642] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-n2nr6; range_end:; response_count:1; response_revision:15882; }","duration":"1.688130888s","start":"2026-04-23T00:50:57.936298Z","end":"2026-04-23T00:50:59.624429Z","steps":["trace[1752013642] 'agreement among raft nodes before linearized reading' (duration: 1.688041406s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:59.624452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:57.936279Z","time spent":"1.688168349s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20783,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-n2nr6\" "} {"level":"warn","ts":"2026-04-23T00:50:59.624542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582196491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-23T00:50:59.624608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77769946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:50:59.624633Z","caller":"traceutil/trace.go:171","msg":"trace[816400052] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:15882; }","duration":"1.777767643s","start":"2026-04-23T00:50:57.846857Z","end":"2026-04-23T00:50:59.624625Z","steps":["trace[816400052] 'agreement among raft nodes before linearized reading' (duration: 1.777705892s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:50:59.624637Z","caller":"traceutil/trace.go:171","msg":"trace[1257488848] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15882; }","duration":"1.582334125s","start":"2026-04-23T00:50:58.042279Z","end":"2026-04-23T00:50:59.624614Z","steps":["trace[1257488848] 'agreement among raft nodes before linearized reading' (duration: 1.582042808s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:59.624675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:57.846837Z","time spent":"1.777814885s","remote":"127.0.0.1:58056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:50:59.624689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:58.04226Z","time spent":"1.582418336s","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T00:50:59.624868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995753111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T00:50:59.624893Z","caller":"traceutil/trace.go:171","msg":"trace[1393870609] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15882; }","duration":"1.995794202s","start":"2026-04-23T00:50:57.629093Z","end":"2026-04-23T00:50:59.624888Z","steps":["trace[1393870609] 'agreement among raft nodes before linearized reading' (duration: 1.995704499s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:59.624937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:57.629084Z","time spent":"1.995846263s","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T00:50:59.624954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.511121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:50:59.625005Z","caller":"traceutil/trace.go:171","msg":"trace[1860000710] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15882; }","duration":"271.582262ms","start":"2026-04-23T00:50:59.353409Z","end":"2026-04-23T00:50:59.624992Z","steps":["trace[1860000710] 'agreement among raft nodes before linearized reading' (duration: 271.514771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:59.625204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997228238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-04-23T00:50:59.625248Z","caller":"traceutil/trace.go:171","msg":"trace[80773034] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15882; }","duration":"1.99729246s","start":"2026-04-23T00:50:57.627948Z","end":"2026-04-23T00:50:59.625224Z","steps":["trace[80773034] 'agreement among raft nodes before linearized reading' (duration: 1.997184598s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:59.625291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:57.627938Z","time spent":"1.997330801s","remote":"127.0.0.1:37484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-04-23T00:50:59.625415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998635794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:50:59.625428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.385933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:50:59.625443Z","caller":"traceutil/trace.go:171","msg":"trace[66802066] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15882; }","duration":"1.998678044s","start":"2026-04-23T00:50:57.626758Z","end":"2026-04-23T00:50:59.625436Z","steps":["trace[66802066] 'agreement among raft nodes before linearized reading' (duration: 1.998637653s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:59.625467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:57.62675Z","time spent":"1.998712465s","remote":"127.0.0.1:37484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-04-23T00:50:59.625464Z","caller":"traceutil/trace.go:171","msg":"trace[1388970545] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15882; }","duration":"272.447395ms","start":"2026-04-23T00:50:59.353006Z","end":"2026-04-23T00:50:59.625454Z","steps":["trace[1388970545] 'agreement among raft nodes before linearized reading' (duration: 272.393153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:59.625617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999535566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T00:50:59.625674Z","caller":"traceutil/trace.go:171","msg":"trace[1656560443] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15882; }","duration":"1.999623608s","start":"2026-04-23T00:50:57.626042Z","end":"2026-04-23T00:50:59.625666Z","steps":["trace[1656560443] 'agreement among raft nodes before linearized reading' (duration: 1.999528526s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:59.625686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.67753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-23T00:50:59.625726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000810688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:50:59.625768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.066124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:50:59.625796Z","caller":"traceutil/trace.go:171","msg":"trace[697453915] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15882; }","duration":"2.000909742s","start":"2026-04-23T00:50:57.624881Z","end":"2026-04-23T00:50:59.625791Z","steps":["trace[697453915] 'agreement among raft nodes before linearized reading' (duration: 2.000829639s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:59.625839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:57.624862Z","time spent":"2.000970873s","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-23T00:50:59.6258Z","caller":"traceutil/trace.go:171","msg":"trace[818638566] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15882; }","duration":"274.146557ms","start":"2026-04-23T00:50:59.351646Z","end":"2026-04-23T00:50:59.625792Z","steps":["trace[818638566] 'agreement among raft nodes before linearized reading' (duration: 274.104265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:59.625973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.381314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T00:50:59.626Z","caller":"traceutil/trace.go:171","msg":"trace[1953520360] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15882; }","duration":"274.441245ms","start":"2026-04-23T00:50:59.351551Z","end":"2026-04-23T00:50:59.625992Z","steps":["trace[1953520360] 'agreement among raft nodes before linearized reading' (duration: 274.365743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:59.626087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04556923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T00:50:59.626114Z","caller":"traceutil/trace.go:171","msg":"trace[1259001205] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15882; }","duration":"2.045615022s","start":"2026-04-23T00:50:57.580493Z","end":"2026-04-23T00:50:59.626108Z","steps":["trace[1259001205] 'agreement among raft nodes before linearized reading' (duration: 2.04551964s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:59.626159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:57.580485Z","time spent":"2.045668243s","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T00:50:59.626204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.153533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T00:50:59.626243Z","caller":"traceutil/trace.go:171","msg":"trace[2090486389] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15882; }","duration":"275.191754ms","start":"2026-04-23T00:50:59.351041Z","end":"2026-04-23T00:50:59.626233Z","steps":["trace[2090486389] 'agreement among raft nodes before linearized reading' (duration: 275.093012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:59.626318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.045985961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:50:59.626345Z","caller":"traceutil/trace.go:171","msg":"trace[910623435] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15882; }","duration":"2.046047803s","start":"2026-04-23T00:50:57.580292Z","end":"2026-04-23T00:50:59.626339Z","steps":["trace[910623435] 'agreement among raft nodes before linearized reading' (duration: 2.046000042s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:59.626406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:57.580275Z","time spent":"2.046124814s","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T00:50:59.626408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472975171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T00:50:59.626435Z","caller":"traceutil/trace.go:171","msg":"trace[1227574765] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15882; }","duration":"1.473019992s","start":"2026-04-23T00:50:58.153408Z","end":"2026-04-23T00:50:59.626428Z","steps":["trace[1227574765] 'agreement among raft nodes before linearized reading' (duration: 1.472966311s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:59.626456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:58.153398Z","time spent":"1.473055053s","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T00:50:59.626432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.215575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:50:59.6257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:57.626026Z","time spent":"1.999667069s","remote":"127.0.0.1:37484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-23T00:50:59.6265Z","caller":"traceutil/trace.go:171","msg":"trace[566023108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15882; }","duration":"761.298437ms","start":"2026-04-23T00:50:58.865184Z","end":"2026-04-23T00:50:59.626483Z","steps":["trace[566023108] 'agreement among raft nodes before linearized reading' (duration: 761.153604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:59.626517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.046497184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-23T00:50:59.626554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:58.8651Z","time spent":"761.445921ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:50:59.626641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.221481335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wwl8n\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-23T00:50:59.626663Z","caller":"traceutil/trace.go:171","msg":"trace[1300171284] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wwl8n; range_end:; response_count:1; response_revision:15882; }","duration":"2.221546157s","start":"2026-04-23T00:50:57.405112Z","end":"2026-04-23T00:50:59.626658Z","steps":["trace[1300171284] 'agreement among raft nodes before linearized reading' (duration: 2.221466615s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:59.626684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.432375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:50:59.626684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:57.405091Z","time spent":"2.221587167s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-wwl8n\" "} {"level":"warn","ts":"2026-04-23T00:50:59.62645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435849723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tpbp5\" ","response":"range_response_count:1 size:22121"} {"level":"warn","ts":"2026-04-23T00:50:59.626749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.261751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T00:50:59.626762Z","caller":"traceutil/trace.go:171","msg":"trace[400860080] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15882; }","duration":"276.315062ms","start":"2026-04-23T00:50:59.350443Z","end":"2026-04-23T00:50:59.626758Z","steps":["trace[400860080] 'agreement among raft nodes before linearized reading' (duration: 276.272441ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:50:59.626766Z","caller":"traceutil/trace.go:171","msg":"trace[1291099498] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tpbp5; range_end:; response_count:1; response_revision:15882; }","duration":"1.436233843s","start":"2026-04-23T00:50:58.190518Z","end":"2026-04-23T00:50:59.626752Z","steps":["trace[1291099498] 'agreement among raft nodes before linearized reading' (duration: 1.435852244s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:59.626804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:58.190501Z","time spent":"1.436291694s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22145,"request content":"key:\"/registry/pods/openstack/nova-compute-default-tpbp5\" "} {"level":"info","ts":"2026-04-23T00:50:59.626565Z","caller":"traceutil/trace.go:171","msg":"trace[1529929824] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15882; }","duration":"2.046547405s","start":"2026-04-23T00:50:57.580011Z","end":"2026-04-23T00:50:59.626559Z","steps":["trace[1529929824] 'agreement among raft nodes before linearized reading' (duration: 2.046442533s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:59.626916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:57.579962Z","time spent":"2.046946115s","remote":"127.0.0.1:37484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T00:50:59.626932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482800719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:50:59.626858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482661736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:50:59.626968Z","caller":"traceutil/trace.go:171","msg":"trace[115918809] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15882; }","duration":"1.48287772s","start":"2026-04-23T00:50:58.144084Z","end":"2026-04-23T00:50:59.626962Z","steps":["trace[115918809] 'agreement among raft nodes before linearized reading' (duration: 1.482639234s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:50:59.626975Z","caller":"traceutil/trace.go:171","msg":"trace[1629856823] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15882; }","duration":"1.48285115s","start":"2026-04-23T00:50:58.144109Z","end":"2026-04-23T00:50:59.62696Z","steps":["trace[1629856823] 'agreement among raft nodes before linearized reading' (duration: 1.482789779s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:59.627026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482943973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:50:59.627044Z","caller":"traceutil/trace.go:171","msg":"trace[1063981486] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15882; }","duration":"1.482996363s","start":"2026-04-23T00:50:58.144043Z","end":"2026-04-23T00:50:59.62704Z","steps":["trace[1063981486] 'agreement among raft nodes before linearized reading' (duration: 1.482968353s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:59.627057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:58.144022Z","time spent":"1.483032325s","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-23T00:50:59.627053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:58.144049Z","time spent":"1.482991843s","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-04-23T00:50:59.625727Z","caller":"traceutil/trace.go:171","msg":"trace[149211031] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15882; }","duration":"272.739521ms","start":"2026-04-23T00:50:59.352977Z","end":"2026-04-23T00:50:59.625716Z","steps":["trace[149211031] 'agreement among raft nodes before linearized reading' (duration: 272.636989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:59.626989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:58.144071Z","time spent":"1.482912922s","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T00:50:59.626361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472955301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tpbp5\" ","response":"range_response_count:1 size:22121"} {"level":"info","ts":"2026-04-23T00:50:59.627236Z","caller":"traceutil/trace.go:171","msg":"trace[1088431593] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tpbp5; range_end:; response_count:1; response_revision:15882; }","duration":"1.473887244s","start":"2026-04-23T00:50:58.153339Z","end":"2026-04-23T00:50:59.627226Z","steps":["trace[1088431593] 'agreement among raft nodes before linearized reading' (duration: 1.47294112s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:59.627254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:58.153327Z","time spent":"1.473921855s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22145,"request content":"key:\"/registry/pods/openstack/nova-compute-default-tpbp5\" "} {"level":"info","ts":"2026-04-23T00:50:59.626703Z","caller":"traceutil/trace.go:171","msg":"trace[2025981993] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15882; }","duration":"276.485677ms","start":"2026-04-23T00:50:59.350213Z","end":"2026-04-23T00:50:59.626698Z","steps":["trace[2025981993] 'agreement among raft nodes before linearized reading' (duration: 276.456686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:59.62994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.622247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-04-23T00:50:59.630009Z","caller":"traceutil/trace.go:171","msg":"trace[1834229312] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:15882; }","duration":"995.130956ms","start":"2026-04-23T00:50:58.63486Z","end":"2026-04-23T00:50:59.629991Z","steps":["trace[1834229312] 'agreement among raft nodes before linearized reading' (duration: 991.610137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:59.630056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:58.634653Z","time spent":"995.388632ms","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-23T00:50:59.855549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.723066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T00:50:59.855636Z","caller":"traceutil/trace.go:171","msg":"trace[1403143691] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:15882; }","duration":"138.827689ms","start":"2026-04-23T00:50:59.716787Z","end":"2026-04-23T00:50:59.855615Z","steps":["trace[1403143691] 'range keys from in-memory index tree' (duration: 138.52715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:00.122995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.555414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:51:00.123081Z","caller":"traceutil/trace.go:171","msg":"trace[2015569645] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:15883; }","duration":"165.696646ms","start":"2026-04-23T00:50:59.957365Z","end":"2026-04-23T00:51:00.123061Z","steps":["trace[2015569645] 'count revisions from in-memory index tree' (duration: 165.42265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:00.786855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.529646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-23T00:51:00.786933Z","caller":"traceutil/trace.go:171","msg":"trace[1591759768] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:15884; }","duration":"107.648499ms","start":"2026-04-23T00:51:00.679267Z","end":"2026-04-23T00:51:00.786915Z","steps":["trace[1591759768] 'range keys from in-memory index tree' (duration: 107.380383ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:01.875977Z","caller":"traceutil/trace.go:171","msg":"trace[228787179] transaction","detail":"{read_only:false; response_revision:15885; number_of_response:1; }","duration":"273.198404ms","start":"2026-04-23T00:51:01.602756Z","end":"2026-04-23T00:51:01.875955Z","steps":["trace[228787179] 'process raft request' (duration: 273.05462ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:01.876168Z","caller":"traceutil/trace.go:171","msg":"trace[19391802] linearizableReadLoop","detail":"{readStateIndex:16438; appliedIndex:16438; }","duration":"272.390333ms","start":"2026-04-23T00:51:01.603717Z","end":"2026-04-23T00:51:01.876107Z","steps":["trace[19391802] 'read index received' (duration: 272.347821ms)","trace[19391802] 'applied index is now lower than readState.Index' (duration: 39.831µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:51:01.876449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.711601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:51:01.876507Z","caller":"traceutil/trace.go:171","msg":"trace[1905362336] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15885; }","duration":"272.825114ms","start":"2026-04-23T00:51:01.603669Z","end":"2026-04-23T00:51:01.876494Z","steps":["trace[1905362336] 'agreement among raft nodes before linearized reading' (duration: 272.569248ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:02.03333Z","caller":"traceutil/trace.go:171","msg":"trace[1619861574] transaction","detail":"{read_only:false; response_revision:15887; number_of_response:1; }","duration":"428.852997ms","start":"2026-04-23T00:51:01.604452Z","end":"2026-04-23T00:51:02.033305Z","steps":["trace[1619861574] 'process raft request' (duration: 428.765914ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:02.033341Z","caller":"traceutil/trace.go:171","msg":"trace[594540377] transaction","detail":"{read_only:false; response_revision:15886; number_of_response:1; }","duration":"428.929928ms","start":"2026-04-23T00:51:01.604373Z","end":"2026-04-23T00:51:02.033303Z","steps":["trace[594540377] 'process raft request' (duration: 428.681922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:02.033523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:01.604444Z","time spent":"428.956219ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:51:02.033597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:01.604355Z","time spent":"429.102762ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:51:02.033639Z","caller":"traceutil/trace.go:171","msg":"trace[946323878] transaction","detail":"{read_only:false; response_revision:15888; number_of_response:1; }","duration":"429.039031ms","start":"2026-04-23T00:51:01.604575Z","end":"2026-04-23T00:51:02.033614Z","steps":["trace[946323878] 'process raft request' (duration: 428.689522ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:02.03371Z","caller":"traceutil/trace.go:171","msg":"trace[1559778105] transaction","detail":"{read_only:false; response_revision:15889; number_of_response:1; }","duration":"428.307013ms","start":"2026-04-23T00:51:01.605388Z","end":"2026-04-23T00:51:02.033695Z","steps":["trace[1559778105] 'process raft request' (duration: 428.036666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:02.035636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:01.605374Z","time spent":"430.232162ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:51:02.033755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:01.604561Z","time spent":"429.140243ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:51:02.033893Z","caller":"traceutil/trace.go:171","msg":"trace[995892146] transaction","detail":"{read_only:false; response_revision:15890; number_of_response:1; }","duration":"426.709152ms","start":"2026-04-23T00:51:01.607153Z","end":"2026-04-23T00:51:02.033862Z","steps":["trace[995892146] 'process raft request' (duration: 426.419855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:02.035935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:01.607129Z","time spent":"428.730923ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:51:02.033955Z","caller":"traceutil/trace.go:171","msg":"trace[728097499] linearizableReadLoop","detail":"{readStateIndex:16447; appliedIndex:16438; }","duration":"157.696264ms","start":"2026-04-23T00:51:01.876246Z","end":"2026-04-23T00:51:02.033942Z","steps":["trace[728097499] 'read index received' (duration: 156.805642ms)","trace[728097499] 'applied index is now lower than readState.Index' (duration: 889.972µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:51:02.033945Z","caller":"traceutil/trace.go:171","msg":"trace[544378001] transaction","detail":"{read_only:false; response_revision:15892; number_of_response:1; }","duration":"401.977007ms","start":"2026-04-23T00:51:01.631953Z","end":"2026-04-23T00:51:02.03393Z","steps":["trace[544378001] 'process raft request' (duration: 401.880715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:02.036028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:01.631941Z","time spent":"404.039319ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:51:02.033944Z","caller":"traceutil/trace.go:171","msg":"trace[635089463] transaction","detail":"{read_only:false; response_revision:15891; number_of_response:1; }","duration":"404.408089ms","start":"2026-04-23T00:51:01.629513Z","end":"2026-04-23T00:51:02.033921Z","steps":["trace[635089463] 'process raft request' (duration: 404.274676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:02.036162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:01.629496Z","time spent":"406.642135ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:51:02.034042Z","caller":"traceutil/trace.go:171","msg":"trace[38865532] transaction","detail":"{read_only:false; response_revision:15893; number_of_response:1; }","duration":"261.515938ms","start":"2026-04-23T00:51:01.772513Z","end":"2026-04-23T00:51:02.034029Z","steps":["trace[38865532] 'process raft request' (duration: 261.358844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:02.034082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.806934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-23T00:51:02.034159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.989288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-23T00:51:02.034148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.293698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tpbp5\" ","response":"range_response_count:1 size:22121"} {"level":"warn","ts":"2026-04-23T00:51:02.034138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.076605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-23T00:51:02.034208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.12698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:51:02.034249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.311151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-23T00:51:02.034262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.435108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:51:02.034205Z","caller":"traceutil/trace.go:171","msg":"trace[2077004016] transaction","detail":"{read_only:false; response_revision:15894; number_of_response:1; }","duration":"185.015935ms","start":"2026-04-23T00:51:01.849161Z","end":"2026-04-23T00:51:02.034177Z","steps":["trace[2077004016] 'process raft request' (duration: 184.739788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:02.034261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.5297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:51:02.034324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.401406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-9qxhw\" ","response":"range_response_count:1 size:9795"} {"level":"warn","ts":"2026-04-23T00:51:02.034299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.226263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:51:02.034337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.647011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:51:02.034343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.583571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:51:02.034354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.56317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-23T00:51:02.034364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.136009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:51:02.034372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.902156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wwl8n\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-23T00:51:02.034429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.710663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-23T00:51:02.034459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.005687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tpbp5\" ","response":"range_response_count:1 size:22121"} {"level":"warn","ts":"2026-04-23T00:51:02.03447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.348755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-23T00:51:02.034474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.050878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-23T00:51:02.034514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.48804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-23T00:51:02.034487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.921818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-n2nr6\" ","response":"range_response_count:1 size:20759"} {"level":"warn","ts":"2026-04-23T00:51:02.034571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.702934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-23T00:51:02.0344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.475939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:51:02.034658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.355266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:51:02.034674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.056989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-23T00:51:02.034511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.251194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-23T00:51:02.03478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.98794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-04-23T00:51:02.034822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.694764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:51:02.035552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.751041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:51:02.03635Z","caller":"traceutil/trace.go:171","msg":"trace[1605336933] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15894; }","duration":"396.547721ms","start":"2026-04-23T00:51:01.639791Z","end":"2026-04-23T00:51:02.036339Z","steps":["trace[1605336933] 'agreement among raft nodes before linearized reading' (duration: 395.734821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:02.036404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:01.639754Z","time spent":"396.642014ms","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-23T00:51:02.036434Z","caller":"traceutil/trace.go:171","msg":"trace[1123293905] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15894; }","duration":"406.186254ms","start":"2026-04-23T00:51:01.630233Z","end":"2026-04-23T00:51:02.036419Z","steps":["trace[1123293905] 'agreement among raft nodes before linearized reading' (duration: 403.747382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:02.036529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:01.630144Z","time spent":"406.369188ms","remote":"127.0.0.1:37484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-23T00:51:02.036547Z","caller":"traceutil/trace.go:171","msg":"trace[2032604321] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15894; }","duration":"394.827837ms","start":"2026-04-23T00:51:01.641693Z","end":"2026-04-23T00:51:02.036521Z","steps":["trace[2032604321] 'agreement among raft nodes before linearized reading' (duration: 392.667322ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:02.036576Z","caller":"traceutil/trace.go:171","msg":"trace[832032502] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tpbp5; range_end:; response_count:1; response_revision:15894; }","duration":"381.137871ms","start":"2026-04-23T00:51:01.65543Z","end":"2026-04-23T00:51:02.036568Z","steps":["trace[832032502] 'agreement among raft nodes before linearized reading' (duration: 378.963766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:02.036603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:01.655422Z","time spent":"381.173111ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22145,"request content":"key:\"/registry/pods/openstack/nova-compute-default-tpbp5\" "} {"level":"warn","ts":"2026-04-23T00:51:02.036619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:01.641682Z","time spent":"394.916289ms","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-23T00:51:02.036759Z","caller":"traceutil/trace.go:171","msg":"trace[1283775650] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15894; }","duration":"400.680064ms","start":"2026-04-23T00:51:01.636071Z","end":"2026-04-23T00:51:02.036751Z","steps":["trace[1283775650] 'agreement among raft nodes before linearized reading' (duration: 398.311464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:02.036808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:01.636046Z","time spent":"400.753857ms","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-23T00:51:02.036887Z","caller":"traceutil/trace.go:171","msg":"trace[1511739634] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15894; }","duration":"400.815068ms","start":"2026-04-23T00:51:01.636055Z","end":"2026-04-23T00:51:02.03687Z","steps":["trace[1511739634] 'agreement among raft nodes before linearized reading' (duration: 398.195462ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:02.036932Z","caller":"traceutil/trace.go:171","msg":"trace[503912824] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tpbp5; range_end:; response_count:1; response_revision:15894; }","duration":"379.11142ms","start":"2026-04-23T00:51:01.65781Z","end":"2026-04-23T00:51:02.036922Z","steps":["trace[503912824] 'agreement among raft nodes before linearized reading' (duration: 376.221607ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:02.03693Z","caller":"traceutil/trace.go:171","msg":"trace[434367821] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15894; }","duration":"402.717807ms","start":"2026-04-23T00:51:01.634204Z","end":"2026-04-23T00:51:02.036922Z","steps":["trace[434367821] 'agreement among raft nodes before linearized reading' (duration: 399.849334ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:02.03694Z","caller":"traceutil/trace.go:171","msg":"trace[1156467251] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15894; }","duration":"404.330627ms","start":"2026-04-23T00:51:01.632587Z","end":"2026-04-23T00:51:02.036918Z","steps":["trace[1156467251] 'agreement among raft nodes before linearized reading' (duration: 401.516605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:02.036977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:01.634185Z","time spent":"402.784078ms","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T00:51:02.036981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:01.657798Z","time spent":"379.167061ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22145,"request content":"key:\"/registry/pods/openstack/nova-compute-default-tpbp5\" "} {"level":"info","ts":"2026-04-23T00:51:02.036992Z","caller":"traceutil/trace.go:171","msg":"trace[1444930657] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15894; }","duration":"395.311929ms","start":"2026-04-23T00:51:01.641667Z","end":"2026-04-23T00:51:02.036979Z","steps":["trace[1444930657] 'agreement among raft nodes before linearized reading' (duration: 392.644342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:02.037012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:01.632578Z","time spent":"404.412248ms","remote":"127.0.0.1:37484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T00:51:02.037033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:01.641621Z","time spent":"395.402441ms","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-23T00:51:02.037084Z","caller":"traceutil/trace.go:171","msg":"trace[445362866] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15894; }","duration":"395.323549ms","start":"2026-04-23T00:51:01.641753Z","end":"2026-04-23T00:51:02.037077Z","steps":["trace[445362866] 'agreement among raft nodes before linearized reading' (duration: 392.241302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:02.037134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:01.64174Z","time spent":"395.387421ms","remote":"127.0.0.1:37484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-04-23T00:51:02.036261Z","caller":"traceutil/trace.go:171","msg":"trace[466067889] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15894; }","duration":"404.096251ms","start":"2026-04-23T00:51:01.632146Z","end":"2026-04-23T00:51:02.036242Z","steps":["trace[466067889] 'agreement among raft nodes before linearized reading' (duration: 401.967817ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:02.03745Z","caller":"traceutil/trace.go:171","msg":"trace[1395359112] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15894; }","duration":"401.758221ms","start":"2026-04-23T00:51:01.635677Z","end":"2026-04-23T00:51:02.037436Z","steps":["trace[1395359112] 'agreement among raft nodes before linearized reading' (duration: 398.293814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:02.037528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:01.635668Z","time spent":"401.843923ms","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-23T00:51:02.036886Z","caller":"traceutil/trace.go:171","msg":"trace[554308597] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-9qxhw; range_end:; response_count:1; response_revision:15894; }","duration":"396.965691ms","start":"2026-04-23T00:51:01.639897Z","end":"2026-04-23T00:51:02.036862Z","steps":["trace[554308597] 'agreement among raft nodes before linearized reading' (duration: 394.379196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:02.037516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:01.632134Z","time spent":"405.360802ms","remote":"127.0.0.1:37484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T00:51:02.037613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:01.639885Z","time spent":"397.71575ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9819,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-9qxhw\" "} {"level":"warn","ts":"2026-04-23T00:51:02.036951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:01.636032Z","time spent":"400.90396ms","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-04-23T00:51:02.037231Z","caller":"traceutil/trace.go:171","msg":"trace[986659487] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15894; }","duration":"401.466664ms","start":"2026-04-23T00:51:01.635751Z","end":"2026-04-23T00:51:02.037218Z","steps":["trace[986659487] 'agreement among raft nodes before linearized reading' (duration: 398.438698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:02.037754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:01.63574Z","time spent":"401.984308ms","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-04-23T00:51:02.037212Z","caller":"traceutil/trace.go:171","msg":"trace[1962983045] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15894; }","duration":"401.100885ms","start":"2026-04-23T00:51:01.636096Z","end":"2026-04-23T00:51:02.037197Z","steps":["trace[1962983045] 'agreement among raft nodes before linearized reading' (duration: 398.643863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:02.037805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:01.636088Z","time spent":"401.707611ms","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-23T00:51:02.037254Z","caller":"traceutil/trace.go:171","msg":"trace[1563791556] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15894; }","duration":"404.231284ms","start":"2026-04-23T00:51:01.633017Z","end":"2026-04-23T00:51:02.037249Z","steps":["trace[1563791556] 'agreement among raft nodes before linearized reading' (duration: 400.981052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:02.037867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:01.633009Z","time spent":"404.838921ms","remote":"127.0.0.1:37484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-23T00:51:02.037267Z","caller":"traceutil/trace.go:171","msg":"trace[321971963] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15894; }","duration":"401.584807ms","start":"2026-04-23T00:51:01.635671Z","end":"2026-04-23T00:51:02.037256Z","steps":["trace[321971963] 'agreement among raft nodes before linearized reading' (duration: 398.5259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:02.037952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:01.635664Z","time spent":"402.280695ms","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-04-23T00:51:02.03727Z","caller":"traceutil/trace.go:171","msg":"trace[354653502] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15894; }","duration":"406.378008ms","start":"2026-04-23T00:51:01.630887Z","end":"2026-04-23T00:51:02.037265Z","steps":["trace[354653502] 'agreement among raft nodes before linearized reading' (duration: 403.28887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:02.038021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:01.63088Z","time spent":"407.134609ms","remote":"127.0.0.1:37484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-23T00:51:02.037295Z","caller":"traceutil/trace.go:171","msg":"trace[1477315786] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15894; }","duration":"401.477055ms","start":"2026-04-23T00:51:01.635812Z","end":"2026-04-23T00:51:02.037289Z","steps":["trace[1477315786] 'agreement among raft nodes before linearized reading' (duration: 398.269264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:02.038075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:01.635805Z","time spent":"402.265735ms","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-23T00:51:02.037311Z","caller":"traceutil/trace.go:171","msg":"trace[1642405851] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15894; }","duration":"400.91311ms","start":"2026-04-23T00:51:01.636393Z","end":"2026-04-23T00:51:02.037306Z","steps":["trace[1642405851] 'agreement among raft nodes before linearized reading' (duration: 397.957986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:02.038123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:01.636385Z","time spent":"401.723881ms","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-23T00:51:02.037328Z","caller":"traceutil/trace.go:171","msg":"trace[546749161] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15894; }","duration":"401.323681ms","start":"2026-04-23T00:51:01.636Z","end":"2026-04-23T00:51:02.037324Z","steps":["trace[546749161] 'agreement among raft nodes before linearized reading' (duration: 398.461568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:02.038184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:01.635987Z","time spent":"402.188463ms","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-23T00:51:02.0373Z","caller":"traceutil/trace.go:171","msg":"trace[70407926] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15894; }","duration":"401.272009ms","start":"2026-04-23T00:51:01.636006Z","end":"2026-04-23T00:51:02.037278Z","steps":["trace[70407926] 'agreement among raft nodes before linearized reading' (duration: 398.12035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:02.038293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:01.635997Z","time spent":"402.282345ms","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-23T00:51:02.037342Z","caller":"traceutil/trace.go:171","msg":"trace[689298507] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-n2nr6; range_end:; response_count:1; response_revision:15894; }","duration":"393.80864ms","start":"2026-04-23T00:51:01.643529Z","end":"2026-04-23T00:51:02.037338Z","steps":["trace[689298507] 'agreement among raft nodes before linearized reading' (duration: 390.857515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:02.038367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:01.643518Z","time spent":"394.840967ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20783,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-n2nr6\" "} {"level":"info","ts":"2026-04-23T00:51:02.037365Z","caller":"traceutil/trace.go:171","msg":"trace[331719278] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15894; }","duration":"401.591778ms","start":"2026-04-23T00:51:01.635768Z","end":"2026-04-23T00:51:02.03736Z","steps":["trace[331719278] 'agreement among raft nodes before linearized reading' (duration: 398.52131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:02.038443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:01.635761Z","time spent":"402.661615ms","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-23T00:51:02.03738Z","caller":"traceutil/trace.go:171","msg":"trace[969516695] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15894; }","duration":"401.665179ms","start":"2026-04-23T00:51:01.63571Z","end":"2026-04-23T00:51:02.037375Z","steps":["trace[969516695] 'agreement among raft nodes before linearized reading' (duration: 398.586321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:02.038525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:01.635692Z","time spent":"402.823759ms","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-04-23T00:51:02.037378Z","caller":"traceutil/trace.go:171","msg":"trace[663361815] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15894; }","duration":"397.173365ms","start":"2026-04-23T00:51:01.640197Z","end":"2026-04-23T00:51:02.03737Z","steps":["trace[663361815] 'agreement among raft nodes before linearized reading' (duration: 394.143788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:02.03863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:01.640189Z","time spent":"398.427478ms","remote":"127.0.0.1:37484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-04-23T00:51:02.0374Z","caller":"traceutil/trace.go:171","msg":"trace[821446526] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wwl8n; range_end:; response_count:1; response_revision:15894; }","duration":"389.896292ms","start":"2026-04-23T00:51:01.647445Z","end":"2026-04-23T00:51:02.037341Z","steps":["trace[821446526] 'agreement among raft nodes before linearized reading' (duration: 386.828665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:02.038761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:01.647435Z","time spent":"391.312678ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-wwl8n\" "} {"level":"info","ts":"2026-04-23T00:51:02.037411Z","caller":"traceutil/trace.go:171","msg":"trace[1848346193] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15894; }","duration":"403.64293ms","start":"2026-04-23T00:51:01.633763Z","end":"2026-04-23T00:51:02.037406Z","steps":["trace[1848346193] 'agreement among raft nodes before linearized reading' (duration: 400.331166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:02.038915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:01.633754Z","time spent":"405.134258ms","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-23T00:51:02.04555Z","caller":"traceutil/trace.go:171","msg":"trace[1117826073] transaction","detail":"{read_only:false; response_revision:15895; number_of_response:1; }","duration":"163.937942ms","start":"2026-04-23T00:51:01.8816Z","end":"2026-04-23T00:51:02.045537Z","steps":["trace[1117826073] 'process raft request' (duration: 163.84304ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:16.373039Z","caller":"traceutil/trace.go:171","msg":"trace[1626462597] transaction","detail":"{read_only:false; response_revision:15962; number_of_response:1; }","duration":"189.274863ms","start":"2026-04-23T00:51:16.183719Z","end":"2026-04-23T00:51:16.372994Z","steps":["trace[1626462597] 'process raft request' (duration: 106.181163ms)","trace[1626462597] 'compare' (duration: 82.847984ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:51:16.373147Z","caller":"traceutil/trace.go:171","msg":"trace[1305341837] transaction","detail":"{read_only:false; response_revision:15963; number_of_response:1; }","duration":"189.309174ms","start":"2026-04-23T00:51:16.183811Z","end":"2026-04-23T00:51:16.373121Z","steps":["trace[1305341837] 'process raft request' (duration: 189.107099ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:16.373155Z","caller":"traceutil/trace.go:171","msg":"trace[2072705232] linearizableReadLoop","detail":"{readStateIndex:16521; appliedIndex:16516; }","duration":"186.176005ms","start":"2026-04-23T00:51:16.186946Z","end":"2026-04-23T00:51:16.373122Z","steps":["trace[2072705232] 'read index received' (duration: 40.509065ms)","trace[2072705232] 'applied index is now lower than readState.Index' (duration: 145.66555ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:51:16.37323Z","caller":"traceutil/trace.go:171","msg":"trace[386975946] transaction","detail":"{read_only:false; response_revision:15965; number_of_response:1; }","duration":"188.665658ms","start":"2026-04-23T00:51:16.184542Z","end":"2026-04-23T00:51:16.373207Z","steps":["trace[386975946] 'process raft request' (duration: 188.511305ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:16.37327Z","caller":"traceutil/trace.go:171","msg":"trace[1351629705] transaction","detail":"{read_only:false; response_revision:15964; number_of_response:1; }","duration":"189.13643ms","start":"2026-04-23T00:51:16.1841Z","end":"2026-04-23T00:51:16.373237Z","steps":["trace[1351629705] 'process raft request' (duration: 188.891544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.373458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.480123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-9qxhw\" ","response":"range_response_count:1 size:9795"} {"level":"info","ts":"2026-04-23T00:51:16.373554Z","caller":"traceutil/trace.go:171","msg":"trace[843214549] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-9qxhw; range_end:; response_count:1; response_revision:15965; }","duration":"186.585515ms","start":"2026-04-23T00:51:16.186921Z","end":"2026-04-23T00:51:16.373506Z","steps":["trace[843214549] 'agreement among raft nodes before linearized reading' (duration: 186.356429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:20.029293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.337416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:51:20.029426Z","caller":"traceutil/trace.go:171","msg":"trace[402722362] linearizableReadLoop","detail":"{readStateIndex:16535; appliedIndex:16534; }","duration":"289.011163ms","start":"2026-04-23T00:51:19.740394Z","end":"2026-04-23T00:51:20.029405Z","steps":["trace[402722362] 'read index received' (duration: 19.420291ms)","trace[402722362] 'applied index is now lower than readState.Index' (duration: 269.589502ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:51:20.029561Z","caller":"traceutil/trace.go:171","msg":"trace[976711697] transaction","detail":"{read_only:false; response_revision:15978; number_of_response:1; }","duration":"305.938101ms","start":"2026-04-23T00:51:19.723562Z","end":"2026-04-23T00:51:20.0295Z","steps":["trace[976711697] 'process raft request' (duration: 36.281937ms)","trace[976711697] 'compare' (duration: 269.185622ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:51:20.029671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.28407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-23T00:51:20.02971Z","caller":"traceutil/trace.go:171","msg":"trace[758108706] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:15978; }","duration":"289.358002ms","start":"2026-04-23T00:51:19.740339Z","end":"2026-04-23T00:51:20.029697Z","steps":["trace[758108706] 'agreement among raft nodes before linearized reading' (duration: 289.177867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:20.029726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.887788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:51:20.029745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:19.723541Z","time spent":"306.113275ms","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:51:20.029784Z","caller":"traceutil/trace.go:171","msg":"trace[996440555] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:15978; }","duration":"191.991431ms","start":"2026-04-23T00:51:19.837777Z","end":"2026-04-23T00:51:20.029768Z","steps":["trace[996440555] 'agreement among raft nodes before linearized reading' (duration: 191.804896ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:20.228355Z","caller":"traceutil/trace.go:171","msg":"trace[1503113383] linearizableReadLoop","detail":"{readStateIndex:16536; appliedIndex:16535; }","duration":"188.756839ms","start":"2026-04-23T00:51:20.039573Z","end":"2026-04-23T00:51:20.22833Z","steps":["trace[1503113383] 'read index received' (duration: 187.815976ms)","trace[1503113383] 'applied index is now lower than readState.Index' (duration: 939.333µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:51:20.228466Z","caller":"traceutil/trace.go:171","msg":"trace[1346574828] transaction","detail":"{read_only:false; response_revision:15979; number_of_response:1; }","duration":"193.071949ms","start":"2026-04-23T00:51:20.035351Z","end":"2026-04-23T00:51:20.228423Z","steps":["trace[1346574828] 'process raft request' (duration: 191.957891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:20.228551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.960944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18765"} {"level":"info","ts":"2026-04-23T00:51:20.228625Z","caller":"traceutil/trace.go:171","msg":"trace[233800973] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:15979; }","duration":"189.061137ms","start":"2026-04-23T00:51:20.039548Z","end":"2026-04-23T00:51:20.228609Z","steps":["trace[233800973] 'agreement among raft nodes before linearized reading' (duration: 188.897513ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:20.239695Z","caller":"traceutil/trace.go:171","msg":"trace[462159117] transaction","detail":"{read_only:false; response_revision:15980; number_of_response:1; }","duration":"191.89835ms","start":"2026-04-23T00:51:20.047777Z","end":"2026-04-23T00:51:20.239675Z","steps":["trace[462159117] 'process raft request' (duration: 191.700085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:20.239898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.054635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T00:51:20.239949Z","caller":"traceutil/trace.go:171","msg":"trace[176915598] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:15982; }","duration":"200.113186ms","start":"2026-04-23T00:51:20.039822Z","end":"2026-04-23T00:51:20.239935Z","steps":["trace[176915598] 'agreement among raft nodes before linearized reading' (duration: 199.968403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:20.240409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.156054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:51:20.240454Z","caller":"traceutil/trace.go:171","msg":"trace[1724707630] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15982; }","duration":"152.216286ms","start":"2026-04-23T00:51:20.088227Z","end":"2026-04-23T00:51:20.240443Z","steps":["trace[1724707630] 'agreement among raft nodes before linearized reading' (duration: 152.154894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:20.240491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.328334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T00:51:20.240562Z","caller":"traceutil/trace.go:171","msg":"trace[236715580] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15982; }","duration":"151.421757ms","start":"2026-04-23T00:51:20.089123Z","end":"2026-04-23T00:51:20.240545Z","steps":["trace[236715580] 'agreement among raft nodes before linearized reading' (duration: 151.229972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:20.240702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.531823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-23T00:51:20.240793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.418726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T00:51:20.240802Z","caller":"traceutil/trace.go:171","msg":"trace[1391863993] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15982; }","duration":"150.672266ms","start":"2026-04-23T00:51:20.090105Z","end":"2026-04-23T00:51:20.240777Z","steps":["trace[1391863993] 'agreement among raft nodes before linearized reading' (duration: 150.323978ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:20.240822Z","caller":"traceutil/trace.go:171","msg":"trace[549441803] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15982; }","duration":"151.463487ms","start":"2026-04-23T00:51:20.089349Z","end":"2026-04-23T00:51:20.240812Z","steps":["trace[549441803] 'agreement among raft nodes before linearized reading' (duration: 151.377375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:20.241056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.798455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:51:20.241083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.107543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-23T00:51:20.241082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.292418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:51:20.241108Z","caller":"traceutil/trace.go:171","msg":"trace[1204784769] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15982; }","duration":"151.861497ms","start":"2026-04-23T00:51:20.089234Z","end":"2026-04-23T00:51:20.241096Z","steps":["trace[1204784769] 'agreement among raft nodes before linearized reading' (duration: 151.800376ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:20.241123Z","caller":"traceutil/trace.go:171","msg":"trace[283058213] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15982; }","duration":"150.164664ms","start":"2026-04-23T00:51:20.090946Z","end":"2026-04-23T00:51:20.241111Z","steps":["trace[283058213] 'agreement among raft nodes before linearized reading' (duration: 150.051291ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:20.241139Z","caller":"traceutil/trace.go:171","msg":"trace[1678860985] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15982; }","duration":"154.387482ms","start":"2026-04-23T00:51:20.086738Z","end":"2026-04-23T00:51:20.241125Z","steps":["trace[1678860985] 'agreement among raft nodes before linearized reading' (duration: 154.245987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:20.241114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.152999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:51:20.241203Z","caller":"traceutil/trace.go:171","msg":"trace[1119137684] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15982; }","duration":"153.284954ms","start":"2026-04-23T00:51:20.087901Z","end":"2026-04-23T00:51:20.241186Z","steps":["trace[1119137684] 'agreement among raft nodes before linearized reading' (duration: 153.148559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:20.24122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.432402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:51:20.241246Z","caller":"traceutil/trace.go:171","msg":"trace[1507710250] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15982; }","duration":"152.469463ms","start":"2026-04-23T00:51:20.088768Z","end":"2026-04-23T00:51:20.241238Z","steps":["trace[1507710250] 'agreement among raft nodes before linearized reading' (duration: 152.428772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:20.241359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.225557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T00:51:20.241431Z","caller":"traceutil/trace.go:171","msg":"trace[330577740] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15982; }","duration":"152.34466ms","start":"2026-04-23T00:51:20.089068Z","end":"2026-04-23T00:51:20.241413Z","steps":["trace[330577740] 'agreement among raft nodes before linearized reading' (duration: 152.089244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:20.450751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.233937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T00:51:20.45083Z","caller":"traceutil/trace.go:171","msg":"trace[1300588509] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15982; }","duration":"116.321029ms","start":"2026-04-23T00:51:20.334489Z","end":"2026-04-23T00:51:20.45081Z","steps":["trace[1300588509] 'range keys from in-memory index tree' (duration: 116.022341ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:20.722447Z","caller":"traceutil/trace.go:171","msg":"trace[312780809] transaction","detail":"{read_only:false; response_revision:15985; number_of_response:1; }","duration":"266.805552ms","start":"2026-04-23T00:51:20.455616Z","end":"2026-04-23T00:51:20.722421Z","steps":["trace[312780809] 'process raft request' (duration: 266.72217ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:20.722566Z","caller":"traceutil/trace.go:171","msg":"trace[1084176789] transaction","detail":"{read_only:false; response_revision:15984; number_of_response:1; }","duration":"267.252013ms","start":"2026-04-23T00:51:20.45524Z","end":"2026-04-23T00:51:20.722492Z","steps":["trace[1084176789] 'process raft request' (duration: 266.912674ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:20.72279Z","caller":"traceutil/trace.go:171","msg":"trace[1549038282] transaction","detail":"{read_only:false; response_revision:15986; number_of_response:1; }","duration":"265.951151ms","start":"2026-04-23T00:51:20.456818Z","end":"2026-04-23T00:51:20.722769Z","steps":["trace[1549038282] 'process raft request' (duration: 265.567971ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:20.722834Z","caller":"traceutil/trace.go:171","msg":"trace[1362225148] linearizableReadLoop","detail":"{readStateIndex:16543; appliedIndex:16540; }","duration":"265.349505ms","start":"2026-04-23T00:51:20.45746Z","end":"2026-04-23T00:51:20.722809Z","steps":["trace[1362225148] 'read index received' (duration: 16.766344ms)","trace[1362225148] 'applied index is now lower than readState.Index' (duration: 248.582201ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:51:20.722882Z","caller":"traceutil/trace.go:171","msg":"trace[512933998] transaction","detail":"{read_only:false; response_revision:15987; number_of_response:1; }","duration":"264.882423ms","start":"2026-04-23T00:51:20.457959Z","end":"2026-04-23T00:51:20.722842Z","steps":["trace[512933998] 'process raft request' (duration: 264.717348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:20.723913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.662403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769793"} {"level":"info","ts":"2026-04-23T00:51:20.724048Z","caller":"traceutil/trace.go:171","msg":"trace[376257766] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15987; }","duration":"265.841728ms","start":"2026-04-23T00:51:20.458176Z","end":"2026-04-23T00:51:20.724017Z","steps":["trace[376257766] 'agreement among raft nodes before linearized reading' (duration: 264.793452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:20.724266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.775591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769793"} {"level":"info","ts":"2026-04-23T00:51:20.724328Z","caller":"traceutil/trace.go:171","msg":"trace[691297490] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15987; }","duration":"266.878503ms","start":"2026-04-23T00:51:20.457437Z","end":"2026-04-23T00:51:20.724315Z","steps":["trace[691297490] 'agreement among raft nodes before linearized reading' (duration: 265.52145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:20.724444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.707044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769793"} {"level":"info","ts":"2026-04-23T00:51:20.72452Z","caller":"traceutil/trace.go:171","msg":"trace[773900671] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15987; }","duration":"263.832847ms","start":"2026-04-23T00:51:20.46067Z","end":"2026-04-23T00:51:20.724503Z","steps":["trace[773900671] 'agreement among raft nodes before linearized reading' (duration: 262.3482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:20.724923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.853022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769793"} {"level":"info","ts":"2026-04-23T00:51:20.72499Z","caller":"traceutil/trace.go:171","msg":"trace[1405064000] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15987; }","duration":"264.988666ms","start":"2026-04-23T00:51:20.459987Z","end":"2026-04-23T00:51:20.724976Z","steps":["trace[1405064000] 'agreement among raft nodes before linearized reading' (duration: 263.036917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:20.725231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.451323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769793"} {"level":"info","ts":"2026-04-23T00:51:20.72528Z","caller":"traceutil/trace.go:171","msg":"trace[577343245] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15987; }","duration":"266.521515ms","start":"2026-04-23T00:51:20.458748Z","end":"2026-04-23T00:51:20.725269Z","steps":["trace[577343245] 'agreement among raft nodes before linearized reading' (duration: 264.278249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:20.879733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.638282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:51:20.879992Z","caller":"traceutil/trace.go:171","msg":"trace[276639750] transaction","detail":"{read_only:false; response_revision:15988; number_of_response:1; }","duration":"124.22577ms","start":"2026-04-23T00:51:20.755731Z","end":"2026-04-23T00:51:20.879957Z","steps":["trace[276639750] 'process raft request' (duration: 23.281279ms)","trace[276639750] 'compare' (duration: 100.532079ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:53:26.523088Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14397} {"level":"info","ts":"2026-04-23T00:53:26.624887Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14397,"took":"99.060062ms","hash":1148223496,"current-db-size-bytes":55885824,"current-db-size":"56 MB","current-db-size-in-use-bytes":32276480,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-23T00:53:26.624947Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1148223496,"revision":14397,"compact-revision":12354} {"level":"info","ts":"2026-04-23T00:53:54.865806Z","caller":"traceutil/trace.go:171","msg":"trace[1901975934] linearizableReadLoop","detail":"{readStateIndex:17852; appliedIndex:17853; }","duration":"126.891618ms","start":"2026-04-23T00:53:54.738888Z","end":"2026-04-23T00:53:54.86578Z","steps":["trace[1901975934] 'read index received' (duration: 126.882998ms)","trace[1901975934] 'applied index is now lower than readState.Index' (duration: 7.3µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:53:54.866096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.194366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-04-23T00:53:54.866141Z","caller":"traceutil/trace.go:171","msg":"trace[1820600337] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17256; }","duration":"127.255729ms","start":"2026-04-23T00:53:54.738874Z","end":"2026-04-23T00:53:54.866129Z","steps":["trace[1820600337] 'agreement among raft nodes before linearized reading' (duration: 127.057123ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:53:54.866326Z","caller":"traceutil/trace.go:171","msg":"trace[849854803] transaction","detail":"{read_only:false; response_revision:17253; number_of_response:1; }","duration":"139.56312ms","start":"2026-04-23T00:53:54.726734Z","end":"2026-04-23T00:53:54.866297Z","steps":["trace[849854803] 'process raft request' (duration: 138.81832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:53:54.866416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.404891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-f8brv\" ","response":"range_response_count:1 size:15433"} {"level":"info","ts":"2026-04-23T00:53:54.866453Z","caller":"traceutil/trace.go:171","msg":"trace[1858050176] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-f8brv; range_end:; response_count:1; response_revision:17256; }","duration":"104.471742ms","start":"2026-04-23T00:53:54.761969Z","end":"2026-04-23T00:53:54.86644Z","steps":["trace[1858050176] 'agreement among raft nodes before linearized reading' (duration: 104.36778ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:56:34.417032Z","caller":"traceutil/trace.go:171","msg":"trace[2083355709] linearizableReadLoop","detail":"{readStateIndex:19030; appliedIndex:19029; }","duration":"177.414976ms","start":"2026-04-23T00:56:34.239591Z","end":"2026-04-23T00:56:34.417006Z","steps":["trace[2083355709] 'read index received' (duration: 177.145349ms)","trace[2083355709] 'applied index is now lower than readState.Index' (duration: 268.447µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:56:34.417081Z","caller":"traceutil/trace.go:171","msg":"trace[415274650] transaction","detail":"{read_only:false; response_revision:18395; number_of_response:1; }","duration":"183.11085ms","start":"2026-04-23T00:56:34.233948Z","end":"2026-04-23T00:56:34.417059Z","steps":["trace[415274650] 'process raft request' (duration: 182.897935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:34.417296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.677152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-370d541b-7b32-428c-a2fe-b3b90b592d27\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-04-23T00:56:34.417401Z","caller":"traceutil/trace.go:171","msg":"trace[1219572323] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-370d541b-7b32-428c-a2fe-b3b90b592d27; range_end:; response_count:1; response_revision:18395; }","duration":"177.809256ms","start":"2026-04-23T00:56:34.239567Z","end":"2026-04-23T00:56:34.417377Z","steps":["trace[1219572323] 'agreement among raft nodes before linearized reading' (duration: 177.548759ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:56:34.638476Z","caller":"traceutil/trace.go:171","msg":"trace[840431303] linearizableReadLoop","detail":"{readStateIndex:19031; appliedIndex:19030; }","duration":"177.567089ms","start":"2026-04-23T00:56:34.46089Z","end":"2026-04-23T00:56:34.638458Z","steps":["trace[840431303] 'read index received' (duration: 177.474337ms)","trace[840431303] 'applied index is now lower than readState.Index' (duration: 92.142µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:56:34.638576Z","caller":"traceutil/trace.go:171","msg":"trace[1402542938] transaction","detail":"{read_only:false; response_revision:18396; number_of_response:1; }","duration":"215.765796ms","start":"2026-04-23T00:56:34.422758Z","end":"2026-04-23T00:56:34.638524Z","steps":["trace[1402542938] 'process raft request' (duration: 215.594232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:34.638673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.769254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T00:56:34.638705Z","caller":"traceutil/trace.go:171","msg":"trace[1028368282] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18396; }","duration":"177.855646ms","start":"2026-04-23T00:56:34.460842Z","end":"2026-04-23T00:56:34.638698Z","steps":["trace[1028368282] 'agreement among raft nodes before linearized reading' (duration: 177.724553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:34.642695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.660706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T00:56:34.642765Z","caller":"traceutil/trace.go:171","msg":"trace[1956253298] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18397; }","duration":"157.768159ms","start":"2026-04-23T00:56:34.484979Z","end":"2026-04-23T00:56:34.642747Z","steps":["trace[1956253298] 'agreement among raft nodes before linearized reading' (duration: 157.585735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:34.642936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.690082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-23T00:56:34.642956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.546995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T00:56:34.642971Z","caller":"traceutil/trace.go:171","msg":"trace[286282750] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18397; }","duration":"118.762503ms","start":"2026-04-23T00:56:34.5242Z","end":"2026-04-23T00:56:34.642963Z","steps":["trace[286282750] 'agreement among raft nodes before linearized reading' (duration: 118.681621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:34.642979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.890723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T00:56:34.642996Z","caller":"traceutil/trace.go:171","msg":"trace[2092011119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18397; }","duration":"125.626347ms","start":"2026-04-23T00:56:34.517358Z","end":"2026-04-23T00:56:34.642984Z","steps":["trace[2092011119] 'agreement among raft nodes before linearized reading' (duration: 125.540195ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:56:34.643015Z","caller":"traceutil/trace.go:171","msg":"trace[1939835181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18397; }","duration":"157.970555ms","start":"2026-04-23T00:56:34.485034Z","end":"2026-04-23T00:56:34.643005Z","steps":["trace[1939835181] 'agreement among raft nodes before linearized reading' (duration: 157.882223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:36.867828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.327805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-23T00:56:36.867886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.134124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T00:56:36.867905Z","caller":"traceutil/trace.go:171","msg":"trace[974669585] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18427; }","duration":"217.442978ms","start":"2026-04-23T00:56:36.650444Z","end":"2026-04-23T00:56:36.867886Z","steps":["trace[974669585] 'range keys from in-memory index tree' (duration: 217.244373ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:56:36.867916Z","caller":"traceutil/trace.go:171","msg":"trace[1770073263] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18427; }","duration":"212.194925ms","start":"2026-04-23T00:56:36.655711Z","end":"2026-04-23T00:56:36.867906Z","steps":["trace[1770073263] 'range keys from in-memory index tree' (duration: 212.047922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:36.86783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.304157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T00:56:36.868229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.114735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:56:36.868263Z","caller":"traceutil/trace.go:171","msg":"trace[1495658445] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:18427; }","duration":"288.188227ms","start":"2026-04-23T00:56:36.580063Z","end":"2026-04-23T00:56:36.868252Z","steps":["trace[1495658445] 'count revisions from in-memory index tree' (duration: 288.000122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:36.868242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.145812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T00:56:36.868259Z","caller":"traceutil/trace.go:171","msg":"trace[730171075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18427; }","duration":"210.730888ms","start":"2026-04-23T00:56:36.657503Z","end":"2026-04-23T00:56:36.868234Z","steps":["trace[730171075] 'range keys from in-memory index tree' (duration: 210.206695ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:56:36.868323Z","caller":"traceutil/trace.go:171","msg":"trace[2007767757] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18427; }","duration":"208.264695ms","start":"2026-04-23T00:56:36.660038Z","end":"2026-04-23T00:56:36.868303Z","steps":["trace[2007767757] 'range keys from in-memory index tree' (duration: 208.023379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:36.868325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.802849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tpbp5\" ","response":"range_response_count:1 size:22122"} {"level":"warn","ts":"2026-04-23T00:56:36.86841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.014696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-9qxhw\" ","response":"range_response_count:1 size:9796"} {"level":"info","ts":"2026-04-23T00:56:36.868499Z","caller":"traceutil/trace.go:171","msg":"trace[642052681] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tpbp5; range_end:; response_count:1; response_revision:18427; }","duration":"157.965233ms","start":"2026-04-23T00:56:36.710457Z","end":"2026-04-23T00:56:36.868423Z","steps":["trace[642052681] 'range keys from in-memory index tree' (duration: 157.604595ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:56:36.868545Z","caller":"traceutil/trace.go:171","msg":"trace[1018864140] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-9qxhw; range_end:; response_count:1; response_revision:18427; }","duration":"198.189181ms","start":"2026-04-23T00:56:36.670337Z","end":"2026-04-23T00:56:36.868526Z","steps":["trace[1018864140] 'range keys from in-memory index tree' (duration: 197.850673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:36.868692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.099787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T00:56:36.868777Z","caller":"traceutil/trace.go:171","msg":"trace[1630729523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18427; }","duration":"211.20689ms","start":"2026-04-23T00:56:36.657548Z","end":"2026-04-23T00:56:36.868755Z","steps":["trace[1630729523] 'range keys from in-memory index tree' (duration: 211.016315ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:56:37.114027Z","caller":"traceutil/trace.go:171","msg":"trace[1149628722] transaction","detail":"{read_only:false; response_revision:18428; number_of_response:1; }","duration":"239.790393ms","start":"2026-04-23T00:56:36.874206Z","end":"2026-04-23T00:56:37.113997Z","steps":["trace[1149628722] 'process raft request' (duration: 239.612229ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:56:37.212043Z","caller":"traceutil/trace.go:171","msg":"trace[587593974] transaction","detail":"{read_only:false; response_revision:18429; number_of_response:1; }","duration":"337.670608ms","start":"2026-04-23T00:56:36.874341Z","end":"2026-04-23T00:56:37.212011Z","steps":["trace[587593974] 'process raft request' (duration: 312.04287ms)","trace[587593974] 'compare' (duration: 25.441494ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:56:37.212224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:36.874333Z","time spent":"337.798691ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:56:37.212397Z","caller":"traceutil/trace.go:171","msg":"trace[1546681515] transaction","detail":"{read_only:false; response_revision:18430; number_of_response:1; }","duration":"338.018136ms","start":"2026-04-23T00:56:36.874355Z","end":"2026-04-23T00:56:37.212373Z","steps":["trace[1546681515] 'process raft request' (duration: 337.616756ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:56:37.212443Z","caller":"traceutil/trace.go:171","msg":"trace[2086553329] transaction","detail":"{read_only:false; response_revision:18431; number_of_response:1; }","duration":"338.023656ms","start":"2026-04-23T00:56:36.874392Z","end":"2026-04-23T00:56:37.212416Z","steps":["trace[2086553329] 'process raft request' (duration: 337.847812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:37.212528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:36.874345Z","time spent":"338.102709ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:56:37.212656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:36.874386Z","time spent":"338.171711ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:56:37.212722Z","caller":"traceutil/trace.go:171","msg":"trace[841307756] linearizableReadLoop","detail":"{readStateIndex:19068; appliedIndex:19063; }","duration":"337.189885ms","start":"2026-04-23T00:56:36.875511Z","end":"2026-04-23T00:56:37.212701Z","steps":["trace[841307756] 'read index received' (duration: 238.391358ms)","trace[841307756] 'applied index is now lower than readState.Index' (duration: 98.797697ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:56:37.212832Z","caller":"traceutil/trace.go:171","msg":"trace[733971481] transaction","detail":"{read_only:false; response_revision:18432; number_of_response:1; }","duration":"338.397966ms","start":"2026-04-23T00:56:36.874417Z","end":"2026-04-23T00:56:37.212815Z","steps":["trace[733971481] 'process raft request' (duration: 337.955315ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:56:37.212848Z","caller":"traceutil/trace.go:171","msg":"trace[511970306] transaction","detail":"{read_only:false; response_revision:18433; number_of_response:1; }","duration":"331.333137ms","start":"2026-04-23T00:56:36.881503Z","end":"2026-04-23T00:56:37.212836Z","steps":["trace[511970306] 'process raft request' (duration: 331.104421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:37.212904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:36.874411Z","time spent":"338.454808ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:56:37.212949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:36.881482Z","time spent":"331.393279ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10597,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:56:37.213155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.531503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18867"} {"level":"info","ts":"2026-04-23T00:56:37.213207Z","caller":"traceutil/trace.go:171","msg":"trace[221114453] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:18433; }","duration":"337.591695ms","start":"2026-04-23T00:56:36.875601Z","end":"2026-04-23T00:56:37.213192Z","steps":["trace[221114453] 'agreement among raft nodes before linearized reading' (duration: 337.434521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:37.213248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:36.875595Z","time spent":"337.641206ms","remote":"127.0.0.1:37492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18891,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T00:56:37.213428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.681599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-23T00:56:37.213485Z","caller":"traceutil/trace.go:171","msg":"trace[597634739] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:18433; }","duration":"324.784662ms","start":"2026-04-23T00:56:36.888681Z","end":"2026-04-23T00:56:37.213466Z","steps":["trace[597634739] 'agreement among raft nodes before linearized reading' (duration: 324.621217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:37.213698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:36.888665Z","time spent":"325.018028ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-04-23T00:56:37.214231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.708033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:942455"} {"level":"info","ts":"2026-04-23T00:56:37.214296Z","caller":"traceutil/trace.go:171","msg":"trace[1384054115] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:18433; }","duration":"338.786706ms","start":"2026-04-23T00:56:36.875493Z","end":"2026-04-23T00:56:37.21428Z","steps":["trace[1384054115] 'agreement among raft nodes before linearized reading' (duration: 337.568145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:37.214343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:36.875484Z","time spent":"338.844007ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":942479,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T00:56:41.575958Z","caller":"traceutil/trace.go:171","msg":"trace[186829764] linearizableReadLoop","detail":"{readStateIndex:19101; appliedIndex:19101; }","duration":"340.344255ms","start":"2026-04-23T00:56:41.235591Z","end":"2026-04-23T00:56:41.575935Z","steps":["trace[186829764] 'read index received' (duration: 340.332885ms)","trace[186829764] 'applied index is now lower than readState.Index' (duration: 9.61µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:56:41.576193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.581521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T00:56:41.576268Z","caller":"traceutil/trace.go:171","msg":"trace[1357266734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18464; }","duration":"340.677654ms","start":"2026-04-23T00:56:41.235572Z","end":"2026-04-23T00:56:41.57625Z","steps":["trace[1357266734] 'agreement among raft nodes before linearized reading' (duration: 340.481228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:41.5763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:41.235566Z","time spent":"340.728056ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T00:56:41.576865Z","caller":"traceutil/trace.go:171","msg":"trace[1651295012] transaction","detail":"{read_only:false; response_revision:18464; number_of_response:1; }","duration":"341.365671ms","start":"2026-04-23T00:56:41.234547Z","end":"2026-04-23T00:56:41.575913Z","steps":["trace[1651295012] 'process raft request' (duration: 341.197656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:41.577045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:41.234499Z","time spent":"342.458329ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:56:41.787443Z","caller":"traceutil/trace.go:171","msg":"trace[923332858] transaction","detail":"{read_only:false; response_revision:18465; number_of_response:1; }","duration":"250.631648ms","start":"2026-04-23T00:56:41.536786Z","end":"2026-04-23T00:56:41.787417Z","steps":["trace[923332858] 'process raft request' (duration: 250.278249ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:56:41.787604Z","caller":"traceutil/trace.go:171","msg":"trace[281182486] transaction","detail":"{read_only:false; response_revision:18466; number_of_response:1; }","duration":"249.301383ms","start":"2026-04-23T00:56:41.538288Z","end":"2026-04-23T00:56:41.787589Z","steps":["trace[281182486] 'process raft request' (duration: 248.992216ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:56:41.7878Z","caller":"traceutil/trace.go:171","msg":"trace[398680267] linearizableReadLoop","detail":"{readStateIndex:19104; appliedIndex:19101; }","duration":"211.746995ms","start":"2026-04-23T00:56:41.576027Z","end":"2026-04-23T00:56:41.787774Z","steps":["trace[398680267] 'read index received' (duration: 210.972166ms)","trace[398680267] 'applied index is now lower than readState.Index' (duration: 773.639µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:56:41.787931Z","caller":"traceutil/trace.go:171","msg":"trace[2043257832] transaction","detail":"{read_only:false; response_revision:18467; number_of_response:1; }","duration":"230.834756ms","start":"2026-04-23T00:56:41.55707Z","end":"2026-04-23T00:56:41.787905Z","steps":["trace[2043257832] 'process raft request' (duration: 230.505518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:41.788008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.349056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-23T00:56:41.787944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.963617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:56:41.788103Z","caller":"traceutil/trace.go:171","msg":"trace[334572227] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:18467; }","duration":"520.154923ms","start":"2026-04-23T00:56:41.26793Z","end":"2026-04-23T00:56:41.788085Z","steps":["trace[334572227] 'agreement among raft nodes before linearized reading' (duration: 519.916327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:41.788147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:41.267922Z","time spent":"520.210794ms","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:56:41.788156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.50215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T00:56:41.788196Z","caller":"traceutil/trace.go:171","msg":"trace[1464989772] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18467; }","duration":"552.543821ms","start":"2026-04-23T00:56:41.235637Z","end":"2026-04-23T00:56:41.78818Z","steps":["trace[1464989772] 'agreement among raft nodes before linearized reading' (duration: 552.415788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:41.788228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:41.235633Z","time spent":"552.587742ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:56:41.788212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.568173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tpbp5\" ","response":"range_response_count:1 size:22122"} {"level":"warn","ts":"2026-04-23T00:56:41.788245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.458356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T00:56:41.788276Z","caller":"traceutil/trace.go:171","msg":"trace[907009210] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:18467; }","duration":"523.523797ms","start":"2026-04-23T00:56:41.264743Z","end":"2026-04-23T00:56:41.788267Z","steps":["trace[907009210] 'agreement among raft nodes before linearized reading' (duration: 523.373983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:41.788361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:41.264733Z","time spent":"523.619209ms","remote":"127.0.0.1:49122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":120,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:56:41.788274Z","caller":"traceutil/trace.go:171","msg":"trace[1843192217] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tpbp5; range_end:; response_count:1; response_revision:18467; }","duration":"524.678416ms","start":"2026-04-23T00:56:41.263582Z","end":"2026-04-23T00:56:41.78826Z","steps":["trace[1843192217] 'agreement among raft nodes before linearized reading' (duration: 524.42959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:41.788407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:41.263559Z","time spent":"524.83929ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22146,"request content":"key:\"/registry/pods/openstack/nova-compute-default-tpbp5\" "} {"level":"warn","ts":"2026-04-23T00:56:41.78801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.522318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:56:41.788487Z","caller":"traceutil/trace.go:171","msg":"trace[761120885] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:18467; }","duration":"401.02583ms","start":"2026-04-23T00:56:41.387445Z","end":"2026-04-23T00:56:41.788471Z","steps":["trace[761120885] 'agreement among raft nodes before linearized reading' (duration: 400.540108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:41.788532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:41.387425Z","time spent":"401.092881ms","remote":"127.0.0.1:57996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:56:41.788045Z","caller":"traceutil/trace.go:171","msg":"trace[2116622064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18467; }","duration":"552.414967ms","start":"2026-04-23T00:56:41.235619Z","end":"2026-04-23T00:56:41.788034Z","steps":["trace[2116622064] 'agreement among raft nodes before linearized reading' (duration: 552.263484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:41.788647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:41.235615Z","time spent":"552.990402ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:56:42.57864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.146428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T00:56:42.578724Z","caller":"traceutil/trace.go:171","msg":"trace[1980903697] transaction","detail":"{read_only:false; response_revision:18468; number_of_response:1; }","duration":"998.071296ms","start":"2026-04-23T00:56:41.580638Z","end":"2026-04-23T00:56:42.578709Z","steps":["trace[1980903697] 'process raft request' (duration: 423.795976ms)","trace[1980903697] 'compare' (duration: 573.821579ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:56:42.578766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:41.580597Z","time spent":"998.150128ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:56:43.877317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000452011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T00:56:43.877404Z","caller":"traceutil/trace.go:171","msg":"trace[90453359] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000866531s","start":"2026-04-23T00:56:41.876521Z","end":"2026-04-23T00:56:43.877388Z","steps":["trace[90453359] 'agreement among raft nodes before linearized reading' (duration: 2.000487682s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:43.877447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:41.876496Z","time spent":"2.000941233s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 00:56:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T00:56:44.450013Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.445596446s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:56:44.450486Z","caller":"traceutil/trace.go:171","msg":"trace[655438868] linearizableReadLoop","detail":"{readStateIndex:19106; appliedIndex:19104; }","duration":"2.655683519s","start":"2026-04-23T00:56:41.79478Z","end":"2026-04-23T00:56:44.450463Z","steps":["trace[655438868] 'read index received' (duration: 209.63779ms)","trace[655438868] 'applied index is now lower than readState.Index' (duration: 2.446044899s)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:56:44.450771Z","caller":"traceutil/trace.go:171","msg":"trace[1789635920] transaction","detail":"{read_only:false; response_revision:18469; number_of_response:1; }","duration":"2.656043178s","start":"2026-04-23T00:56:41.794715Z","end":"2026-04-23T00:56:44.450758Z","steps":["trace[1789635920] 'process raft request' (duration: 2.655572836s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:44.450894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:41.794698Z","time spent":"2.656112131s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:56:44.451089Z","caller":"traceutil/trace.go:171","msg":"trace[75696507] transaction","detail":"{read_only:false; response_revision:18470; number_of_response:1; }","duration":"2.655483913s","start":"2026-04-23T00:56:41.795595Z","end":"2026-04-23T00:56:44.451078Z","steps":["trace[75696507] 'process raft request' (duration: 2.654826586s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:44.451152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:41.795562Z","time spent":"2.655559675s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:56:44.453626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.658832098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:942657"} {"level":"info","ts":"2026-04-23T00:56:44.453688Z","caller":"traceutil/trace.go:171","msg":"trace[435811729] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:18470; }","duration":"2.65891062s","start":"2026-04-23T00:56:41.794765Z","end":"2026-04-23T00:56:44.453676Z","steps":["trace[435811729] 'agreement among raft nodes before linearized reading' (duration: 2.656506099s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:44.453792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:41.794759Z","time spent":"2.659021253s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":942681,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T00:56:44.497874Z","caller":"traceutil/trace.go:171","msg":"trace[176230457] transaction","detail":"{read_only:false; response_revision:18471; number_of_response:1; }","duration":"701.344583ms","start":"2026-04-23T00:56:43.796505Z","end":"2026-04-23T00:56:44.497849Z","steps":["trace[176230457] 'process raft request' (duration: 700.743198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:44.498031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:43.796484Z","time spent":"701.472036ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:56:44.499174Z","caller":"traceutil/trace.go:171","msg":"trace[241706261] transaction","detail":"{read_only:false; response_revision:18472; number_of_response:1; }","duration":"702.519164ms","start":"2026-04-23T00:56:43.796638Z","end":"2026-04-23T00:56:44.499157Z","steps":["trace[241706261] 'process raft request' (duration: 701.142198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:44.499259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:43.796631Z","time spent":"702.587265ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:56:44.500579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.300505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-23T00:56:44.500632Z","caller":"traceutil/trace.go:171","msg":"trace[397006217] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:18473; }","duration":"762.384677ms","start":"2026-04-23T00:56:43.738234Z","end":"2026-04-23T00:56:44.500619Z","steps":["trace[397006217] 'agreement among raft nodes before linearized reading' (duration: 762.226243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:44.500665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:43.738217Z","time spent":"762.441028ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-04-23T00:56:44.500933Z","caller":"traceutil/trace.go:171","msg":"trace[566203614] transaction","detail":"{read_only:false; response_revision:18473; number_of_response:1; }","duration":"704.227737ms","start":"2026-04-23T00:56:43.796693Z","end":"2026-04-23T00:56:44.500921Z","steps":["trace[566203614] 'process raft request' (duration: 701.724513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:44.501001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:43.796683Z","time spent":"704.284748ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:56:44.501159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.802542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:56:44.501196Z","caller":"traceutil/trace.go:171","msg":"trace[384342441] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:18473; }","duration":"129.883274ms","start":"2026-04-23T00:56:44.371303Z","end":"2026-04-23T00:56:44.501186Z","steps":["trace[384342441] 'agreement among raft nodes before linearized reading' (duration: 129.825023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:44.501348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.720229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:56:44.501385Z","caller":"traceutil/trace.go:171","msg":"trace[283825813] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:18473; }","duration":"420.77997ms","start":"2026-04-23T00:56:44.080595Z","end":"2026-04-23T00:56:44.501375Z","steps":["trace[283825813] 'agreement among raft nodes before linearized reading' (duration: 420.724638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:44.501413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:44.080587Z","time spent":"420.819091ms","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:56:44.501612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.142645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T00:56:44.501648Z","caller":"traceutil/trace.go:171","msg":"trace[697906627] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:18473; }","duration":"422.213755ms","start":"2026-04-23T00:56:44.079425Z","end":"2026-04-23T00:56:44.501639Z","steps":["trace[697906627] 'agreement among raft nodes before linearized reading' (duration: 422.108223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:44.501676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:44.079405Z","time spent":"422.263827ms","remote":"127.0.0.1:37642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":92,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:56:44.50184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.562722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:56:44.501872Z","caller":"traceutil/trace.go:171","msg":"trace[946820877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18473; }","duration":"624.631674ms","start":"2026-04-23T00:56:43.877233Z","end":"2026-04-23T00:56:44.501865Z","steps":["trace[946820877] 'agreement among raft nodes before linearized reading' (duration: 624.585623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:44.501897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:43.877211Z","time spent":"624.680305ms","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:56:44.502632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570293384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-9qxhw\" ","response":"range_response_count:1 size:9796"} {"level":"warn","ts":"2026-04-23T00:56:44.503556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.138205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T00:56:44.505821Z","caller":"traceutil/trace.go:171","msg":"trace[1369687240] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18473; }","duration":"924.442284ms","start":"2026-04-23T00:56:43.581359Z","end":"2026-04-23T00:56:44.505801Z","steps":["trace[1369687240] 'agreement among raft nodes before linearized reading' (duration: 921.989662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:44.505861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:43.581342Z","time spent":"924.508725ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:56:44.503703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357578027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T00:56:44.506066Z","caller":"traceutil/trace.go:171","msg":"trace[1767086178] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18473; }","duration":"1.360003347s","start":"2026-04-23T00:56:43.146054Z","end":"2026-04-23T00:56:44.506058Z","steps":["trace[1767086178] 'agreement among raft nodes before linearized reading' (duration: 1.357548844s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:44.506091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:43.146021Z","time spent":"1.360062848s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:56:44.503923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.035947719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T00:56:44.506193Z","caller":"traceutil/trace.go:171","msg":"trace[620715268] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-9qxhw; range_end:; response_count:1; response_revision:18473; }","duration":"1.573241158s","start":"2026-04-23T00:56:42.932293Z","end":"2026-04-23T00:56:44.505534Z","steps":["trace[620715268] 'agreement among raft nodes before linearized reading' (duration: 1.570232102s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:56:44.506234Z","caller":"traceutil/trace.go:171","msg":"trace[1673121682] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18473; }","duration":"2.038340959s","start":"2026-04-23T00:56:42.467885Z","end":"2026-04-23T00:56:44.506226Z","steps":["trace[1673121682] 'agreement among raft nodes before linearized reading' (duration: 2.035898818s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:44.506258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:42.467867Z","time spent":"2.038384309s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:56:44.506278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:42.932273Z","time spent":"1.573980156s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9820,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-9qxhw\" "} {"level":"warn","ts":"2026-04-23T00:56:44.504406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772823816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T00:56:44.50641Z","caller":"traceutil/trace.go:171","msg":"trace[1180707091] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:18473; }","duration":"1.774858166s","start":"2026-04-23T00:56:42.731536Z","end":"2026-04-23T00:56:44.506395Z","steps":["trace[1180707091] 'agreement among raft nodes before linearized reading' (duration: 1.772413605s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:44.506463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:42.73152Z","time spent":"1.774927678s","remote":"127.0.0.1:37430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":181,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:56:44.504569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189573823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T00:56:44.506662Z","caller":"traceutil/trace.go:171","msg":"trace[309066496] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18473; }","duration":"2.191689517s","start":"2026-04-23T00:56:42.314962Z","end":"2026-04-23T00:56:44.506651Z","steps":["trace[309066496] 'agreement among raft nodes before linearized reading' (duration: 2.189496382s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:44.506708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:42.314947Z","time spent":"2.191743658s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T00:56:44.507328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.624141981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-n2nr6\" ","response":"range_response_count:1 size:20862"} {"level":"info","ts":"2026-04-23T00:56:44.507395Z","caller":"traceutil/trace.go:171","msg":"trace[1850589558] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-n2nr6; range_end:; response_count:1; response_revision:18473; }","duration":"2.624282495s","start":"2026-04-23T00:56:41.883096Z","end":"2026-04-23T00:56:44.507379Z","steps":["trace[1850589558] 'agreement among raft nodes before linearized reading' (duration: 2.617332598s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:44.507444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:41.883078Z","time spent":"2.624354046s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20886,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-n2nr6\" "} {"level":"warn","ts":"2026-04-23T00:56:44.711832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.514612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T00:56:44.711992Z","caller":"traceutil/trace.go:171","msg":"trace[435806178] transaction","detail":"{read_only:false; response_revision:18474; number_of_response:1; }","duration":"199.212726ms","start":"2026-04-23T00:56:44.512753Z","end":"2026-04-23T00:56:44.711966Z","steps":["trace[435806178] 'process raft request' (duration: 77.461328ms)","trace[435806178] 'compare' (duration: 121.355899ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:56:44.914507Z","caller":"traceutil/trace.go:171","msg":"trace[1437817467] transaction","detail":"{read_only:false; response_revision:18476; number_of_response:1; }","duration":"401.310557ms","start":"2026-04-23T00:56:44.513168Z","end":"2026-04-23T00:56:44.914479Z","steps":["trace[1437817467] 'process raft request' (duration: 401.217234ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:56:44.914589Z","caller":"traceutil/trace.go:171","msg":"trace[21507562] transaction","detail":"{read_only:false; response_revision:18475; number_of_response:1; }","duration":"401.391499ms","start":"2026-04-23T00:56:44.513168Z","end":"2026-04-23T00:56:44.914559Z","steps":["trace[21507562] 'process raft request' (duration: 379.335541ms)","trace[21507562] 'compare' (duration: 21.73712ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:56:44.914683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:44.513156Z","time spent":"401.45122ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:56:44.914741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:44.513156Z","time spent":"401.503111ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:56:44.914758Z","caller":"traceutil/trace.go:171","msg":"trace[2121841074] linearizableReadLoop","detail":"{readStateIndex:19113; appliedIndex:19110; }","duration":"401.408429ms","start":"2026-04-23T00:56:44.513318Z","end":"2026-04-23T00:56:44.914726Z","steps":["trace[2121841074] 'read index received' (duration: 76.969065ms)","trace[2121841074] 'applied index is now lower than readState.Index' (duration: 324.438124ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:56:44.914817Z","caller":"traceutil/trace.go:171","msg":"trace[1357955964] transaction","detail":"{read_only:false; response_revision:18477; number_of_response:1; }","duration":"401.261705ms","start":"2026-04-23T00:56:44.513529Z","end":"2026-04-23T00:56:44.914791Z","steps":["trace[1357955964] 'process raft request' (duration: 400.909857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:44.914931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:44.513513Z","time spent":"401.357097ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:56:44.914905Z","caller":"traceutil/trace.go:171","msg":"trace[884147879] transaction","detail":"{read_only:false; response_revision:18478; number_of_response:1; }","duration":"390.533524ms","start":"2026-04-23T00:56:44.524335Z","end":"2026-04-23T00:56:44.914868Z","steps":["trace[884147879] 'process raft request' (duration: 390.267248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:44.915008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.673985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-23T00:56:44.915074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:44.524319Z","time spent":"390.672517ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20977,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:56:44.915084Z","caller":"traceutil/trace.go:171","msg":"trace[572101317] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18478; }","duration":"401.814549ms","start":"2026-04-23T00:56:44.513252Z","end":"2026-04-23T00:56:44.915066Z","steps":["trace[572101317] 'agreement among raft nodes before linearized reading' (duration: 401.617964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:44.915144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:44.513229Z","time spent":"401.906871ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T00:56:44.915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.427104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T00:56:44.915255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.134463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T00:56:44.915318Z","caller":"traceutil/trace.go:171","msg":"trace[31236436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18478; }","duration":"333.245736ms","start":"2026-04-23T00:56:44.582058Z","end":"2026-04-23T00:56:44.915304Z","steps":["trace[31236436] 'agreement among raft nodes before linearized reading' (duration: 332.859697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:44.915375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:44.582038Z","time spent":"333.323818ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T00:56:44.915279Z","caller":"traceutil/trace.go:171","msg":"trace[458700419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18478; }","duration":"400.736202ms","start":"2026-04-23T00:56:44.514527Z","end":"2026-04-23T00:56:44.915263Z","steps":["trace[458700419] 'agreement among raft nodes before linearized reading' (duration: 400.388084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:44.915479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:44.514521Z","time spent":"400.924877ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:56:46.675099Z","caller":"traceutil/trace.go:171","msg":"trace[1938233461] transaction","detail":"{read_only:false; response_revision:18485; number_of_response:1; }","duration":"211.399696ms","start":"2026-04-23T00:56:46.463679Z","end":"2026-04-23T00:56:46.675079Z","steps":["trace[1938233461] 'process raft request' (duration: 144.462113ms)","trace[1938233461] 'compare' (duration: 66.550912ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:56:46.675151Z","caller":"traceutil/trace.go:171","msg":"trace[900755632] transaction","detail":"{read_only:false; response_revision:18486; number_of_response:1; }","duration":"172.109742ms","start":"2026-04-23T00:56:46.503021Z","end":"2026-04-23T00:56:46.675131Z","steps":["trace[900755632] 'process raft request' (duration: 171.923177ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:56:46.675309Z","caller":"traceutil/trace.go:171","msg":"trace[665357673] transaction","detail":"{read_only:false; response_revision:18488; number_of_response:1; }","duration":"165.867984ms","start":"2026-04-23T00:56:46.509435Z","end":"2026-04-23T00:56:46.675303Z","steps":["trace[665357673] 'process raft request' (duration: 165.772262ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:56:46.675302Z","caller":"traceutil/trace.go:171","msg":"trace[1150978371] transaction","detail":"{read_only:false; response_revision:18487; number_of_response:1; }","duration":"168.421778ms","start":"2026-04-23T00:56:46.506866Z","end":"2026-04-23T00:56:46.675287Z","steps":["trace[1150978371] 'process raft request' (duration: 168.210083ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:56:46.675312Z","caller":"traceutil/trace.go:171","msg":"trace[899812619] linearizableReadLoop","detail":"{readStateIndex:19123; appliedIndex:19121; }","duration":"203.904346ms","start":"2026-04-23T00:56:46.471384Z","end":"2026-04-23T00:56:46.675288Z","steps":["trace[899812619] 'read index received' (duration: 45.246444ms)","trace[899812619] 'applied index is now lower than readState.Index' (duration: 158.656682ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:56:46.675563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.215962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-9qxhw\" ","response":"range_response_count:1 size:9796"} {"level":"info","ts":"2026-04-23T00:56:46.675603Z","caller":"traceutil/trace.go:171","msg":"trace[1048696267] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-9qxhw; range_end:; response_count:1; response_revision:18488; }","duration":"147.311045ms","start":"2026-04-23T00:56:46.528282Z","end":"2026-04-23T00:56:46.675593Z","steps":["trace[1048696267] 'agreement among raft nodes before linearized reading' (duration: 147.154291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:46.675553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.158582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tpbp5\" ","response":"range_response_count:1 size:22122"} {"level":"info","ts":"2026-04-23T00:56:46.675725Z","caller":"traceutil/trace.go:171","msg":"trace[948338105] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tpbp5; range_end:; response_count:1; response_revision:18488; }","duration":"204.334397ms","start":"2026-04-23T00:56:46.471347Z","end":"2026-04-23T00:56:46.675681Z","steps":["trace[948338105] 'agreement among raft nodes before linearized reading' (duration: 204.033159ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:56:49.807086Z","caller":"traceutil/trace.go:171","msg":"trace[1593945408] linearizableReadLoop","detail":"{readStateIndex:19155; appliedIndex:19154; }","duration":"149.081551ms","start":"2026-04-23T00:56:49.657972Z","end":"2026-04-23T00:56:49.807053Z","steps":["trace[1593945408] 'read index received' (duration: 148.861745ms)","trace[1593945408] 'applied index is now lower than readState.Index' (duration: 218.476µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:56:49.807246Z","caller":"traceutil/trace.go:171","msg":"trace[798754845] transaction","detail":"{read_only:false; response_revision:18517; number_of_response:1; }","duration":"212.849752ms","start":"2026-04-23T00:56:49.594381Z","end":"2026-04-23T00:56:49.807231Z","steps":["trace[798754845] 'process raft request' (duration: 212.519144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:49.807849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.86291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-23T00:56:49.807898Z","caller":"traceutil/trace.go:171","msg":"trace[976919148] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18517; }","duration":"149.964852ms","start":"2026-04-23T00:56:49.657922Z","end":"2026-04-23T00:56:49.807887Z","steps":["trace[976919148] 'agreement among raft nodes before linearized reading' (duration: 149.86242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:50.080605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.486926ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T00:56:50.081411Z","caller":"traceutil/trace.go:171","msg":"trace[2068710919] linearizableReadLoop","detail":"{readStateIndex:19158; appliedIndex:19156; }","duration":"193.76163ms","start":"2026-04-23T00:56:49.887632Z","end":"2026-04-23T00:56:50.081393Z","steps":["trace[2068710919] 'read index received' (duration: 40.31632ms)","trace[2068710919] 'applied index is now lower than readState.Index' (duration: 153.44376ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:56:50.081417Z","caller":"traceutil/trace.go:171","msg":"trace[1980401524] transaction","detail":"{read_only:false; response_revision:18518; number_of_response:1; }","duration":"268.996442ms","start":"2026-04-23T00:56:49.812385Z","end":"2026-04-23T00:56:50.081382Z","steps":["trace[1980401524] 'process raft request' (duration: 115.502501ms)","trace[1980401524] 'compare' (duration: 152.2717ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:56:50.081491Z","caller":"traceutil/trace.go:171","msg":"trace[375024193] transaction","detail":"{read_only:false; response_revision:18519; number_of_response:1; }","duration":"258.537998ms","start":"2026-04-23T00:56:49.822875Z","end":"2026-04-23T00:56:50.081413Z","steps":["trace[375024193] 'process raft request' (duration: 258.414735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:50.081689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.025687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T00:56:50.081771Z","caller":"traceutil/trace.go:171","msg":"trace[581907631] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:18519; }","duration":"194.15782ms","start":"2026-04-23T00:56:49.887596Z","end":"2026-04-23T00:56:50.081754Z","steps":["trace[581907631] 'agreement among raft nodes before linearized reading' (duration: 193.917154ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:56:50.66268Z","caller":"traceutil/trace.go:171","msg":"trace[1234817849] transaction","detail":"{read_only:false; response_revision:18522; number_of_response:1; }","duration":"126.720594ms","start":"2026-04-23T00:56:50.535922Z","end":"2026-04-23T00:56:50.662642Z","steps":["trace[1234817849] 'process raft request' (duration: 63.253349ms)","trace[1234817849] 'compare' (duration: 63.28432ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:56:57.277312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.083664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T00:56:57.277379Z","caller":"traceutil/trace.go:171","msg":"trace[239446162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18627; }","duration":"150.197487ms","start":"2026-04-23T00:56:57.127167Z","end":"2026-04-23T00:56:57.277365Z","steps":["trace[239446162] 'range keys from in-memory index tree' (duration: 149.386666ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:56:58.848848Z","caller":"traceutil/trace.go:171","msg":"trace[848617063] transaction","detail":"{read_only:false; response_revision:18631; number_of_response:1; }","duration":"147.53685ms","start":"2026-04-23T00:56:58.701287Z","end":"2026-04-23T00:56:58.848824Z","steps":["trace[848617063] 'process raft request' (duration: 67.683591ms)","trace[848617063] 'compare' (duration: 79.692055ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:57:00.50479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.794798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:57:00.504877Z","caller":"traceutil/trace.go:171","msg":"trace[450998247] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:18641; }","duration":"308.942592ms","start":"2026-04-23T00:57:00.195915Z","end":"2026-04-23T00:57:00.504858Z","steps":["trace[450998247] 'count revisions from in-memory index tree' (duration: 308.701115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:00.50491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:00.195893Z","time spent":"309.008793ms","remote":"127.0.0.1:60236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:57:00.554589Z","caller":"traceutil/trace.go:171","msg":"trace[1285436396] transaction","detail":"{read_only:false; response_revision:18642; number_of_response:1; }","duration":"318.582815ms","start":"2026-04-23T00:57:00.235971Z","end":"2026-04-23T00:57:00.554554Z","steps":["trace[1285436396] 'process raft request' (duration: 318.327419ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:57:00.554441Z","caller":"traceutil/trace.go:171","msg":"trace[239043404] linearizableReadLoop","detail":"{readStateIndex:19288; appliedIndex:19287; }","duration":"269.708419ms","start":"2026-04-23T00:57:00.284716Z","end":"2026-04-23T00:57:00.554424Z","steps":["trace[239043404] 'read index received' (duration: 269.500714ms)","trace[239043404] 'applied index is now lower than readState.Index' (duration: 207.225µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:57:00.554737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.62351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:57:00.554795Z","caller":"traceutil/trace.go:171","msg":"trace[1294684958] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:18642; }","duration":"107.716513ms","start":"2026-04-23T00:57:00.447065Z","end":"2026-04-23T00:57:00.554782Z","steps":["trace[1294684958] 'agreement among raft nodes before linearized reading' (duration: 107.623051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:00.55474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:00.235942Z","time spent":"318.723069ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:57:00.554843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.087548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T00:57:00.554925Z","caller":"traceutil/trace.go:171","msg":"trace[926230621] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18642; }","duration":"270.231892ms","start":"2026-04-23T00:57:00.284673Z","end":"2026-04-23T00:57:00.554905Z","steps":["trace[926230621] 'agreement among raft nodes before linearized reading' (duration: 269.970276ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:57:01.171228Z","caller":"traceutil/trace.go:171","msg":"trace[1712374204] linearizableReadLoop","detail":"{readStateIndex:19294; appliedIndex:19293; }","duration":"112.003322ms","start":"2026-04-23T00:57:01.059201Z","end":"2026-04-23T00:57:01.171204Z","steps":["trace[1712374204] 'read index received' (duration: 111.806387ms)","trace[1712374204] 'applied index is now lower than readState.Index' (duration: 196.235µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:57:01.17133Z","caller":"traceutil/trace.go:171","msg":"trace[70041275] transaction","detail":"{read_only:false; response_revision:18648; number_of_response:1; }","duration":"132.030938ms","start":"2026-04-23T00:57:01.039276Z","end":"2026-04-23T00:57:01.171307Z","steps":["trace[70041275] 'process raft request' (duration: 131.804692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:01.171409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.199157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T00:57:01.171443Z","caller":"traceutil/trace.go:171","msg":"trace[1328923225] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18648; }","duration":"112.271949ms","start":"2026-04-23T00:57:01.059162Z","end":"2026-04-23T00:57:01.171434Z","steps":["trace[1328923225] 'agreement among raft nodes before linearized reading' (duration: 112.154876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:01.171722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.794101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T00:57:01.171845Z","caller":"traceutil/trace.go:171","msg":"trace[1875694133] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18648; }","duration":"110.942974ms","start":"2026-04-23T00:57:01.060853Z","end":"2026-04-23T00:57:01.171796Z","steps":["trace[1875694133] 'agreement among raft nodes before linearized reading' (duration: 110.647197ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:57:01.34633Z","caller":"traceutil/trace.go:171","msg":"trace[1903738282] transaction","detail":"{read_only:false; response_revision:18650; number_of_response:1; }","duration":"170.570963ms","start":"2026-04-23T00:57:01.175725Z","end":"2026-04-23T00:57:01.346296Z","steps":["trace[1903738282] 'process raft request' (duration: 72.178825ms)","trace[1903738282] 'compare' (duration: 98.036889ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:57:03.61028Z","caller":"traceutil/trace.go:171","msg":"trace[1897799033] transaction","detail":"{read_only:false; response_revision:18662; number_of_response:1; }","duration":"208.696137ms","start":"2026-04-23T00:57:03.401558Z","end":"2026-04-23T00:57:03.610255Z","steps":["trace[1897799033] 'process raft request' (duration: 146.528926ms)","trace[1897799033] 'compare' (duration: 62.070949ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:57:09.106862Z","caller":"traceutil/trace.go:171","msg":"trace[1605766316] transaction","detail":"{read_only:false; response_revision:18841; number_of_response:1; }","duration":"202.446209ms","start":"2026-04-23T00:57:08.904391Z","end":"2026-04-23T00:57:09.106837Z","steps":["trace[1605766316] 'process raft request' (duration: 202.302115ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:57:09.231635Z","caller":"traceutil/trace.go:171","msg":"trace[611322701] linearizableReadLoop","detail":"{readStateIndex:19492; appliedIndex:19489; }","duration":"319.701104ms","start":"2026-04-23T00:57:08.911911Z","end":"2026-04-23T00:57:09.231612Z","steps":["trace[611322701] 'read index received' (duration: 194.822286ms)","trace[611322701] 'applied index is now lower than readState.Index' (duration: 124.877588ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:57:09.231791Z","caller":"traceutil/trace.go:171","msg":"trace[417657881] transaction","detail":"{read_only:false; response_revision:18843; number_of_response:1; }","duration":"325.181552ms","start":"2026-04-23T00:57:08.906575Z","end":"2026-04-23T00:57:09.231757Z","steps":["trace[417657881] 'process raft request' (duration: 324.969786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:09.231878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.95033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T00:57:09.231696Z","caller":"traceutil/trace.go:171","msg":"trace[886002969] transaction","detail":"{read_only:false; response_revision:18842; number_of_response:1; }","duration":"326.68231ms","start":"2026-04-23T00:57:08.904979Z","end":"2026-04-23T00:57:09.231661Z","steps":["trace[886002969] 'process raft request' (duration: 244.177264ms)","trace[886002969] 'compare' (duration: 82.238949ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:57:09.231954Z","caller":"traceutil/trace.go:171","msg":"trace[866532779] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18843; }","duration":"320.066703ms","start":"2026-04-23T00:57:08.911868Z","end":"2026-04-23T00:57:09.231935Z","steps":["trace[866532779] 'agreement among raft nodes before linearized reading' (duration: 319.892169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:09.231999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:08.911853Z","time spent":"320.136796ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:57:09.231986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:08.90652Z","time spent":"325.363037ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:57:09.232072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:08.904954Z","time spent":"326.998759ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:57:09.232254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.837105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T00:57:09.232326Z","caller":"traceutil/trace.go:171","msg":"trace[1832221702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18843; }","duration":"277.927947ms","start":"2026-04-23T00:57:08.95437Z","end":"2026-04-23T00:57:09.232298Z","steps":["trace[1832221702] 'agreement among raft nodes before linearized reading' (duration: 277.756773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:09.232339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.465422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tpbp5\" ","response":"range_response_count:1 size:22122"} {"level":"warn","ts":"2026-04-23T00:57:09.232365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.245113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T00:57:09.232399Z","caller":"traceutil/trace.go:171","msg":"trace[947982708] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tpbp5; range_end:; response_count:1; response_revision:18843; }","duration":"212.566384ms","start":"2026-04-23T00:57:09.019814Z","end":"2026-04-23T00:57:09.232381Z","steps":["trace[947982708] 'agreement among raft nodes before linearized reading' (duration: 212.349899ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:57:09.232448Z","caller":"traceutil/trace.go:171","msg":"trace[1236883346] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:18843; }","duration":"219.368827ms","start":"2026-04-23T00:57:09.013063Z","end":"2026-04-23T00:57:09.232432Z","steps":["trace[1236883346] 'agreement among raft nodes before linearized reading' (duration: 219.170382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:09.232507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.999031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-9qxhw\" ","response":"range_response_count:1 size:9796"} {"level":"info","ts":"2026-04-23T00:57:09.232623Z","caller":"traceutil/trace.go:171","msg":"trace[680461040] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-9qxhw; range_end:; response_count:1; response_revision:18843; }","duration":"216.159616ms","start":"2026-04-23T00:57:09.016434Z","end":"2026-04-23T00:57:09.232594Z","steps":["trace[680461040] 'agreement among raft nodes before linearized reading' (duration: 215.797987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:09.908075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.419102ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T00:57:09.908263Z","caller":"traceutil/trace.go:171","msg":"trace[125185683] transaction","detail":"{read_only:false; response_revision:18850; number_of_response:1; }","duration":"156.864196ms","start":"2026-04-23T00:57:09.751372Z","end":"2026-04-23T00:57:09.908237Z","steps":["trace[125185683] 'process raft request' (duration: 31.198298ms)","trace[125185683] 'compare' (duration: 125.281249ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:57:10.49302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.011249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T00:57:10.493089Z","caller":"traceutil/trace.go:171","msg":"trace[96489453] transaction","detail":"{read_only:false; response_revision:18851; number_of_response:1; }","duration":"426.959176ms","start":"2026-04-23T00:57:10.066119Z","end":"2026-04-23T00:57:10.493078Z","steps":["trace[96489453] 'process raft request' (duration: 309.829464ms)","trace[96489453] 'compare' (duration: 116.927367ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:57:10.493123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:10.066097Z","time spent":"427.010338ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:57:10.523652Z","caller":"traceutil/trace.go:171","msg":"trace[1435836963] transaction","detail":"{read_only:false; response_revision:18852; number_of_response:1; }","duration":"338.209881ms","start":"2026-04-23T00:57:10.185415Z","end":"2026-04-23T00:57:10.523625Z","steps":["trace[1435836963] 'process raft request' (duration: 338.038857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:10.523855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:10.185388Z","time spent":"338.343335ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:58:11.769772Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c6cf68dde442ffa5","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T00:58:11.775375Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-23T00:58:11.775459Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-23T00:58:26.533269Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16968} {"level":"info","ts":"2026-04-23T00:58:26.630987Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16968,"took":"94.110441ms","hash":3487340566,"current-db-size-bytes":55885824,"current-db-size":"56 MB","current-db-size-in-use-bytes":34254848,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-23T00:58:26.631077Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3487340566,"revision":16968,"compact-revision":14397} {"level":"info","ts":"2026-04-23T01:02:11.597477Z","caller":"traceutil/trace.go:171","msg":"trace[721377388] linearizableReadLoop","detail":"{readStateIndex:21754; appliedIndex:21753; }","duration":"415.456928ms","start":"2026-04-23T01:02:11.181995Z","end":"2026-04-23T01:02:11.597452Z","steps":["trace[721377388] 'read index received' (duration: 415.261033ms)","trace[721377388] 'applied index is now lower than readState.Index' (duration: 192.494µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:02:11.597683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.673413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T01:02:11.597775Z","caller":"traceutil/trace.go:171","msg":"trace[1132227744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21033; }","duration":"415.823606ms","start":"2026-04-23T01:02:11.18194Z","end":"2026-04-23T01:02:11.597764Z","steps":["trace[1132227744] 'agreement among raft nodes before linearized reading' (duration: 415.618591ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:11.597869Z","caller":"traceutil/trace.go:171","msg":"trace[1951575337] transaction","detail":"{read_only:false; response_revision:21033; number_of_response:1; }","duration":"420.372522ms","start":"2026-04-23T01:02:11.17746Z","end":"2026-04-23T01:02:11.597832Z","steps":["trace[1951575337] 'process raft request' (duration: 419.826728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:11.597876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:11.181918Z","time spent":"415.94216ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:02:11.598042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:11.177448Z","time spent":"420.500176ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:02:12.408241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.100916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:02:12.408269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.266705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-04-23T01:02:12.408317Z","caller":"traceutil/trace.go:171","msg":"trace[1371557523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21034; }","duration":"541.217459ms","start":"2026-04-23T01:02:11.867079Z","end":"2026-04-23T01:02:12.408296Z","steps":["trace[1371557523] 'range keys from in-memory index tree' (duration: 540.957133ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:12.408321Z","caller":"traceutil/trace.go:171","msg":"trace[1720716361] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:21034; }","duration":"710.358126ms","start":"2026-04-23T01:02:11.697946Z","end":"2026-04-23T01:02:12.408305Z","steps":["trace[1720716361] 'range keys from in-memory index tree' (duration: 710.023678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:12.408354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:11.86706Z","time spent":"541.285571ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:02:12.408366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:11.697926Z","time spent":"710.428269ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-23T01:02:12.408476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.485599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-cb5d4bc44-j6gcr.18a8d5cb44e661ab\" ","response":"range_response_count:1 size:1176"} {"level":"warn","ts":"2026-04-23T01:02:12.408472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.80741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-23T01:02:12.408531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.905217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:02:12.408561Z","caller":"traceutil/trace.go:171","msg":"trace[1893113404] range","detail":"{range_begin:/registry/events/openstack/cinder-api-cb5d4bc44-j6gcr.18a8d5cb44e661ab; range_end:; response_count:1; response_revision:21034; }","duration":"396.613081ms","start":"2026-04-23T01:02:12.011928Z","end":"2026-04-23T01:02:12.408541Z","steps":["trace[1893113404] 'range keys from in-memory index tree' (duration: 396.217522ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:12.408579Z","caller":"traceutil/trace.go:171","msg":"trace[1523791275] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:21034; }","duration":"251.007559ms","start":"2026-04-23T01:02:12.157559Z","end":"2026-04-23T01:02:12.408566Z","steps":["trace[1523791275] 'count revisions from in-memory index tree' (duration: 250.815514ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:12.408577Z","caller":"traceutil/trace.go:171","msg":"trace[884651339] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21034; }","duration":"187.961914ms","start":"2026-04-23T01:02:12.220592Z","end":"2026-04-23T01:02:12.408554Z","steps":["trace[884651339] 'range keys from in-memory index tree' (duration: 187.600415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:12.4086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:12.011903Z","time spent":"396.687914ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":1200,"request content":"key:\"/registry/events/openstack/cinder-api-cb5d4bc44-j6gcr.18a8d5cb44e661ab\" "} {"level":"info","ts":"2026-04-23T01:02:12.412624Z","caller":"traceutil/trace.go:171","msg":"trace[1718341396] transaction","detail":"{read_only:false; response_revision:21035; number_of_response:1; }","duration":"185.897202ms","start":"2026-04-23T01:02:12.22671Z","end":"2026-04-23T01:02:12.412608Z","steps":["trace[1718341396] 'process raft request' (duration: 185.575954ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:13.057851Z","caller":"traceutil/trace.go:171","msg":"trace[789810107] linearizableReadLoop","detail":"{readStateIndex:21758; appliedIndex:21755; }","duration":"647.688022ms","start":"2026-04-23T01:02:12.410141Z","end":"2026-04-23T01:02:13.057829Z","steps":["trace[789810107] 'read index received' (duration: 2.200766ms)","trace[789810107] 'applied index is now lower than readState.Index' (duration: 645.486386ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:02:13.057924Z","caller":"traceutil/trace.go:171","msg":"trace[1322426148] transaction","detail":"{read_only:false; response_revision:21038; number_of_response:1; }","duration":"646.859089ms","start":"2026-04-23T01:02:12.41104Z","end":"2026-04-23T01:02:13.057899Z","steps":["trace[1322426148] 'process raft request' (duration: 646.661374ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:13.058025Z","caller":"traceutil/trace.go:171","msg":"trace[530020380] transaction","detail":"{read_only:false; response_revision:21037; number_of_response:1; }","duration":"674.705585ms","start":"2026-04-23T01:02:12.383307Z","end":"2026-04-23T01:02:13.058012Z","steps":["trace[530020380] 'process raft request' (duration: 674.173141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:13.058076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.914157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fc65d9f3-c07c-4b27-ae7a-4dde8236c409\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-04-23T01:02:13.058085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:12.411021Z","time spent":"646.958363ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1160,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:02:13.058114Z","caller":"traceutil/trace.go:171","msg":"trace[1829363832] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fc65d9f3-c07c-4b27-ae7a-4dde8236c409; range_end:; response_count:1; response_revision:21038; }","duration":"645.966938ms","start":"2026-04-23T01:02:12.412133Z","end":"2026-04-23T01:02:13.0581Z","steps":["trace[1829363832] 'agreement among raft nodes before linearized reading' (duration: 645.833595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:13.058147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:12.412122Z","time spent":"646.01844ms","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1318,"request content":"key:\"/registry/persistentvolumes/pvc-fc65d9f3-c07c-4b27-ae7a-4dde8236c409\" "} {"level":"warn","ts":"2026-04-23T01:02:13.058148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.207756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-23T01:02:13.058145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.953579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:02:13.0582Z","caller":"traceutil/trace.go:171","msg":"trace[206855502] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21038; }","duration":"206.299158ms","start":"2026-04-23T01:02:12.851886Z","end":"2026-04-23T01:02:13.058185Z","steps":["trace[206855502] 'agreement among raft nodes before linearized reading' (duration: 206.142075ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:13.058261Z","caller":"traceutil/trace.go:171","msg":"trace[269881691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21038; }","duration":"648.095343ms","start":"2026-04-23T01:02:12.410136Z","end":"2026-04-23T01:02:13.058231Z","steps":["trace[269881691] 'agreement among raft nodes before linearized reading' (duration: 647.820066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:13.058322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:12.410104Z","time spent":"648.211826ms","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:02:13.058411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.084134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:02:13.058451Z","caller":"traceutil/trace.go:171","msg":"trace[1560663631] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21038; }","duration":"212.150036ms","start":"2026-04-23T01:02:12.846292Z","end":"2026-04-23T01:02:13.058442Z","steps":["trace[1560663631] 'agreement among raft nodes before linearized reading' (duration: 212.041903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:13.058494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.587403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:02:13.058605Z","caller":"traceutil/trace.go:171","msg":"trace[1808661696] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:21038; }","duration":"591.736576ms","start":"2026-04-23T01:02:12.466851Z","end":"2026-04-23T01:02:13.058588Z","steps":["trace[1808661696] 'agreement among raft nodes before linearized reading' (duration: 591.585133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:13.058659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:12.466826Z","time spent":"591.819159ms","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:02:13.058696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.502127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-23T01:02:13.058707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.810501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:02:13.058723Z","caller":"traceutil/trace.go:171","msg":"trace[12485821] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21038; }","duration":"645.530978ms","start":"2026-04-23T01:02:12.413184Z","end":"2026-04-23T01:02:13.058715Z","steps":["trace[12485821] 'agreement among raft nodes before linearized reading' (duration: 645.445656ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:13.058739Z","caller":"traceutil/trace.go:171","msg":"trace[943931260] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:21038; }","duration":"397.878833ms","start":"2026-04-23T01:02:12.660848Z","end":"2026-04-23T01:02:13.058727Z","steps":["trace[943931260] 'agreement among raft nodes before linearized reading' (duration: 397.817811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:13.058764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:12.66083Z","time spent":"397.927655ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:02:13.05876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:12.41315Z","time spent":"645.60428ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:02:13.059324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:12.383274Z","time spent":"674.803198ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:02:13.059382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.791822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T01:02:13.059482Z","caller":"traceutil/trace.go:171","msg":"trace[431591545] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21038; }","duration":"144.965456ms","start":"2026-04-23T01:02:12.914491Z","end":"2026-04-23T01:02:13.059457Z","steps":["trace[431591545] 'agreement among raft nodes before linearized reading' (duration: 144.693669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:13.05949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.701714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:02:13.059575Z","caller":"traceutil/trace.go:171","msg":"trace[1580644216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21038; }","duration":"141.816157ms","start":"2026-04-23T01:02:12.91773Z","end":"2026-04-23T01:02:13.059546Z","steps":["trace[1580644216] 'agreement among raft nodes before linearized reading' (duration: 141.435088ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:13.05785Z","caller":"traceutil/trace.go:171","msg":"trace[226675711] transaction","detail":"{read_only:false; response_revision:21036; number_of_response:1; }","duration":"717.713363ms","start":"2026-04-23T01:02:12.339807Z","end":"2026-04-23T01:02:13.057521Z","steps":["trace[226675711] 'process raft request' (duration: 717.165079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:13.059936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:12.339776Z","time spent":"720.097922ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:02:23.621303Z","caller":"traceutil/trace.go:171","msg":"trace[186490617] linearizableReadLoop","detail":"{readStateIndex:21816; appliedIndex:21815; }","duration":"352.719701ms","start":"2026-04-23T01:02:23.268559Z","end":"2026-04-23T01:02:23.621279Z","steps":["trace[186490617] 'read index received' (duration: 352.413314ms)","trace[186490617] 'applied index is now lower than readState.Index' (duration: 305.397µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:02:23.621458Z","caller":"traceutil/trace.go:171","msg":"trace[1841425709] transaction","detail":"{read_only:false; response_revision:21092; number_of_response:1; }","duration":"373.521837ms","start":"2026-04-23T01:02:23.247864Z","end":"2026-04-23T01:02:23.621386Z","steps":["trace[1841425709] 'process raft request' (duration: 373.167388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:23.621562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.945917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T01:02:23.621597Z","caller":"traceutil/trace.go:171","msg":"trace[1138470256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21092; }","duration":"353.07904ms","start":"2026-04-23T01:02:23.268508Z","end":"2026-04-23T01:02:23.621587Z","steps":["trace[1138470256] 'agreement among raft nodes before linearized reading' (duration: 352.896085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:23.621629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.239753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T01:02:23.621654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:23.268488Z","time spent":"353.154182ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T01:02:23.621687Z","caller":"traceutil/trace.go:171","msg":"trace[405760769] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21092; }","duration":"351.344006ms","start":"2026-04-23T01:02:23.27033Z","end":"2026-04-23T01:02:23.621674Z","steps":["trace[405760769] 'agreement among raft nodes before linearized reading' (duration: 351.144751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:23.621711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:23.247829Z","time spent":"373.733392ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:02:23.621728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:23.270311Z","time spent":"351.409927ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:02:23.621755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.096534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-23T01:02:23.621756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.625336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T01:02:23.62182Z","caller":"traceutil/trace.go:171","msg":"trace[1689826228] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21092; }","duration":"346.189955ms","start":"2026-04-23T01:02:23.275613Z","end":"2026-04-23T01:02:23.621803Z","steps":["trace[1689826228] 'agreement among raft nodes before linearized reading' (duration: 346.014461ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:23.621838Z","caller":"traceutil/trace.go:171","msg":"trace[1784574873] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21092; }","duration":"344.719999ms","start":"2026-04-23T01:02:23.2771Z","end":"2026-04-23T01:02:23.62182Z","steps":["trace[1784574873] 'agreement among raft nodes before linearized reading' (duration: 344.482593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:23.621857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:23.275602Z","time spent":"346.246557ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:02:23.621883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:23.27707Z","time spent":"344.805181ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:02:23.621935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.244613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T01:02:23.621972Z","caller":"traceutil/trace.go:171","msg":"trace[777637109] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21092; }","duration":"313.320175ms","start":"2026-04-23T01:02:23.308643Z","end":"2026-04-23T01:02:23.621963Z","steps":["trace[777637109] 'agreement among raft nodes before linearized reading' (duration: 313.198571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:23.622014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:23.308622Z","time spent":"313.385806ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T01:02:29.68967Z","caller":"traceutil/trace.go:171","msg":"trace[700538232] linearizableReadLoop","detail":"{readStateIndex:21846; appliedIndex:21845; }","duration":"477.793693ms","start":"2026-04-23T01:02:29.211851Z","end":"2026-04-23T01:02:29.689645Z","steps":["trace[700538232] 'read index received' (duration: 477.735022ms)","trace[700538232] 'applied index is now lower than readState.Index' (duration: 57.631µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:02:29.689952Z","caller":"traceutil/trace.go:171","msg":"trace[1310780591] transaction","detail":"{read_only:false; response_revision:21121; number_of_response:1; }","duration":"479.955469ms","start":"2026-04-23T01:02:29.209967Z","end":"2026-04-23T01:02:29.689923Z","steps":["trace[1310780591] 'process raft request' (duration: 479.534458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:29.689966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.098172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:02:29.690042Z","caller":"traceutil/trace.go:171","msg":"trace[918314797] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:21121; }","duration":"478.222065ms","start":"2026-04-23T01:02:29.211798Z","end":"2026-04-23T01:02:29.69002Z","steps":["trace[918314797] 'agreement among raft nodes before linearized reading' (duration: 478.090552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:29.690062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:29.209938Z","time spent":"480.049922ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:02:29.690085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:29.211775Z","time spent":"478.299407ms","remote":"127.0.0.1:46846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:02:31.329396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379894791s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:02:31.32955Z","caller":"traceutil/trace.go:171","msg":"trace[2005413318] linearizableReadLoop","detail":"{readStateIndex:21847; appliedIndex:21846; }","duration":"1.639783503s","start":"2026-04-23T01:02:29.689751Z","end":"2026-04-23T01:02:31.329534Z","steps":["trace[2005413318] 'read index received' (duration: 259.530543ms)","trace[2005413318] 'applied index is now lower than readState.Index' (duration: 1.38025202s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:02:31.329528Z","caller":"traceutil/trace.go:171","msg":"trace[206031860] transaction","detail":"{read_only:false; response_revision:21122; number_of_response:1; }","duration":"1.657740548s","start":"2026-04-23T01:02:29.671753Z","end":"2026-04-23T01:02:31.329493Z","steps":["trace[206031860] 'process raft request' (duration: 277.638132ms)","trace[206031860] 'compare' (duration: 1.379782158s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:02:31.329904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571775403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-23T01:02:31.329984Z","caller":"traceutil/trace.go:171","msg":"trace[1342824351] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:21123; }","duration":"1.571891847s","start":"2026-04-23T01:02:29.758073Z","end":"2026-04-23T01:02:31.329965Z","steps":["trace[1342824351] 'agreement among raft nodes before linearized reading' (duration: 1.571674731s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:31.329976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.469572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:02:31.330011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648155024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-23T01:02:31.33006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.617271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:02:31.330104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546159096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:02:31.330115Z","caller":"traceutil/trace.go:171","msg":"trace[468173289] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:21123; }","duration":"719.694232ms","start":"2026-04-23T01:02:30.610404Z","end":"2026-04-23T01:02:31.330098Z","steps":["trace[468173289] 'agreement among raft nodes before linearized reading' (duration: 719.61434ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:31.330115Z","caller":"traceutil/trace.go:171","msg":"trace[387365005] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21122; }","duration":"1.648294098s","start":"2026-04-23T01:02:29.681797Z","end":"2026-04-23T01:02:31.330091Z","steps":["trace[387365005] 'agreement among raft nodes before linearized reading' (duration: 1.647856077s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:31.33014Z","caller":"traceutil/trace.go:171","msg":"trace[1730078175] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:21123; }","duration":"1.546232638s","start":"2026-04-23T01:02:29.783897Z","end":"2026-04-23T01:02:31.33013Z","steps":["trace[1730078175] 'agreement among raft nodes before linearized reading' (duration: 1.546155486s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:31.330154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:30.610388Z","time spent":"719.757754ms","remote":"127.0.0.1:37606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":18,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:02:31.330153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647036627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:02:31.330122Z","caller":"traceutil/trace.go:171","msg":"trace[746497705] transaction","detail":"{read_only:false; response_revision:21123; number_of_response:1; }","duration":"739.257337ms","start":"2026-04-23T01:02:30.590851Z","end":"2026-04-23T01:02:31.330109Z","steps":["trace[746497705] 'process raft request' (duration: 738.648532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:31.330182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647503229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-23T01:02:31.330196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:29.783877Z","time spent":"1.546297659s","remote":"127.0.0.1:46744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:02:31.330206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512093714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T01:02:31.330026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:29.75806Z","time spent":"1.571956698s","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-23T01:02:31.330263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:29.671717Z","time spent":"1.657897572s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:02:31.330285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:30.590829Z","time spent":"739.383501ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:02:31.330217Z","caller":"traceutil/trace.go:171","msg":"trace[362464332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21122; }","duration":"1.647131s","start":"2026-04-23T01:02:29.683069Z","end":"2026-04-23T01:02:31.3302Z","steps":["trace[362464332] 'agreement among raft nodes before linearized reading' (duration: 1.646563745s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:31.330382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:29.683059Z","time spent":"1.647305454s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:02:31.330172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:29.681774Z","time spent":"1.64838506s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T01:02:31.330273Z","caller":"traceutil/trace.go:171","msg":"trace[867307445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21123; }","duration":"1.512186316s","start":"2026-04-23T01:02:29.81807Z","end":"2026-04-23T01:02:31.330256Z","steps":["trace[867307445] 'agreement among raft nodes before linearized reading' (duration: 1.512006371s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:31.33058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:29.818054Z","time spent":"1.512503474s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:02:31.329967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461974106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:02:31.330638Z","caller":"traceutil/trace.go:171","msg":"trace[1625917091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21123; }","duration":"1.462690954s","start":"2026-04-23T01:02:29.86794Z","end":"2026-04-23T01:02:31.330631Z","steps":["trace[1625917091] 'agreement among raft nodes before linearized reading' (duration: 1.461961906s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:31.330675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:29.867134Z","time spent":"1.463525605s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:02:31.330005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645415095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T01:02:31.330752Z","caller":"traceutil/trace.go:171","msg":"trace[1457723590] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21122; }","duration":"1.646316708s","start":"2026-04-23T01:02:29.684397Z","end":"2026-04-23T01:02:31.330714Z","steps":["trace[1457723590] 'agreement among raft nodes before linearized reading' (duration: 1.645220301s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:31.330819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:29.684386Z","time spent":"1.64641393s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T01:02:31.330223Z","caller":"traceutil/trace.go:171","msg":"trace[1609082995] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21122; }","duration":"1.647579591s","start":"2026-04-23T01:02:29.682633Z","end":"2026-04-23T01:02:31.330212Z","steps":["trace[1609082995] 'agreement among raft nodes before linearized reading' (duration: 1.647009697s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:31.330927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:29.682611Z","time spent":"1.648302568s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T01:02:31.33004Z","caller":"traceutil/trace.go:171","msg":"trace[1251089144] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:21123; }","duration":"261.565665ms","start":"2026-04-23T01:02:31.068457Z","end":"2026-04-23T01:02:31.330022Z","steps":["trace[1251089144] 'agreement among raft nodes before linearized reading' (duration: 261.454722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:31.331133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522025755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:02:31.331296Z","caller":"traceutil/trace.go:171","msg":"trace[1059706905] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21123; }","duration":"1.52222153s","start":"2026-04-23T01:02:29.809046Z","end":"2026-04-23T01:02:31.331268Z","steps":["trace[1059706905] 'agreement among raft nodes before linearized reading' (duration: 1.520895077s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:31.331453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:29.809025Z","time spent":"1.522408085s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:02:32.972169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280509817s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-23T01:02:32.972265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:31.332346Z","time spent":"1.639914187s","remote":"127.0.0.1:37356","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T01:02:33.016946Z","caller":"traceutil/trace.go:171","msg":"trace[922800366] transaction","detail":"{read_only:false; response_revision:21125; number_of_response:1; }","duration":"1.681688393s","start":"2026-04-23T01:02:31.335235Z","end":"2026-04-23T01:02:33.016923Z","steps":["trace[922800366] 'process raft request' (duration: 1.681616232s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:33.017024Z","caller":"traceutil/trace.go:171","msg":"trace[1141347289] transaction","detail":"{read_only:false; response_revision:21124; number_of_response:1; }","duration":"1.681858048s","start":"2026-04-23T01:02:31.335125Z","end":"2026-04-23T01:02:33.016983Z","steps":["trace[1141347289] 'process raft request' (duration: 1.681564021s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:33.017097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:31.335206Z","time spent":"1.681812537s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:02:33.017212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:31.33511Z","time spent":"1.682011251s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:02:33.017379Z","caller":"traceutil/trace.go:171","msg":"trace[496361877] transaction","detail":"{read_only:false; response_revision:21126; number_of_response:1; }","duration":"1.681821217s","start":"2026-04-23T01:02:31.335546Z","end":"2026-04-23T01:02:33.017367Z","steps":["trace[496361877] 'process raft request' (duration: 1.681340085s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:33.017446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:31.335538Z","time spent":"1.681874628s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:02:33.017478Z","caller":"traceutil/trace.go:171","msg":"trace[2036365719] transaction","detail":"{read_only:false; response_revision:21127; number_of_response:1; }","duration":"1.681767275s","start":"2026-04-23T01:02:31.33566Z","end":"2026-04-23T01:02:33.017428Z","steps":["trace[2036365719] 'process raft request' (duration: 1.681541749s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:33.017662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:31.335653Z","time spent":"1.6819157s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:02:33.017914Z","caller":"traceutil/trace.go:171","msg":"trace[680758086] transaction","detail":"{read_only:false; response_revision:21128; number_of_response:1; }","duration":"1.682162117s","start":"2026-04-23T01:02:31.335731Z","end":"2026-04-23T01:02:33.017893Z","steps":["trace[680758086] 'process raft request' (duration: 1.681621322s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:33.017963Z","caller":"traceutil/trace.go:171","msg":"trace[1201024322] linearizableReadLoop","detail":"{readStateIndex:21855; appliedIndex:21848; }","duration":"1.679210032s","start":"2026-04-23T01:02:31.338729Z","end":"2026-04-23T01:02:33.017939Z","steps":["trace[1201024322] 'read index received' (duration: 352.898206ms)","trace[1201024322] 'applied index is now lower than readState.Index' (duration: 1.326310416s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:02:33.018002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:31.335718Z","time spent":"1.682241888s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:02:33.018066Z","caller":"traceutil/trace.go:171","msg":"trace[976470731] transaction","detail":"{read_only:false; response_revision:21129; number_of_response:1; }","duration":"1.680876773s","start":"2026-04-23T01:02:31.337174Z","end":"2026-04-23T01:02:33.018051Z","steps":["trace[976470731] 'process raft request' (duration: 1.680568044s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:33.018165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:31.337165Z","time spent":"1.680946245s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:02:33.018297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67955919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:02:33.018345Z","caller":"traceutil/trace.go:171","msg":"trace[2053034943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21129; }","duration":"1.679626402s","start":"2026-04-23T01:02:31.338706Z","end":"2026-04-23T01:02:33.018333Z","steps":["trace[2053034943] 'agreement among raft nodes before linearized reading' (duration: 1.679467708s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:33.018376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:31.338696Z","time spent":"1.679673292s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:02:34.416598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.084405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:02:34.41731Z","caller":"traceutil/trace.go:171","msg":"trace[752222386] transaction","detail":"{read_only:false; response_revision:21130; number_of_response:1; }","duration":"2.721576825s","start":"2026-04-23T01:02:31.695519Z","end":"2026-04-23T01:02:34.417096Z","steps":["trace[752222386] 'process raft request' (duration: 1.822919095s)","trace[752222386] 'compare' (duration: 897.972822ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:02:34.41741Z","caller":"traceutil/trace.go:171","msg":"trace[1965180856] linearizableReadLoop","detail":"{readStateIndex:21857; appliedIndex:21855; }","duration":"1.399373873s","start":"2026-04-23T01:02:33.01801Z","end":"2026-04-23T01:02:34.417384Z","steps":["trace[1965180856] 'read index received' (duration: 500.447907ms)","trace[1965180856] 'applied index is now lower than readState.Index' (duration: 898.922796ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:02:34.417458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:31.695496Z","time spent":"2.721884973s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:02:34.417323Z","caller":"traceutil/trace.go:171","msg":"trace[2108003205] transaction","detail":"{read_only:false; response_revision:21131; number_of_response:1; }","duration":"1.443772247s","start":"2026-04-23T01:02:32.973528Z","end":"2026-04-23T01:02:34.4173Z","steps":["trace[2108003205] 'process raft request' (duration: 1.443159311s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:34.417555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996479975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:02:34.417941Z","caller":"traceutil/trace.go:171","msg":"trace[1420886858] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:21131; }","duration":"1.996899126s","start":"2026-04-23T01:02:32.421007Z","end":"2026-04-23T01:02:34.417906Z","steps":["trace[1420886858] 'agreement among raft nodes before linearized reading' (duration: 1.996469505s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:34.417999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:32.420987Z","time spent":"1.996998339s","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:02:34.417626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334971566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:02:34.418067Z","caller":"traceutil/trace.go:171","msg":"trace[1385710587] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:21131; }","duration":"2.335470378s","start":"2026-04-23T01:02:32.082577Z","end":"2026-04-23T01:02:34.418047Z","steps":["trace[1385710587] 'agreement among raft nodes before linearized reading' (duration: 2.334941015s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:34.417648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:32.973499Z","time spent":"1.444097574s","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:02:34.418126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:32.082526Z","time spent":"2.335581351s","remote":"127.0.0.1:46758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:02:34.417705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.266141436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:02:34.418258Z","caller":"traceutil/trace.go:171","msg":"trace[1070731200] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:21131; }","duration":"2.26670419s","start":"2026-04-23T01:02:32.151537Z","end":"2026-04-23T01:02:34.418241Z","steps":["trace[1070731200] 'agreement among raft nodes before linearized reading' (duration: 2.266019783s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:34.417735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562116599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:02:34.418324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:32.151483Z","time spent":"2.266828613s","remote":"127.0.0.1:46348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:02:34.418353Z","caller":"traceutil/trace.go:171","msg":"trace[2036824223] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:21131; }","duration":"1.562774615s","start":"2026-04-23T01:02:32.855563Z","end":"2026-04-23T01:02:34.418338Z","steps":["trace[2036824223] 'agreement among raft nodes before linearized reading' (duration: 1.562130309s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:34.418401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:32.855543Z","time spent":"1.562845238s","remote":"127.0.0.1:34730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:02:34.419979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.364539716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:02:34.420017Z","caller":"traceutil/trace.go:171","msg":"trace[918098459] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:21131; }","duration":"2.366129165s","start":"2026-04-23T01:02:32.053877Z","end":"2026-04-23T01:02:34.420006Z","steps":["trace[918098459] 'agreement among raft nodes before linearized reading' (duration: 2.363688033s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:34.420096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:32.053854Z","time spent":"2.366225728s","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:02:34.450028Z","caller":"traceutil/trace.go:171","msg":"trace[1019644674] transaction","detail":"{read_only:false; response_revision:21132; number_of_response:1; }","duration":"1.117456183s","start":"2026-04-23T01:02:33.332554Z","end":"2026-04-23T01:02:34.45001Z","steps":["trace[1019644674] 'process raft request' (duration: 1.117276209s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:34.450145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:33.33253Z","time spent":"1.117556846s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:02:34.450562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15492064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:02:34.450636Z","caller":"traceutil/trace.go:171","msg":"trace[1753212902] transaction","detail":"{read_only:false; response_revision:21134; number_of_response:1; }","duration":"1.114064247s","start":"2026-04-23T01:02:33.336563Z","end":"2026-04-23T01:02:34.450627Z","steps":["trace[1753212902] 'process raft request' (duration: 1.113649397s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:34.450655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.483955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-04-23T01:02:34.450736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431385173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:02:34.450757Z","caller":"traceutil/trace.go:171","msg":"trace[1919140741] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:21134; }","duration":"796.623848ms","start":"2026-04-23T01:02:33.654115Z","end":"2026-04-23T01:02:34.450739Z","steps":["trace[1919140741] 'agreement among raft nodes before linearized reading' (duration: 796.362952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:34.450769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:33.336544Z","time spent":"1.11416174s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:02:34.450653Z","caller":"traceutil/trace.go:171","msg":"trace[1147971631] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:21134; }","duration":"1.155088755s","start":"2026-04-23T01:02:33.295542Z","end":"2026-04-23T01:02:34.45063Z","steps":["trace[1147971631] 'agreement among raft nodes before linearized reading' (duration: 1.154931591s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:34.450786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.248992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:02:34.450794Z","caller":"traceutil/trace.go:171","msg":"trace[920348844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21134; }","duration":"1.431442924s","start":"2026-04-23T01:02:33.019337Z","end":"2026-04-23T01:02:34.45078Z","steps":["trace[920348844] 'agreement among raft nodes before linearized reading' (duration: 1.431312561s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:34.450837Z","caller":"traceutil/trace.go:171","msg":"trace[2132458405] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:21134; }","duration":"211.342314ms","start":"2026-04-23T01:02:34.239481Z","end":"2026-04-23T01:02:34.450823Z","steps":["trace[2132458405] 'agreement among raft nodes before linearized reading' (duration: 211.218471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:34.450867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:33.29552Z","time spent":"1.155298299s","remote":"127.0.0.1:46856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:02:34.450803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:33.654093Z","time spent":"796.697409ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-04-23T01:02:34.450577Z","caller":"traceutil/trace.go:171","msg":"trace[418243327] transaction","detail":"{read_only:false; response_revision:21133; number_of_response:1; }","duration":"1.114027347s","start":"2026-04-23T01:02:33.336493Z","end":"2026-04-23T01:02:34.450521Z","steps":["trace[418243327] 'process raft request' (duration: 1.113485183s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:34.450937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.288728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T01:02:34.450983Z","caller":"traceutil/trace.go:171","msg":"trace[704662338] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21134; }","duration":"618.3648ms","start":"2026-04-23T01:02:33.832606Z","end":"2026-04-23T01:02:34.450971Z","steps":["trace[704662338] 'agreement among raft nodes before linearized reading' (duration: 618.222876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:34.450984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:33.33648Z","time spent":"1.114472708s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:02:34.451032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:33.832588Z","time spent":"618.434081ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:02:34.450843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:33.019281Z","time spent":"1.431552468s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:02:36.04108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379389569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-23T01:02:36.04115Z","caller":"traceutil/trace.go:171","msg":"trace[623798647] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:21134; }","duration":"1.379499832s","start":"2026-04-23T01:02:34.661631Z","end":"2026-04-23T01:02:36.041131Z","steps":["trace[623798647] 'range keys from in-memory index tree' (duration: 1.379192534s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:36.041186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:34.661613Z","time spent":"1.379560903s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-23T01:02:36.041456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273025299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:02:36.041489Z","caller":"traceutil/trace.go:171","msg":"trace[1324522010] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:21134; }","duration":"1.273094801s","start":"2026-04-23T01:02:34.768383Z","end":"2026-04-23T01:02:36.041478Z","steps":["trace[1324522010] 'count revisions from in-memory index tree' (duration: 1.272893506s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:36.041511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:34.768363Z","time spent":"1.273143032s","remote":"127.0.0.1:60116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:02:36.041595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510521615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:02:36.041651Z","caller":"traceutil/trace.go:171","msg":"trace[151425485] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21134; }","duration":"1.510628448s","start":"2026-04-23T01:02:34.53101Z","end":"2026-04-23T01:02:36.041638Z","steps":["trace[151425485] 'range keys from in-memory index tree' (duration: 1.510411952s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:36.041693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:34.530996Z","time spent":"1.510688289s","remote":"127.0.0.1:37712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T01:02:36.89929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552570308s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-23T01:02:36.899392Z","caller":"traceutil/trace.go:171","msg":"trace[1384940269] linearizableReadLoop","detail":"{readStateIndex:21861; appliedIndex:21860; }","duration":"1.878346728s","start":"2026-04-23T01:02:35.021027Z","end":"2026-04-23T01:02:36.899373Z","steps":["trace[1384940269] 'read index received' (duration: 325.611215ms)","trace[1384940269] 'applied index is now lower than readState.Index' (duration: 1.552734103s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:02:36.900063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879008014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T01:02:36.900115Z","caller":"traceutil/trace.go:171","msg":"trace[1798725280] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21134; }","duration":"1.879115017s","start":"2026-04-23T01:02:35.020984Z","end":"2026-04-23T01:02:36.900099Z","steps":["trace[1798725280] 'agreement among raft nodes before linearized reading' (duration: 1.878907862s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:36.900163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:35.020963Z","time spent":"1.879188499s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T01:02:37.042167Z","caller":"traceutil/trace.go:171","msg":"trace[786898217] transaction","detail":"{read_only:false; response_revision:21135; number_of_response:1; }","duration":"617.918459ms","start":"2026-04-23T01:02:36.424223Z","end":"2026-04-23T01:02:37.042141Z","steps":["trace[786898217] 'process raft request' (duration: 617.744245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:37.042321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:36.424198Z","time spent":"618.039572ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:02:37.405592Z","caller":"traceutil/trace.go:171","msg":"trace[710485870] transaction","detail":"{read_only:false; response_revision:21136; number_of_response:1; }","duration":"949.006263ms","start":"2026-04-23T01:02:36.456562Z","end":"2026-04-23T01:02:37.405568Z","steps":["trace[710485870] 'process raft request' (duration: 948.784847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:37.405736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:36.456532Z","time spent":"949.133136ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:02:37.405877Z","caller":"traceutil/trace.go:171","msg":"trace[401174504] transaction","detail":"{read_only:false; response_revision:21137; number_of_response:1; }","duration":"948.773817ms","start":"2026-04-23T01:02:36.457091Z","end":"2026-04-23T01:02:37.405865Z","steps":["trace[401174504] 'process raft request' (duration: 948.424989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:37.405928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:36.45707Z","time spent":"948.832878ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:02:37.406025Z","caller":"traceutil/trace.go:171","msg":"trace[781376884] transaction","detail":"{read_only:false; response_revision:21138; number_of_response:1; }","duration":"501.151225ms","start":"2026-04-23T01:02:36.904863Z","end":"2026-04-23T01:02:37.406014Z","steps":["trace[781376884] 'process raft request' (duration: 500.888839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:37.40609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:36.904845Z","time spent":"501.211547ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:02:37.406238Z","caller":"traceutil/trace.go:171","msg":"trace[675692056] transaction","detail":"{read_only:false; response_revision:21139; number_of_response:1; }","duration":"408.663816ms","start":"2026-04-23T01:02:36.99755Z","end":"2026-04-23T01:02:37.406214Z","steps":["trace[675692056] 'process raft request' (duration: 408.42795ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:37.406237Z","caller":"traceutil/trace.go:171","msg":"trace[340950276] linearizableReadLoop","detail":"{readStateIndex:21864; appliedIndex:21861; }","duration":"506.791508ms","start":"2026-04-23T01:02:36.899419Z","end":"2026-04-23T01:02:37.406211Z","steps":["trace[340950276] 'read index received' (duration: 142.470534ms)","trace[340950276] 'applied index is now lower than readState.Index' (duration: 364.319344ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:02:37.406335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.384056779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:02:37.40636Z","caller":"traceutil/trace.go:171","msg":"trace[1588632121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21139; }","duration":"2.384123071s","start":"2026-04-23T01:02:35.022232Z","end":"2026-04-23T01:02:37.406355Z","steps":["trace[1588632121] 'agreement among raft nodes before linearized reading' (duration: 2.384019298s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:37.406354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361045454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:02:37.406364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:36.997525Z","time spent":"408.775239ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:02:37.406359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641861626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:02:37.406401Z","caller":"traceutil/trace.go:171","msg":"trace[425147810] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21139; }","duration":"1.361119916s","start":"2026-04-23T01:02:36.045271Z","end":"2026-04-23T01:02:37.406391Z","steps":["trace[425147810] 'agreement among raft nodes before linearized reading' (duration: 1.361045485s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:37.406422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.384248944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:02:37.406437Z","caller":"traceutil/trace.go:171","msg":"trace[107298954] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21139; }","duration":"2.384294586s","start":"2026-04-23T01:02:35.022138Z","end":"2026-04-23T01:02:37.406432Z","steps":["trace[107298954] 'agreement among raft nodes before linearized reading' (duration: 2.384254225s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:37.406423Z","caller":"traceutil/trace.go:171","msg":"trace[1454275328] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:21139; }","duration":"1.641978269s","start":"2026-04-23T01:02:35.764429Z","end":"2026-04-23T01:02:37.406407Z","steps":["trace[1454275328] 'agreement among raft nodes before linearized reading' (duration: 1.641850966s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:37.406451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:35.022126Z","time spent":"2.384322026s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:02:37.406439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071313428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-23T01:02:37.40644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.384258854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T01:02:37.406476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:35.764408Z","time spent":"1.642056041s","remote":"127.0.0.1:37542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:02:37.406468Z","caller":"traceutil/trace.go:171","msg":"trace[364137860] transaction","detail":"{read_only:false; response_revision:21140; number_of_response:1; }","duration":"274.828401ms","start":"2026-04-23T01:02:37.131613Z","end":"2026-04-23T01:02:37.406442Z","steps":["trace[364137860] 'process raft request' (duration: 274.679247ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:37.406503Z","caller":"traceutil/trace.go:171","msg":"trace[327679882] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21139; }","duration":"2.071404201s","start":"2026-04-23T01:02:35.33508Z","end":"2026-04-23T01:02:37.406484Z","steps":["trace[327679882] 'agreement among raft nodes before linearized reading' (duration: 2.071262727s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:37.406552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.095755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:02:37.406436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:36.045258Z","time spent":"1.361171967s","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-23T01:02:37.406572Z","caller":"traceutil/trace.go:171","msg":"trace[2066384155] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:21140; }","duration":"350.159297ms","start":"2026-04-23T01:02:37.056408Z","end":"2026-04-23T01:02:37.406567Z","steps":["trace[2066384155] 'agreement among raft nodes before linearized reading' (duration: 350.113186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:37.406586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:37.056387Z","time spent":"350.194867ms","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:02:37.406582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:35.335063Z","time spent":"2.071508813s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:02:37.406596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4621009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:02:37.406598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.385422093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-23T01:02:37.406377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:35.02221Z","time spent":"2.384162632s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T01:02:37.406643Z","caller":"traceutil/trace.go:171","msg":"trace[1484912663] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:21140; }","duration":"1.462187792s","start":"2026-04-23T01:02:35.944438Z","end":"2026-04-23T01:02:37.406626Z","steps":["trace[1484912663] 'agreement among raft nodes before linearized reading' (duration: 1.462123641s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:37.406345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540028711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:02:37.406513Z","caller":"traceutil/trace.go:171","msg":"trace[332710824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21139; }","duration":"2.384355986s","start":"2026-04-23T01:02:35.022141Z","end":"2026-04-23T01:02:37.406497Z","steps":["trace[332710824] 'agreement among raft nodes before linearized reading' (duration: 2.384133691s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:37.406452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.384328696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-23T01:02:37.406695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:35.944414Z","time spent":"1.462272124s","remote":"127.0.0.1:60220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:02:37.40671Z","caller":"traceutil/trace.go:171","msg":"trace[1894899850] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21139; }","duration":"2.384619923s","start":"2026-04-23T01:02:35.022078Z","end":"2026-04-23T01:02:37.406698Z","steps":["trace[1894899850] 'agreement among raft nodes before linearized reading' (duration: 2.384279365s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:37.406516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361609338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-de59c198-995f-4276-8165-45a9f7981bd6\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-04-23T01:02:37.406502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.534233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:02:37.406749Z","caller":"traceutil/trace.go:171","msg":"trace[329513988] range","detail":"{range_begin:/registry/persistentvolumes/pvc-de59c198-995f-4276-8165-45a9f7981bd6; range_end:; response_count:1; response_revision:21139; }","duration":"1.361842404s","start":"2026-04-23T01:02:36.044897Z","end":"2026-04-23T01:02:37.406739Z","steps":["trace[329513988] 'agreement among raft nodes before linearized reading' (duration: 1.361498536s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:37.406753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:35.022071Z","time spent":"2.384670244s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T01:02:37.406769Z","caller":"traceutil/trace.go:171","msg":"trace[648528172] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:21140; }","duration":"718.82128ms","start":"2026-04-23T01:02:36.687931Z","end":"2026-04-23T01:02:37.406752Z","steps":["trace[648528172] 'agreement among raft nodes before linearized reading' (duration: 718.523493ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:37.406661Z","caller":"traceutil/trace.go:171","msg":"trace[337137221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21140; }","duration":"2.385531736s","start":"2026-04-23T01:02:35.021113Z","end":"2026-04-23T01:02:37.406645Z","steps":["trace[337137221] 'agreement among raft nodes before linearized reading' (duration: 2.385365282s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:37.406792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:36.04483Z","time spent":"1.361946987s","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-de59c198-995f-4276-8165-45a9f7981bd6\" "} {"level":"warn","ts":"2026-04-23T01:02:37.406819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:36.687914Z","time spent":"718.889582ms","remote":"127.0.0.1:60110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:02:37.406591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638529062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-23T01:02:37.406711Z","caller":"traceutil/trace.go:171","msg":"trace[1250601579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21139; }","duration":"1.540443972s","start":"2026-04-23T01:02:35.866244Z","end":"2026-04-23T01:02:37.406688Z","steps":["trace[1250601579] 'agreement among raft nodes before linearized reading' (duration: 1.53997022s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:37.406879Z","caller":"traceutil/trace.go:171","msg":"trace[1108548114] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21139; }","duration":"1.63887105s","start":"2026-04-23T01:02:35.768001Z","end":"2026-04-23T01:02:37.406872Z","steps":["trace[1108548114] 'agreement among raft nodes before linearized reading' (duration: 1.638372228s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:37.406902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:35.767978Z","time spent":"1.638916962s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T01:02:37.406901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:35.021078Z","time spent":"2.385730671s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:02:37.406718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:35.022134Z","time spent":"2.384566282s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:02:37.408518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:35.866221Z","time spent":"1.540679687s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:02:41.641105Z","caller":"traceutil/trace.go:171","msg":"trace[125130231] linearizableReadLoop","detail":"{readStateIndex:21888; appliedIndex:21886; }","duration":"140.925106ms","start":"2026-04-23T01:02:41.50016Z","end":"2026-04-23T01:02:41.641085Z","steps":["trace[125130231] 'read index received' (duration: 74.230609ms)","trace[125130231] 'applied index is now lower than readState.Index' (duration: 66.693837ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:02:41.641204Z","caller":"traceutil/trace.go:171","msg":"trace[1495635186] transaction","detail":"{read_only:false; response_revision:21160; number_of_response:1; }","duration":"145.277864ms","start":"2026-04-23T01:02:41.495916Z","end":"2026-04-23T01:02:41.641194Z","steps":["trace[1495635186] 'process raft request' (duration: 145.048419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:41.641388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.221233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:02:41.641422Z","caller":"traceutil/trace.go:171","msg":"trace[1093271769] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21160; }","duration":"141.304745ms","start":"2026-04-23T01:02:41.50011Z","end":"2026-04-23T01:02:41.641414Z","steps":["trace[1093271769] 'agreement among raft nodes before linearized reading' (duration: 141.192042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:41.641551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.834162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T01:02:41.641584Z","caller":"traceutil/trace.go:171","msg":"trace[1240018634] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21160; }","duration":"140.882013ms","start":"2026-04-23T01:02:41.500694Z","end":"2026-04-23T01:02:41.641576Z","steps":["trace[1240018634] 'agreement among raft nodes before linearized reading' (duration: 140.802501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:41.641677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.130818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:02:41.641701Z","caller":"traceutil/trace.go:171","msg":"trace[1207842771] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21160; }","duration":"137.155289ms","start":"2026-04-23T01:02:41.504541Z","end":"2026-04-23T01:02:41.641696Z","steps":["trace[1207842771] 'agreement among raft nodes before linearized reading' (duration: 137.098367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:41.641944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.136873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T01:02:41.642045Z","caller":"traceutil/trace.go:171","msg":"trace[290784749] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21160; }","duration":"138.264907ms","start":"2026-04-23T01:02:41.503759Z","end":"2026-04-23T01:02:41.642024Z","steps":["trace[290784749] 'agreement among raft nodes before linearized reading' (duration: 138.030581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:41.642051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.528158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T01:02:41.642085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.275867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:02:41.64211Z","caller":"traceutil/trace.go:171","msg":"trace[1764593483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21160; }","duration":"138.333528ms","start":"2026-04-23T01:02:41.503771Z","end":"2026-04-23T01:02:41.642105Z","steps":["trace[1764593483] 'agreement among raft nodes before linearized reading' (duration: 138.260286ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:41.642121Z","caller":"traceutil/trace.go:171","msg":"trace[1634149690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21160; }","duration":"137.645101ms","start":"2026-04-23T01:02:41.504458Z","end":"2026-04-23T01:02:41.642103Z","steps":["trace[1634149690] 'agreement among raft nodes before linearized reading' (duration: 137.413405ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:41.792695Z","caller":"traceutil/trace.go:171","msg":"trace[1803538687] transaction","detail":"{read_only:false; response_revision:21163; number_of_response:1; }","duration":"147.277225ms","start":"2026-04-23T01:02:41.645391Z","end":"2026-04-23T01:02:41.792668Z","steps":["trace[1803538687] 'process raft request' (duration: 147.194983ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:41.792768Z","caller":"traceutil/trace.go:171","msg":"trace[696118635] transaction","detail":"{read_only:false; response_revision:21162; number_of_response:1; }","duration":"147.377837ms","start":"2026-04-23T01:02:41.645342Z","end":"2026-04-23T01:02:41.79272Z","steps":["trace[696118635] 'process raft request' (duration: 118.305752ms)","trace[696118635] 'compare' (duration: 28.771158ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:02:41.793069Z","caller":"traceutil/trace.go:171","msg":"trace[516957039] transaction","detail":"{read_only:false; response_revision:21164; number_of_response:1; }","duration":"147.296916ms","start":"2026-04-23T01:02:41.645758Z","end":"2026-04-23T01:02:41.793055Z","steps":["trace[516957039] 'process raft request' (duration: 146.872485ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:41.79309Z","caller":"traceutil/trace.go:171","msg":"trace[232700272] transaction","detail":"{read_only:false; response_revision:21166; number_of_response:1; }","duration":"146.824253ms","start":"2026-04-23T01:02:41.64625Z","end":"2026-04-23T01:02:41.793074Z","steps":["trace[232700272] 'process raft request' (duration: 146.763762ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:41.793108Z","caller":"traceutil/trace.go:171","msg":"trace[114473728] transaction","detail":"{read_only:false; response_revision:21165; number_of_response:1; }","duration":"146.847204ms","start":"2026-04-23T01:02:41.646241Z","end":"2026-04-23T01:02:41.793088Z","steps":["trace[114473728] 'process raft request' (duration: 146.665229ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:43.352741Z","caller":"traceutil/trace.go:171","msg":"trace[1119692568] transaction","detail":"{read_only:false; response_revision:21168; number_of_response:1; }","duration":"170.478852ms","start":"2026-04-23T01:02:43.182224Z","end":"2026-04-23T01:02:43.352703Z","steps":["trace[1119692568] 'process raft request' (duration: 170.262226ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:43.791991Z","caller":"traceutil/trace.go:171","msg":"trace[1344380039] transaction","detail":"{read_only:false; response_revision:21171; number_of_response:1; }","duration":"110.790103ms","start":"2026-04-23T01:02:43.681177Z","end":"2026-04-23T01:02:43.791967Z","steps":["trace[1344380039] 'process raft request' (duration: 110.635558ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:45.463983Z","caller":"traceutil/trace.go:171","msg":"trace[801002769] transaction","detail":"{read_only:false; response_revision:21177; number_of_response:1; }","duration":"106.123795ms","start":"2026-04-23T01:02:45.357831Z","end":"2026-04-23T01:02:45.463955Z","steps":["trace[801002769] 'process raft request' (duration: 105.874248ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:46.062727Z","caller":"traceutil/trace.go:171","msg":"trace[289361190] transaction","detail":"{read_only:false; response_revision:21181; number_of_response:1; }","duration":"162.567072ms","start":"2026-04-23T01:02:45.900128Z","end":"2026-04-23T01:02:46.062695Z","steps":["trace[289361190] 'process raft request' (duration: 161.326071ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:46.062813Z","caller":"traceutil/trace.go:171","msg":"trace[1767675693] transaction","detail":"{read_only:false; response_revision:21185; number_of_response:1; }","duration":"162.162642ms","start":"2026-04-23T01:02:45.900627Z","end":"2026-04-23T01:02:46.06279Z","steps":["trace[1767675693] 'process raft request' (duration: 162.120021ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:46.062823Z","caller":"traceutil/trace.go:171","msg":"trace[915217686] transaction","detail":"{read_only:false; response_revision:21182; number_of_response:1; }","duration":"162.387197ms","start":"2026-04-23T01:02:45.900404Z","end":"2026-04-23T01:02:46.062791Z","steps":["trace[915217686] 'process raft request' (duration: 162.11414ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:46.062973Z","caller":"traceutil/trace.go:171","msg":"trace[1711771420] transaction","detail":"{read_only:false; response_revision:21183; number_of_response:1; }","duration":"162.532681ms","start":"2026-04-23T01:02:45.90043Z","end":"2026-04-23T01:02:46.062962Z","steps":["trace[1711771420] 'process raft request' (duration: 162.237344ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:46.063014Z","caller":"traceutil/trace.go:171","msg":"trace[581487190] transaction","detail":"{read_only:false; response_revision:21184; number_of_response:1; }","duration":"162.49744ms","start":"2026-04-23T01:02:45.900502Z","end":"2026-04-23T01:02:46.063Z","steps":["trace[581487190] 'process raft request' (duration: 162.211953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:47.066798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.525377ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-04-23T01:02:47.92586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.427403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:02:47.926166Z","caller":"traceutil/trace.go:171","msg":"trace[942571628] transaction","detail":"{read_only:false; response_revision:21189; number_of_response:1; }","duration":"157.613326ms","start":"2026-04-23T01:02:47.768472Z","end":"2026-04-23T01:02:47.926085Z","steps":["trace[942571628] 'process raft request' (duration: 44.849714ms)","trace[942571628] 'compare' (duration: 112.259099ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:02:47.926294Z","caller":"traceutil/trace.go:171","msg":"trace[1184550008] transaction","detail":"{read_only:false; response_revision:21190; number_of_response:1; }","duration":"119.047391ms","start":"2026-04-23T01:02:47.807206Z","end":"2026-04-23T01:02:47.926253Z","steps":["trace[1184550008] 'process raft request' (duration: 118.781844ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:49.928583Z","caller":"traceutil/trace.go:171","msg":"trace[1464654348] transaction","detail":"{read_only:false; response_revision:21201; number_of_response:1; }","duration":"149.157702ms","start":"2026-04-23T01:02:49.779367Z","end":"2026-04-23T01:02:49.928525Z","steps":["trace[1464654348] 'process raft request' (duration: 86.011286ms)","trace[1464654348] 'compare' (duration: 62.932241ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:02:59.929149Z","caller":"traceutil/trace.go:171","msg":"trace[2019634117] transaction","detail":"{read_only:false; response_revision:21251; number_of_response:1; }","duration":"108.113275ms","start":"2026-04-23T01:02:59.821006Z","end":"2026-04-23T01:02:59.92912Z","steps":["trace[2019634117] 'process raft request' (duration: 107.683444ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:03:26.540111Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19449} {"level":"info","ts":"2026-04-23T01:03:26.657584Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19449,"took":"113.731217ms","hash":1508528881,"current-db-size-bytes":55885824,"current-db-size":"56 MB","current-db-size-in-use-bytes":29736960,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-23T01:03:26.657669Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1508528881,"revision":19449,"compact-revision":16968} {"level":"info","ts":"2026-04-23T01:03:56.159423Z","caller":"traceutil/trace.go:171","msg":"trace[534772902] linearizableReadLoop","detail":"{readStateIndex:22564; appliedIndex:22563; }","duration":"130.080749ms","start":"2026-04-23T01:03:56.029319Z","end":"2026-04-23T01:03:56.1594Z","steps":["trace[534772902] 'read index received' (duration: 129.943196ms)","trace[534772902] 'applied index is now lower than readState.Index' (duration: 136.643µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:03:56.159531Z","caller":"traceutil/trace.go:171","msg":"trace[1838864878] transaction","detail":"{read_only:false; response_revision:21810; number_of_response:1; }","duration":"132.610204ms","start":"2026-04-23T01:03:56.026883Z","end":"2026-04-23T01:03:56.159493Z","steps":["trace[1838864878] 'process raft request' (duration: 132.370598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:56.159628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.279975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-04-23T01:03:56.159662Z","caller":"traceutil/trace.go:171","msg":"trace[367373095] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:21810; }","duration":"130.375567ms","start":"2026-04-23T01:03:56.029276Z","end":"2026-04-23T01:03:56.159652Z","steps":["trace[367373095] 'agreement among raft nodes before linearized reading' (duration: 130.213303ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:03:56.336826Z","caller":"traceutil/trace.go:171","msg":"trace[258472274] transaction","detail":"{read_only:false; response_revision:21811; number_of_response:1; }","duration":"114.65925ms","start":"2026-04-23T01:03:56.222111Z","end":"2026-04-23T01:03:56.33677Z","steps":["trace[258472274] 'process raft request' (duration: 65.64236ms)","trace[258472274] 'compare' (duration: 48.882287ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:03:56.734625Z","caller":"traceutil/trace.go:171","msg":"trace[1130031886] transaction","detail":"{read_only:false; response_revision:21814; number_of_response:1; }","duration":"136.479472ms","start":"2026-04-23T01:03:56.598119Z","end":"2026-04-23T01:03:56.734598Z","steps":["trace[1130031886] 'process raft request' (duration: 84.62421ms)","trace[1130031886] 'compare' (duration: 51.41471ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:03:56.889979Z","caller":"traceutil/trace.go:171","msg":"trace[1035140370] transaction","detail":"{read_only:false; response_revision:21816; number_of_response:1; }","duration":"150.411695ms","start":"2026-04-23T01:03:56.739533Z","end":"2026-04-23T01:03:56.889945Z","steps":["trace[1035140370] 'process raft request' (duration: 150.180809ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:03:56.890284Z","caller":"traceutil/trace.go:171","msg":"trace[1869909728] transaction","detail":"{read_only:false; response_revision:21817; number_of_response:1; }","duration":"150.562659ms","start":"2026-04-23T01:03:56.739703Z","end":"2026-04-23T01:03:56.890266Z","steps":["trace[1869909728] 'process raft request' (duration: 150.18983ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:03:56.890812Z","caller":"traceutil/trace.go:171","msg":"trace[1910200389] transaction","detail":"{read_only:false; response_revision:21818; number_of_response:1; }","duration":"150.752033ms","start":"2026-04-23T01:03:56.739733Z","end":"2026-04-23T01:03:56.890485Z","steps":["trace[1910200389] 'process raft request' (duration: 150.391314ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:16.957651Z","caller":"traceutil/trace.go:171","msg":"trace[1762149900] linearizableReadLoop","detail":"{readStateIndex:23721; appliedIndex:23720; }","duration":"215.231494ms","start":"2026-04-23T01:06:16.742383Z","end":"2026-04-23T01:06:16.957615Z","steps":["trace[1762149900] 'read index received' (duration: 214.996348ms)","trace[1762149900] 'applied index is now lower than readState.Index' (duration: 233.466µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:16.957768Z","caller":"traceutil/trace.go:171","msg":"trace[1875745083] transaction","detail":"{read_only:false; response_revision:22934; number_of_response:1; }","duration":"224.9358ms","start":"2026-04-23T01:06:16.732795Z","end":"2026-04-23T01:06:16.95773Z","steps":["trace[1875745083] 'process raft request' (duration: 224.599061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:16.957974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.552142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-04-23T01:06:16.958032Z","caller":"traceutil/trace.go:171","msg":"trace[1955709186] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22934; }","duration":"215.654455ms","start":"2026-04-23T01:06:16.742359Z","end":"2026-04-23T01:06:16.958013Z","steps":["trace[1955709186] 'agreement among raft nodes before linearized reading' (duration: 215.422769ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:16.995897Z","caller":"traceutil/trace.go:171","msg":"trace[813301503] transaction","detail":"{read_only:false; response_revision:22935; number_of_response:1; }","duration":"128.442769ms","start":"2026-04-23T01:06:16.867424Z","end":"2026-04-23T01:06:16.995867Z","steps":["trace[813301503] 'process raft request' (duration: 128.122351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:16.995931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.239613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:16.996043Z","caller":"traceutil/trace.go:171","msg":"trace[131247474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22935; }","duration":"128.446739ms","start":"2026-04-23T01:06:16.867569Z","end":"2026-04-23T01:06:16.996016Z","steps":["trace[131247474] 'agreement among raft nodes before linearized reading' (duration: 128.205963ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:29.103995Z","caller":"traceutil/trace.go:171","msg":"trace[666739314] linearizableReadLoop","detail":"{readStateIndex:24232; appliedIndex:24231; }","duration":"254.905217ms","start":"2026-04-23T01:06:28.84905Z","end":"2026-04-23T01:06:29.103956Z","steps":["trace[666739314] 'read index received' (duration: 251.83248ms)","trace[666739314] 'applied index is now lower than readState.Index' (duration: 3.070327ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:29.104014Z","caller":"traceutil/trace.go:171","msg":"trace[946611845] transaction","detail":"{read_only:false; response_revision:23435; number_of_response:1; }","duration":"255.230375ms","start":"2026-04-23T01:06:28.848732Z","end":"2026-04-23T01:06:29.103963Z","steps":["trace[946611845] 'process raft request' (duration: 252.065246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:29.104926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.831191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capo-system/capo-controller-manager-78487c64cd\" ","response":"range_response_count:1 size:3856"} {"level":"info","ts":"2026-04-23T01:06:29.105026Z","caller":"traceutil/trace.go:171","msg":"trace[313628342] range","detail":"{range_begin:/registry/replicasets/capo-system/capo-controller-manager-78487c64cd; range_end:; response_count:1; response_revision:23435; }","duration":"255.971434ms","start":"2026-04-23T01:06:28.849027Z","end":"2026-04-23T01:06:29.104998Z","steps":["trace[313628342] 'agreement among raft nodes before linearized reading' (duration: 255.074542ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:29.105824Z","caller":"traceutil/trace.go:171","msg":"trace[1673007971] transaction","detail":"{read_only:false; response_revision:23437; number_of_response:1; }","duration":"251.566563ms","start":"2026-04-23T01:06:28.854227Z","end":"2026-04-23T01:06:29.105794Z","steps":["trace[1673007971] 'process raft request' (duration: 251.349138ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:29.105975Z","caller":"traceutil/trace.go:171","msg":"trace[1889765591] transaction","detail":"{read_only:false; response_revision:23439; number_of_response:1; }","duration":"141.909868ms","start":"2026-04-23T01:06:28.96405Z","end":"2026-04-23T01:06:29.105959Z","steps":["trace[1889765591] 'process raft request' (duration: 141.625221ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:29.106028Z","caller":"traceutil/trace.go:171","msg":"trace[41083907] transaction","detail":"{read_only:false; response_revision:23436; number_of_response:1; }","duration":"256.195979ms","start":"2026-04-23T01:06:28.849812Z","end":"2026-04-23T01:06:29.106008Z","steps":["trace[41083907] 'process raft request' (duration: 255.647536ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:29.106116Z","caller":"traceutil/trace.go:171","msg":"trace[1981727946] transaction","detail":"{read_only:false; response_revision:23438; number_of_response:1; }","duration":"202.353837ms","start":"2026-04-23T01:06:28.903734Z","end":"2026-04-23T01:06:29.106088Z","steps":["trace[1981727946] 'process raft request' (duration: 201.899306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:29.106194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.515532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-78487c64cd-74qmx\" ","response":"range_response_count:1 size:3490"} {"level":"info","ts":"2026-04-23T01:06:29.106265Z","caller":"traceutil/trace.go:171","msg":"trace[1611648662] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-78487c64cd-74qmx; range_end:; response_count:1; response_revision:23445; }","duration":"255.599414ms","start":"2026-04-23T01:06:28.850649Z","end":"2026-04-23T01:06:29.106248Z","steps":["trace[1611648662] 'agreement among raft nodes before linearized reading' (duration: 255.40255ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:29.106329Z","caller":"traceutil/trace.go:171","msg":"trace[1599047805] transaction","detail":"{read_only:false; response_revision:23440; number_of_response:1; }","duration":"102.095152ms","start":"2026-04-23T01:06:29.004201Z","end":"2026-04-23T01:06:29.106296Z","steps":["trace[1599047805] 'process raft request' (duration: 101.545398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:29.106636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.11223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170039"} {"level":"info","ts":"2026-04-23T01:06:29.106692Z","caller":"traceutil/trace.go:171","msg":"trace[1125628699] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:23445; }","duration":"247.189832ms","start":"2026-04-23T01:06:28.859486Z","end":"2026-04-23T01:06:29.106676Z","steps":["trace[1125628699] 'agreement among raft nodes before linearized reading' (duration: 246.941306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:29.109359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.763553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212885"} {"level":"info","ts":"2026-04-23T01:06:29.10949Z","caller":"traceutil/trace.go:171","msg":"trace[1565703942] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:23445; }","duration":"184.899567ms","start":"2026-04-23T01:06:28.924538Z","end":"2026-04-23T01:06:29.109438Z","steps":["trace[1565703942] 'agreement among raft nodes before linearized reading' (duration: 181.931762ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:30.114995Z","caller":"traceutil/trace.go:171","msg":"trace[1176710253] linearizableReadLoop","detail":"{readStateIndex:24273; appliedIndex:24272; }","duration":"133.858035ms","start":"2026-04-23T01:06:29.981104Z","end":"2026-04-23T01:06:30.114962Z","steps":["trace[1176710253] 'read index received' (duration: 110.037063ms)","trace[1176710253] 'applied index is now lower than readState.Index' (duration: 23.819182ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:30.115035Z","caller":"traceutil/trace.go:171","msg":"trace[912724471] transaction","detail":"{read_only:false; response_revision:23475; number_of_response:1; }","duration":"180.109505ms","start":"2026-04-23T01:06:29.934897Z","end":"2026-04-23T01:06:30.115006Z","steps":["trace[912724471] 'process raft request' (duration: 156.220732ms)","trace[912724471] 'compare' (duration: 23.576635ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:30.115356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.220704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-04-23T01:06:30.115478Z","caller":"traceutil/trace.go:171","msg":"trace[1702641855] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:23475; }","duration":"134.378189ms","start":"2026-04-23T01:06:29.98107Z","end":"2026-04-23T01:06:30.115448Z","steps":["trace[1702641855] 'agreement among raft nodes before linearized reading' (duration: 134.009269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:30.118255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.740718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclusters.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:110064"} {"level":"info","ts":"2026-04-23T01:06:30.118332Z","caller":"traceutil/trace.go:171","msg":"trace[17626735] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclusters.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:23477; }","duration":"117.875913ms","start":"2026-04-23T01:06:30.000436Z","end":"2026-04-23T01:06:30.118312Z","steps":["trace[17626735] 'agreement among raft nodes before linearized reading' (duration: 117.579734ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:30.909872Z","caller":"traceutil/trace.go:171","msg":"trace[849730109] linearizableReadLoop","detail":"{readStateIndex:24300; appliedIndex:24299; }","duration":"107.325704ms","start":"2026-04-23T01:06:30.802527Z","end":"2026-04-23T01:06:30.909853Z","steps":["trace[849730109] 'read index received' (duration: 107.234572ms)","trace[849730109] 'applied index is now lower than readState.Index' (duration: 90.422µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:30.909971Z","caller":"traceutil/trace.go:171","msg":"trace[1457317907] transaction","detail":"{read_only:false; response_revision:23502; number_of_response:1; }","duration":"115.241104ms","start":"2026-04-23T01:06:30.794686Z","end":"2026-04-23T01:06:30.909927Z","steps":["trace[1457317907] 'process raft request' (duration: 115.048929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:30.910119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.55288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:30.910218Z","caller":"traceutil/trace.go:171","msg":"trace[668488163] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23502; }","duration":"107.681383ms","start":"2026-04-23T01:06:30.802516Z","end":"2026-04-23T01:06:30.910197Z","steps":["trace[668488163] 'agreement among raft nodes before linearized reading' (duration: 107.457767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:30.910735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.919539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:30.910748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.073322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:30.910803Z","caller":"traceutil/trace.go:171","msg":"trace[1934877198] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23502; }","duration":"108.016771ms","start":"2026-04-23T01:06:30.802767Z","end":"2026-04-23T01:06:30.910784Z","steps":["trace[1934877198] 'agreement among raft nodes before linearized reading' (duration: 107.884788ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:30.910874Z","caller":"traceutil/trace.go:171","msg":"trace[1029522908] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23502; }","duration":"108.249737ms","start":"2026-04-23T01:06:30.802602Z","end":"2026-04-23T01:06:30.910852Z","steps":["trace[1029522908] 'agreement among raft nodes before linearized reading' (duration: 108.053952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:32.408019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.817275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:32.408109Z","caller":"traceutil/trace.go:171","msg":"trace[1733086608] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23544; }","duration":"135.935599ms","start":"2026-04-23T01:06:32.272148Z","end":"2026-04-23T01:06:32.408084Z","steps":["trace[1733086608] 'range keys from in-memory index tree' (duration: 135.711673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:32.408104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.907818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:32.408187Z","caller":"traceutil/trace.go:171","msg":"trace[2025019135] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23544; }","duration":"136.018281ms","start":"2026-04-23T01:06:32.27215Z","end":"2026-04-23T01:06:32.408168Z","steps":["trace[2025019135] 'count revisions from in-memory index tree' (duration: 135.856696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:32.408188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.73439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:32.40811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.210757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:32.408267Z","caller":"traceutil/trace.go:171","msg":"trace[1255429810] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23544; }","duration":"159.837503ms","start":"2026-04-23T01:06:32.248399Z","end":"2026-04-23T01:06:32.408236Z","steps":["trace[1255429810] 'range keys from in-memory index tree' (duration: 159.663708ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:32.408308Z","caller":"traceutil/trace.go:171","msg":"trace[870776535] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23544; }","duration":"159.451363ms","start":"2026-04-23T01:06:32.248848Z","end":"2026-04-23T01:06:32.408299Z","steps":["trace[870776535] 'count revisions from in-memory index tree' (duration: 159.135725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:32.408786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.658721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/cert-manager-test/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:32.408837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.174453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:137819"} {"level":"info","ts":"2026-04-23T01:06:32.408879Z","caller":"traceutil/trace.go:171","msg":"trace[1583163610] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/cert-manager-test/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/cert-manager-test0; response_count:0; response_revision:23544; }","duration":"135.811124ms","start":"2026-04-23T01:06:32.273047Z","end":"2026-04-23T01:06:32.408858Z","steps":["trace[1583163610] 'range keys from in-memory index tree' (duration: 135.603899ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:32.40889Z","caller":"traceutil/trace.go:171","msg":"trace[1997225336] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:23544; }","duration":"115.258195ms","start":"2026-04-23T01:06:32.293617Z","end":"2026-04-23T01:06:32.408875Z","steps":["trace[1997225336] 'range keys from in-memory index tree' (duration: 114.957288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:32.408911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.941484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:32.408991Z","caller":"traceutil/trace.go:171","msg":"trace[1868608601] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23544; }","duration":"120.344594ms","start":"2026-04-23T01:06:32.288626Z","end":"2026-04-23T01:06:32.40897Z","steps":["trace[1868608601] 'range keys from in-memory index tree' (duration: 119.831741ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:33.959269Z","caller":"traceutil/trace.go:171","msg":"trace[1420070446] transaction","detail":"{read_only:false; response_revision:23579; number_of_response:1; }","duration":"106.445662ms","start":"2026-04-23T01:06:33.852787Z","end":"2026-04-23T01:06:33.959233Z","steps":["trace[1420070446] 'process raft request' (duration: 104.723678ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:37.094005Z","caller":"traceutil/trace.go:171","msg":"trace[1550054817] transaction","detail":"{read_only:false; response_revision:23635; number_of_response:1; }","duration":"147.144161ms","start":"2026-04-23T01:06:36.946836Z","end":"2026-04-23T01:06:37.09398Z","steps":["trace[1550054817] 'process raft request' (duration: 146.260968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:37.644978Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149655434,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:38.145184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149655434,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:38.64561Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149655434,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:38.85494Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.712124387s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:06:38.863046Z","caller":"traceutil/trace.go:171","msg":"trace[1101135520] transaction","detail":"{read_only:false; response_revision:23636; number_of_response:1; }","duration":"1.720303034s","start":"2026-04-23T01:06:37.142726Z","end":"2026-04-23T01:06:38.863029Z","steps":["trace[1101135520] 'process raft request' (duration: 1.712419594s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:38.863153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:37.142704Z","time spent":"1.720394906s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:38.863253Z","caller":"traceutil/trace.go:171","msg":"trace[2102374230] transaction","detail":"{read_only:false; response_revision:23638; number_of_response:1; }","duration":"1.718802236s","start":"2026-04-23T01:06:37.144428Z","end":"2026-04-23T01:06:38.86323Z","steps":["trace[2102374230] 'process raft request' (duration: 1.718703163s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:38.863285Z","caller":"traceutil/trace.go:171","msg":"trace[267439199] transaction","detail":"{read_only:false; response_revision:23637; number_of_response:1; }","duration":"1.720316144s","start":"2026-04-23T01:06:37.142925Z","end":"2026-04-23T01:06:38.863241Z","steps":["trace[267439199] 'process raft request' (duration: 1.720047567s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:38.863379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:37.144423Z","time spent":"1.718891138s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:38.863419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:37.142919Z","time spent":"1.720431838s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:38.863481Z","caller":"traceutil/trace.go:171","msg":"trace[292817405] transaction","detail":"{read_only:false; response_revision:23640; number_of_response:1; }","duration":"719.892925ms","start":"2026-04-23T01:06:38.14358Z","end":"2026-04-23T01:06:38.863473Z","steps":["trace[292817405] 'process raft request' (duration: 719.737701ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:38.863515Z","caller":"traceutil/trace.go:171","msg":"trace[1268678236] transaction","detail":"{read_only:false; response_revision:23639; number_of_response:1; }","duration":"944.450424ms","start":"2026-04-23T01:06:37.919022Z","end":"2026-04-23T01:06:38.863473Z","steps":["trace[1268678236] 'process raft request' (duration: 944.165126ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:38.863559Z","caller":"traceutil/trace.go:171","msg":"trace[1144215485] transaction","detail":"{read_only:false; response_revision:23641; number_of_response:1; }","duration":"478.818699ms","start":"2026-04-23T01:06:38.384731Z","end":"2026-04-23T01:06:38.86355Z","steps":["trace[1144215485] 'process raft request' (duration: 478.683035ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:38.863551Z","caller":"traceutil/trace.go:171","msg":"trace[250145472] linearizableReadLoop","detail":"{readStateIndex:24442; appliedIndex:24435; }","duration":"1.719173315s","start":"2026-04-23T01:06:37.144349Z","end":"2026-04-23T01:06:38.863522Z","steps":["trace[250145472] 'read index received' (duration: 1.710816244s)","trace[250145472] 'applied index is now lower than readState.Index' (duration: 8.356121ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:38.863584Z","caller":"traceutil/trace.go:171","msg":"trace[1528696157] transaction","detail":"{read_only:false; response_revision:23642; number_of_response:1; }","duration":"354.562196ms","start":"2026-04-23T01:06:38.509015Z","end":"2026-04-23T01:06:38.863577Z","steps":["trace[1528696157] 'process raft request' (duration: 354.455834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:38.863615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:38.38469Z","time spent":"478.89995ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:38.863651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:38.508961Z","time spent":"354.669258ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:38.863691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:37.918998Z","time spent":"944.584287ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T01:06:38.86355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:38.143556Z","time spent":"719.944516ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:38.863724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719357649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:06:38.863768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516873689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:06:38.863783Z","caller":"traceutil/trace.go:171","msg":"trace[843030011] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23642; }","duration":"1.719440911s","start":"2026-04-23T01:06:37.144326Z","end":"2026-04-23T01:06:38.863767Z","steps":["trace[843030011] 'agreement among raft nodes before linearized reading' (duration: 1.719325688s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:38.863842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:37.144319Z","time spent":"1.719509883s","remote":"127.0.0.1:58184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:38.863864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066561901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-23T01:06:38.863866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078901173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T01:06:38.863891Z","caller":"traceutil/trace.go:171","msg":"trace[1231356500] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23642; }","duration":"1.066625303s","start":"2026-04-23T01:06:37.797256Z","end":"2026-04-23T01:06:38.863882Z","steps":["trace[1231356500] 'agreement among raft nodes before linearized reading' (duration: 1.06653164s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:38.863898Z","caller":"traceutil/trace.go:171","msg":"trace[1539708188] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23642; }","duration":"1.078933904s","start":"2026-04-23T01:06:37.784956Z","end":"2026-04-23T01:06:38.86389Z","steps":["trace[1539708188] 'agreement among raft nodes before linearized reading' (duration: 1.078853532s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:38.863916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:37.797232Z","time spent":"1.066679804s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:06:38.863925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:37.784907Z","time spent":"1.079012397s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:06:38.863978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.316377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:38.863999Z","caller":"traceutil/trace.go:171","msg":"trace[1518498502] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23642; }","duration":"172.357128ms","start":"2026-04-23T01:06:38.691635Z","end":"2026-04-23T01:06:38.863993Z","steps":["trace[1518498502] 'agreement among raft nodes before linearized reading' (duration: 172.324457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:38.864026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16775728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:06:38.863798Z","caller":"traceutil/trace.go:171","msg":"trace[987917755] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23642; }","duration":"1.516902769s","start":"2026-04-23T01:06:37.346888Z","end":"2026-04-23T01:06:38.86379Z","steps":["trace[987917755] 'agreement among raft nodes before linearized reading' (duration: 1.516790067s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:38.864103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235266868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-23T01:06:38.864128Z","caller":"traceutil/trace.go:171","msg":"trace[1040818352] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23642; }","duration":"1.23532272s","start":"2026-04-23T01:06:37.6288Z","end":"2026-04-23T01:06:38.864123Z","steps":["trace[1040818352] 'agreement among raft nodes before linearized reading' (duration: 1.235262957s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:38.864144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.532817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-04-23T01:06:38.864154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:37.628781Z","time spent":"1.23536362s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-23T01:06:38.864168Z","caller":"traceutil/trace.go:171","msg":"trace[1548725145] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23642; }","duration":"182.605789ms","start":"2026-04-23T01:06:38.681556Z","end":"2026-04-23T01:06:38.864162Z","steps":["trace[1548725145] 'agreement among raft nodes before linearized reading' (duration: 182.541857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:38.864215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.626778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:38.864391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.314148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:06:38.864421Z","caller":"traceutil/trace.go:171","msg":"trace[367558090] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23642; }","duration":"885.37701ms","start":"2026-04-23T01:06:37.979035Z","end":"2026-04-23T01:06:38.864412Z","steps":["trace[367558090] 'agreement among raft nodes before linearized reading' (duration: 885.332219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:38.864411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419911118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-23T01:06:38.864446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:37.979011Z","time spent":"885.429411ms","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:38.864458Z","caller":"traceutil/trace.go:171","msg":"trace[287837660] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23642; }","duration":"1.41999313s","start":"2026-04-23T01:06:37.444451Z","end":"2026-04-23T01:06:38.864444Z","steps":["trace[287837660] 'agreement among raft nodes before linearized reading' (duration: 1.419838906s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:38.8645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270958541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-23T01:06:38.86451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:37.444431Z","time spent":"1.420069371s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T01:06:38.864526Z","caller":"traceutil/trace.go:171","msg":"trace[1299468428] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23642; }","duration":"1.271018903s","start":"2026-04-23T01:06:37.593502Z","end":"2026-04-23T01:06:38.864521Z","steps":["trace[1299468428] 'agreement among raft nodes before linearized reading' (duration: 1.270955451s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:38.864549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:37.593481Z","time spent":"1.271063693s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:06:38.864092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:37.346832Z","time spent":"1.517246619s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T01:06:38.864454Z","caller":"traceutil/trace.go:171","msg":"trace[242068513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23642; }","duration":"995.863904ms","start":"2026-04-23T01:06:37.868539Z","end":"2026-04-23T01:06:38.864403Z","steps":["trace[242068513] 'agreement among raft nodes before linearized reading' (duration: 995.575147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:38.865958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:37.868513Z","time spent":"997.435583ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:06:38.864237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244291656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-23T01:06:38.866141Z","caller":"traceutil/trace.go:171","msg":"trace[202788352] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23642; }","duration":"1.246191484s","start":"2026-04-23T01:06:37.619885Z","end":"2026-04-23T01:06:38.866076Z","steps":["trace[202788352] 'agreement among raft nodes before linearized reading' (duration: 1.244312108s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:38.86405Z","caller":"traceutil/trace.go:171","msg":"trace[899089496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23642; }","duration":"1.167826152s","start":"2026-04-23T01:06:37.696218Z","end":"2026-04-23T01:06:38.864045Z","steps":["trace[899089496] 'agreement among raft nodes before linearized reading' (duration: 1.16776471s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:38.866272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:37.696194Z","time spent":"1.170069239s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:06:38.866262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:37.61987Z","time spent":"1.246351798s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T01:06:38.864297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064347936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:06:38.866405Z","caller":"traceutil/trace.go:171","msg":"trace[1910799070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23642; }","duration":"1.066453378s","start":"2026-04-23T01:06:37.799943Z","end":"2026-04-23T01:06:38.866397Z","steps":["trace[1910799070] 'agreement among raft nodes before linearized reading' (duration: 1.064312795s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:38.866444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:37.799899Z","time spent":"1.06653877s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:06:38.8643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258701271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-23T01:06:38.86652Z","caller":"traceutil/trace.go:171","msg":"trace[885658970] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23642; }","duration":"1.260961327s","start":"2026-04-23T01:06:37.605552Z","end":"2026-04-23T01:06:38.866513Z","steps":["trace[885658970] 'agreement among raft nodes before linearized reading' (duration: 1.258696481s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:38.86666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:37.605533Z","time spent":"1.261119272s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-23T01:06:38.864348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.122161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:38.866737Z","caller":"traceutil/trace.go:171","msg":"trace[896785649] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:23642; }","duration":"187.537462ms","start":"2026-04-23T01:06:38.679191Z","end":"2026-04-23T01:06:38.866729Z","steps":["trace[896785649] 'agreement among raft nodes before linearized reading' (duration: 185.133982ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:51.13361Z","caller":"traceutil/trace.go:171","msg":"trace[746087882] transaction","detail":"{read_only:false; response_revision:23747; number_of_response:1; }","duration":"140.934364ms","start":"2026-04-23T01:06:50.992649Z","end":"2026-04-23T01:06:51.133583Z","steps":["trace[746087882] 'process raft request' (duration: 140.739129ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:51.190241Z","caller":"traceutil/trace.go:171","msg":"trace[310363981] transaction","detail":"{read_only:false; response_revision:23748; number_of_response:1; }","duration":"195.33919ms","start":"2026-04-23T01:06:50.994885Z","end":"2026-04-23T01:06:51.190224Z","steps":["trace[310363981] 'process raft request' (duration: 188.173088ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:51.190437Z","caller":"traceutil/trace.go:171","msg":"trace[1478675881] transaction","detail":"{read_only:false; response_revision:23749; number_of_response:1; }","duration":"195.539445ms","start":"2026-04-23T01:06:50.99489Z","end":"2026-04-23T01:06:51.19043Z","steps":["trace[1478675881] 'process raft request' (duration: 195.293019ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:51.190563Z","caller":"traceutil/trace.go:171","msg":"trace[1354308363] linearizableReadLoop","detail":"{readStateIndex:24554; appliedIndex:24550; }","duration":"187.738548ms","start":"2026-04-23T01:06:51.002791Z","end":"2026-04-23T01:06:51.19053Z","steps":["trace[1354308363] 'read index received' (duration: 130.697614ms)","trace[1354308363] 'applied index is now lower than readState.Index' (duration: 57.040054ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:51.190668Z","caller":"traceutil/trace.go:171","msg":"trace[1621868977] transaction","detail":"{read_only:false; response_revision:23750; number_of_response:1; }","duration":"195.676158ms","start":"2026-04-23T01:06:50.99496Z","end":"2026-04-23T01:06:51.190636Z","steps":["trace[1621868977] 'process raft request' (duration: 195.428402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:51.190704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.908291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T01:06:51.190728Z","caller":"traceutil/trace.go:171","msg":"trace[470915928] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23750; }","duration":"187.973783ms","start":"2026-04-23T01:06:51.002748Z","end":"2026-04-23T01:06:51.190721Z","steps":["trace[470915928] 'agreement among raft nodes before linearized reading' (duration: 187.881671ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:51.352142Z","caller":"traceutil/trace.go:171","msg":"trace[130520980] linearizableReadLoop","detail":"{readStateIndex:24555; appliedIndex:24554; }","duration":"161.534624ms","start":"2026-04-23T01:06:51.190582Z","end":"2026-04-23T01:06:51.352117Z","steps":["trace[130520980] 'read index received' (duration: 153.406409ms)","trace[130520980] 'applied index is now lower than readState.Index' (duration: 8.127255ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:51.352316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.009683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T01:06:51.352401Z","caller":"traceutil/trace.go:171","msg":"trace[589809261] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23751; }","duration":"341.119836ms","start":"2026-04-23T01:06:51.011262Z","end":"2026-04-23T01:06:51.352382Z","steps":["trace[589809261] 'agreement among raft nodes before linearized reading' (duration: 340.88345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:51.352388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.179207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-23T01:06:51.352463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:51.011254Z","time spent":"341.183347ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T01:06:51.352475Z","caller":"traceutil/trace.go:171","msg":"trace[487384707] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23751; }","duration":"341.289281ms","start":"2026-04-23T01:06:51.011162Z","end":"2026-04-23T01:06:51.352452Z","steps":["trace[487384707] 'agreement among raft nodes before linearized reading' (duration: 341.072015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:51.352532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:51.011152Z","time spent":"341.367162ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T01:06:51.352337Z","caller":"traceutil/trace.go:171","msg":"trace[1606754065] transaction","detail":"{read_only:false; response_revision:23751; number_of_response:1; }","duration":"207.379125ms","start":"2026-04-23T01:06:51.144928Z","end":"2026-04-23T01:06:51.352308Z","steps":["trace[1606754065] 'process raft request' (duration: 199.054125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:51.35268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.106278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:06:51.352729Z","caller":"traceutil/trace.go:171","msg":"trace[1623415721] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23751; }","duration":"343.20997ms","start":"2026-04-23T01:06:51.009506Z","end":"2026-04-23T01:06:51.352716Z","steps":["trace[1623415721] 'agreement among raft nodes before linearized reading' (duration: 343.054605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:51.352717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.434205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T01:06:51.352731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.169036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T01:06:51.352766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:51.009483Z","time spent":"343.276231ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T01:06:51.352775Z","caller":"traceutil/trace.go:171","msg":"trace[582125256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23751; }","duration":"341.509666ms","start":"2026-04-23T01:06:51.011253Z","end":"2026-04-23T01:06:51.352763Z","steps":["trace[582125256] 'agreement among raft nodes before linearized reading' (duration: 341.366983ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:51.352786Z","caller":"traceutil/trace.go:171","msg":"trace[1753875783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23751; }","duration":"348.254398ms","start":"2026-04-23T01:06:51.004518Z","end":"2026-04-23T01:06:51.352772Z","steps":["trace[1753875783] 'agreement among raft nodes before linearized reading' (duration: 348.058282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:51.352809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:51.011246Z","time spent":"341.554897ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:06:51.352688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.823584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5190"} {"level":"warn","ts":"2026-04-23T01:06:51.352754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.912644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:06:51.352898Z","caller":"traceutil/trace.go:171","msg":"trace[688189884] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:23751; }","duration":"342.130803ms","start":"2026-04-23T01:06:51.010753Z","end":"2026-04-23T01:06:51.352884Z","steps":["trace[688189884] 'agreement among raft nodes before linearized reading' (duration: 341.585489ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:51.352957Z","caller":"traceutil/trace.go:171","msg":"trace[104582789] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23751; }","duration":"281.209202ms","start":"2026-04-23T01:06:51.071699Z","end":"2026-04-23T01:06:51.352908Z","steps":["trace[104582789] 'agreement among raft nodes before linearized reading' (duration: 280.812031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:51.353004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:51.010739Z","time spent":"342.254236ms","remote":"127.0.0.1:37712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5214,"request content":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:06:51.352839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:51.004507Z","time spent":"348.313579ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T01:06:51.360291Z","caller":"traceutil/trace.go:171","msg":"trace[1219594319] transaction","detail":"{read_only:false; response_revision:23752; number_of_response:1; }","duration":"165.147926ms","start":"2026-04-23T01:06:51.195125Z","end":"2026-04-23T01:06:51.360273Z","steps":["trace[1219594319] 'process raft request' (duration: 164.989602ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:51.55241Z","caller":"traceutil/trace.go:171","msg":"trace[183130714] transaction","detail":"{read_only:false; response_revision:23758; number_of_response:1; }","duration":"185.180393ms","start":"2026-04-23T01:06:51.367208Z","end":"2026-04-23T01:06:51.552389Z","steps":["trace[183130714] 'process raft request' (duration: 184.941297ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:51.725469Z","caller":"traceutil/trace.go:171","msg":"trace[810597026] transaction","detail":"{read_only:false; response_revision:23762; number_of_response:1; }","duration":"112.954717ms","start":"2026-04-23T01:06:51.612375Z","end":"2026-04-23T01:06:51.725329Z","steps":["trace[810597026] 'process raft request' (duration: 112.213337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:52.869217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.007874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:06:52.869336Z","caller":"traceutil/trace.go:171","msg":"trace[600562017] transaction","detail":"{read_only:false; response_revision:23765; number_of_response:1; }","duration":"1.133010742s","start":"2026-04-23T01:06:51.736305Z","end":"2026-04-23T01:06:52.869315Z","steps":["trace[600562017] 'process raft request' (duration: 271.831064ms)","trace[600562017] 'compare' (duration: 860.576353ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:52.869425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:51.736295Z","time spent":"1.133077295s","remote":"127.0.0.1:37712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5145,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:53.081366Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.073049146s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:06:53.082171Z","caller":"traceutil/trace.go:171","msg":"trace[983155590] transaction","detail":"{read_only:false; response_revision:23766; number_of_response:1; }","duration":"1.295887071s","start":"2026-04-23T01:06:51.786257Z","end":"2026-04-23T01:06:53.082144Z","steps":["trace[983155590] 'process raft request' (duration: 1.295351998s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:53.082306Z","caller":"traceutil/trace.go:171","msg":"trace[317142769] linearizableReadLoop","detail":"{readStateIndex:24573; appliedIndex:24568; }","duration":"1.284009811s","start":"2026-04-23T01:06:51.798268Z","end":"2026-04-23T01:06:53.082278Z","steps":["trace[317142769] 'read index received' (duration: 209.94367ms)","trace[317142769] 'applied index is now lower than readState.Index' (duration: 1.074064681s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:53.082327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:51.786235Z","time spent":"1.296011994s","remote":"127.0.0.1:37484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":740,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:53.08243Z","caller":"traceutil/trace.go:171","msg":"trace[1045642104] transaction","detail":"{read_only:false; response_revision:23767; number_of_response:1; }","duration":"1.296117877s","start":"2026-04-23T01:06:51.7863Z","end":"2026-04-23T01:06:53.082417Z","steps":["trace[1045642104] 'process raft request' (duration: 1.295485431s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.082565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:51.786259Z","time spent":"1.296202039s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:06:53.082814Z","caller":"traceutil/trace.go:171","msg":"trace[1777443427] transaction","detail":"{read_only:false; response_revision:23769; number_of_response:1; }","duration":"1.294792463s","start":"2026-04-23T01:06:51.788008Z","end":"2026-04-23T01:06:53.082801Z","steps":["trace[1777443427] 'process raft request' (duration: 1.294150147s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.082904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:51.787983Z","time spent":"1.294856435s","remote":"127.0.0.1:37740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4718,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:53.082908Z","caller":"traceutil/trace.go:171","msg":"trace[1126916079] transaction","detail":"{read_only:false; response_revision:23768; number_of_response:1; }","duration":"1.295765307s","start":"2026-04-23T01:06:51.787124Z","end":"2026-04-23T01:06:53.082889Z","steps":["trace[1126916079] 'process raft request' (duration: 1.294952427s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.082996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:51.78711Z","time spent":"1.29583973s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1572,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:53.083048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28477166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-k2hdq\" ","response":"range_response_count:1 size:5423"} {"level":"info","ts":"2026-04-23T01:06:53.083095Z","caller":"traceutil/trace.go:171","msg":"trace[1572857788] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-k2hdq; range_end:; response_count:1; response_revision:23770; }","duration":"1.284838841s","start":"2026-04-23T01:06:51.798241Z","end":"2026-04-23T01:06:53.08308Z","steps":["trace[1572857788] 'agreement among raft nodes before linearized reading' (duration: 1.284693247s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.083137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:51.798232Z","time spent":"1.284890173s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":1,"response size":5447,"request content":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-k2hdq\" "} {"level":"info","ts":"2026-04-23T01:06:53.083285Z","caller":"traceutil/trace.go:171","msg":"trace[659208625] transaction","detail":"{read_only:false; response_revision:23770; number_of_response:1; }","duration":"1.284644687s","start":"2026-04-23T01:06:51.798628Z","end":"2026-04-23T01:06:53.083273Z","steps":["trace[659208625] 'process raft request' (duration: 1.283604821s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.083341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:51.798613Z","time spent":"1.284697698s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":907,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T01:06:53.109334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039088048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417629"} {"level":"info","ts":"2026-04-23T01:06:53.109416Z","caller":"traceutil/trace.go:171","msg":"trace[721121787] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23771; }","duration":"1.03921304s","start":"2026-04-23T01:06:52.070184Z","end":"2026-04-23T01:06:53.109397Z","steps":["trace[721121787] 'agreement among raft nodes before linearized reading' (duration: 1.038922313s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.109458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:52.070165Z","time spent":"1.039284472s","remote":"127.0.0.1:54424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417653,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-23T01:06:53.109922Z","caller":"traceutil/trace.go:171","msg":"trace[1686984783] transaction","detail":"{read_only:false; response_revision:23771; number_of_response:1; }","duration":"197.625188ms","start":"2026-04-23T01:06:52.912284Z","end":"2026-04-23T01:06:53.109909Z","steps":["trace[1686984783] 'process raft request' (duration: 196.671903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.110084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.129199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:53.110123Z","caller":"traceutil/trace.go:171","msg":"trace[1680498694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23771; }","duration":"243.206621ms","start":"2026-04-23T01:06:52.866908Z","end":"2026-04-23T01:06:53.110114Z","steps":["trace[1680498694] 'agreement among raft nodes before linearized reading' (duration: 243.145999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.110322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.489648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:646"} {"level":"info","ts":"2026-04-23T01:06:53.110359Z","caller":"traceutil/trace.go:171","msg":"trace[232109636] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:23771; }","duration":"729.56113ms","start":"2026-04-23T01:06:52.380788Z","end":"2026-04-23T01:06:53.110349Z","steps":["trace[232109636] 'agreement among raft nodes before linearized reading' (duration: 729.465117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.110415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:52.380766Z","time spent":"729.639771ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":670,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-23T01:06:53.110407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.770917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:06:53.110518Z","caller":"traceutil/trace.go:171","msg":"trace[1521043261] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:23771; }","duration":"652.961422ms","start":"2026-04-23T01:06:52.457529Z","end":"2026-04-23T01:06:53.110491Z","steps":["trace[1521043261] 'agreement among raft nodes before linearized reading' (duration: 652.666045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.110622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:52.457458Z","time spent":"653.148197ms","remote":"127.0.0.1:46882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:53.110967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.645849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-23T01:06:53.111002Z","caller":"traceutil/trace.go:171","msg":"trace[1128400268] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23771; }","duration":"301.719421ms","start":"2026-04-23T01:06:52.809269Z","end":"2026-04-23T01:06:53.110989Z","steps":["trace[1128400268] 'agreement among raft nodes before linearized reading' (duration: 301.569267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.111031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:52.809254Z","time spent":"301.770061ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-23T01:06:53.111184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.735979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:06:53.111212Z","caller":"traceutil/trace.go:171","msg":"trace[499829696] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23771; }","duration":"367.815141ms","start":"2026-04-23T01:06:52.743388Z","end":"2026-04-23T01:06:53.111203Z","steps":["trace[499829696] 'agreement among raft nodes before linearized reading' (duration: 367.76373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.111241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:52.743365Z","time spent":"367.868163ms","remote":"127.0.0.1:54460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:53.111457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.275332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-23T01:06:53.111485Z","caller":"traceutil/trace.go:171","msg":"trace[317105739] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:23771; }","duration":"417.339234ms","start":"2026-04-23T01:06:52.694137Z","end":"2026-04-23T01:06:53.111476Z","steps":["trace[317105739] 'agreement among raft nodes before linearized reading' (duration: 417.228811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.111512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:52.694116Z","time spent":"417.389525ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-04-23T01:06:53.266251Z","caller":"traceutil/trace.go:171","msg":"trace[2142529389] linearizableReadLoop","detail":"{readStateIndex:24576; appliedIndex:24575; }","duration":"152.864816ms","start":"2026-04-23T01:06:53.11336Z","end":"2026-04-23T01:06:53.266225Z","steps":["trace[2142529389] 'read index received' (duration: 152.520906ms)","trace[2142529389] 'applied index is now lower than readState.Index' (duration: 341.75µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:53.266369Z","caller":"traceutil/trace.go:171","msg":"trace[1517879966] transaction","detail":"{read_only:false; response_revision:23772; number_of_response:1; }","duration":"170.188534ms","start":"2026-04-23T01:06:53.096158Z","end":"2026-04-23T01:06:53.266346Z","steps":["trace[1517879966] 'process raft request' (duration: 169.810635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.266486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.100132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:53.266646Z","caller":"traceutil/trace.go:171","msg":"trace[702527090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23772; }","duration":"153.301747ms","start":"2026-04-23T01:06:53.113324Z","end":"2026-04-23T01:06:53.266626Z","steps":["trace[702527090] 'agreement among raft nodes before linearized reading' (duration: 153.063611ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:53.583363Z","caller":"traceutil/trace.go:171","msg":"trace[245429284] transaction","detail":"{read_only:false; response_revision:23773; number_of_response:1; }","duration":"444.214984ms","start":"2026-04-23T01:06:53.139131Z","end":"2026-04-23T01:06:53.583346Z","steps":["trace[245429284] 'process raft request' (duration: 444.018579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.583489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:53.139108Z","time spent":"444.317506ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:53.583578Z","caller":"traceutil/trace.go:171","msg":"trace[1087197223] transaction","detail":"{read_only:false; response_revision:23774; number_of_response:1; }","duration":"444.164992ms","start":"2026-04-23T01:06:53.139386Z","end":"2026-04-23T01:06:53.583551Z","steps":["trace[1087197223] 'process raft request' (duration: 443.907566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.583654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:53.139368Z","time spent":"444.240975ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:53.5838Z","caller":"traceutil/trace.go:171","msg":"trace[1583858899] transaction","detail":"{read_only:false; response_revision:23775; number_of_response:1; }","duration":"388.424773ms","start":"2026-04-23T01:06:53.195358Z","end":"2026-04-23T01:06:53.583783Z","steps":["trace[1583858899] 'process raft request' (duration: 388.128906ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:53.583857Z","caller":"traceutil/trace.go:171","msg":"trace[695304314] transaction","detail":"{read_only:false; response_revision:23776; number_of_response:1; }","duration":"388.357871ms","start":"2026-04-23T01:06:53.195478Z","end":"2026-04-23T01:06:53.583836Z","steps":["trace[695304314] 'process raft request' (duration: 388.211148ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:53.583924Z","caller":"traceutil/trace.go:171","msg":"trace[708578762] linearizableReadLoop","detail":"{readStateIndex:24581; appliedIndex:24576; }","duration":"317.55763ms","start":"2026-04-23T01:06:53.266349Z","end":"2026-04-23T01:06:53.583907Z","steps":["trace[708578762] 'read index received' (duration: 316.841432ms)","trace[708578762] 'applied index is now lower than readState.Index' (duration: 715.108µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:53.584034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:53.19545Z","time spent":"388.507215ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:53.584026Z","caller":"traceutil/trace.go:171","msg":"trace[569358868] transaction","detail":"{read_only:false; response_revision:23777; number_of_response:1; }","duration":"387.327215ms","start":"2026-04-23T01:06:53.19666Z","end":"2026-04-23T01:06:53.583987Z","steps":["trace[569358868] 'process raft request' (duration: 387.12876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.584089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.311512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-386d5f95-c9a8-46c8-a660-d2c171fa2c23\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-04-23T01:06:53.584128Z","caller":"traceutil/trace.go:171","msg":"trace[1599617196] range","detail":"{range_begin:/registry/persistentvolumes/pvc-386d5f95-c9a8-46c8-a660-d2c171fa2c23; range_end:; response_count:1; response_revision:23777; }","duration":"468.372744ms","start":"2026-04-23T01:06:53.11574Z","end":"2026-04-23T01:06:53.584112Z","steps":["trace[1599617196] 'agreement among raft nodes before linearized reading' (duration: 468.253111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.584169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:53.115724Z","time spent":"468.427945ms","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-386d5f95-c9a8-46c8-a660-d2c171fa2c23\" "} {"level":"warn","ts":"2026-04-23T01:06:53.584204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:53.196651Z","time spent":"387.462268ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:53.584967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:53.195342Z","time spent":"389.589462ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:53.605122Z","caller":"traceutil/trace.go:171","msg":"trace[1416334103] transaction","detail":"{read_only:false; response_revision:23778; number_of_response:1; }","duration":"330.435377ms","start":"2026-04-23T01:06:53.274666Z","end":"2026-04-23T01:06:53.605102Z","steps":["trace[1416334103] 'process raft request' (duration: 330.247891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.605262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:53.274654Z","time spent":"330.530919ms","remote":"127.0.0.1:37712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5163,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:53.605425Z","caller":"traceutil/trace.go:171","msg":"trace[447714086] transaction","detail":"{read_only:false; response_revision:23779; number_of_response:1; }","duration":"291.653025ms","start":"2026-04-23T01:06:53.313753Z","end":"2026-04-23T01:06:53.605406Z","steps":["trace[447714086] 'process raft request' (duration: 291.295616ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:53.605526Z","caller":"traceutil/trace.go:171","msg":"trace[1850099358] transaction","detail":"{read_only:false; response_revision:23780; number_of_response:1; }","duration":"244.084392ms","start":"2026-04-23T01:06:53.361417Z","end":"2026-04-23T01:06:53.605501Z","steps":["trace[1850099358] 'process raft request' (duration: 243.883327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.605944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.892231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T01:06:53.606002Z","caller":"traceutil/trace.go:171","msg":"trace[1147708074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23781; }","duration":"166.970473ms","start":"2026-04-23T01:06:53.439016Z","end":"2026-04-23T01:06:53.605987Z","steps":["trace[1147708074] 'agreement among raft nodes before linearized reading' (duration: 166.816979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.606069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.661615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T01:06:53.606154Z","caller":"traceutil/trace.go:171","msg":"trace[1124795570] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23781; }","duration":"166.797939ms","start":"2026-04-23T01:06:53.439322Z","end":"2026-04-23T01:06:53.60612Z","steps":["trace[1124795570] 'agreement among raft nodes before linearized reading' (duration: 166.579933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.606277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.961603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T01:06:53.606336Z","caller":"traceutil/trace.go:171","msg":"trace[560887184] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23781; }","duration":"167.038904ms","start":"2026-04-23T01:06:53.439286Z","end":"2026-04-23T01:06:53.606325Z","steps":["trace[560887184] 'agreement among raft nodes before linearized reading' (duration: 166.911901ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:53.606342Z","caller":"traceutil/trace.go:171","msg":"trace[1383692035] transaction","detail":"{read_only:false; response_revision:23781; number_of_response:1; }","duration":"138.572194ms","start":"2026-04-23T01:06:53.467758Z","end":"2026-04-23T01:06:53.60633Z","steps":["trace[1383692035] 'process raft request' (duration: 137.739193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.606357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.394434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T01:06:53.606398Z","caller":"traceutil/trace.go:171","msg":"trace[907312553] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23781; }","duration":"167.469676ms","start":"2026-04-23T01:06:53.438917Z","end":"2026-04-23T01:06:53.606387Z","steps":["trace[907312553] 'agreement among raft nodes before linearized reading' (duration: 167.363293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.606526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.431865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-23T01:06:53.60666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.024746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T01:06:53.606672Z","caller":"traceutil/trace.go:171","msg":"trace[1914959308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23781; }","duration":"167.569128ms","start":"2026-04-23T01:06:53.439081Z","end":"2026-04-23T01:06:53.60665Z","steps":["trace[1914959308] 'agreement among raft nodes before linearized reading' (duration: 167.377763ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:53.606704Z","caller":"traceutil/trace.go:171","msg":"trace[1254162210] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23781; }","duration":"243.104158ms","start":"2026-04-23T01:06:53.363587Z","end":"2026-04-23T01:06:53.606691Z","steps":["trace[1254162210] 'agreement among raft nodes before linearized reading' (duration: 242.973695ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:53.717608Z","caller":"traceutil/trace.go:171","msg":"trace[646374947] transaction","detail":"{read_only:false; response_revision:23783; number_of_response:1; }","duration":"106.337489ms","start":"2026-04-23T01:06:53.611246Z","end":"2026-04-23T01:06:53.717584Z","steps":["trace[646374947] 'process raft request' (duration: 105.317442ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:53.717984Z","caller":"traceutil/trace.go:171","msg":"trace[1576306631] transaction","detail":"{read_only:false; response_revision:23784; number_of_response:1; }","duration":"106.649117ms","start":"2026-04-23T01:06:53.611268Z","end":"2026-04-23T01:06:53.717917Z","steps":["trace[1576306631] 'process raft request' (duration: 106.255507ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:53.71843Z","caller":"traceutil/trace.go:171","msg":"trace[1722689153] transaction","detail":"{read_only:false; response_revision:23787; number_of_response:1; }","duration":"106.083982ms","start":"2026-04-23T01:06:53.612288Z","end":"2026-04-23T01:06:53.718372Z","steps":["trace[1722689153] 'process raft request' (duration: 106.020121ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:53.718457Z","caller":"traceutil/trace.go:171","msg":"trace[1859491295] transaction","detail":"{read_only:false; response_revision:23785; number_of_response:1; }","duration":"107.123899ms","start":"2026-04-23T01:06:53.611292Z","end":"2026-04-23T01:06:53.718416Z","steps":["trace[1859491295] 'process raft request' (duration: 106.511273ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:53.718722Z","caller":"traceutil/trace.go:171","msg":"trace[324693725] transaction","detail":"{read_only:false; response_revision:23786; number_of_response:1; }","duration":"106.76962ms","start":"2026-04-23T01:06:53.611942Z","end":"2026-04-23T01:06:53.718711Z","steps":["trace[324693725] 'process raft request' (duration: 106.280258ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:43.412201Z","caller":"traceutil/trace.go:171","msg":"trace[345707767] transaction","detail":"{read_only:false; response_revision:24390; number_of_response:1; }","duration":"119.560544ms","start":"2026-04-23T01:07:43.292611Z","end":"2026-04-23T01:07:43.412172Z","steps":["trace[345707767] 'process raft request' (duration: 119.39341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:56.327105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.477394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-23T01:07:56.327143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.110492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T01:07:56.327207Z","caller":"traceutil/trace.go:171","msg":"trace[374076198] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24493; }","duration":"252.612548ms","start":"2026-04-23T01:07:56.074571Z","end":"2026-04-23T01:07:56.327184Z","steps":["trace[374076198] 'range keys from in-memory index tree' (duration: 252.386222ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:56.327249Z","caller":"traceutil/trace.go:171","msg":"trace[566258237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24493; }","duration":"257.264876ms","start":"2026-04-23T01:07:56.069961Z","end":"2026-04-23T01:07:56.327226Z","steps":["trace[566258237] 'range keys from in-memory index tree' (duration: 256.932808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:56.327381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.745094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:07:56.327123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.976884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T01:07:56.327489Z","caller":"traceutil/trace.go:171","msg":"trace[1523191564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24493; }","duration":"262.415045ms","start":"2026-04-23T01:07:56.065064Z","end":"2026-04-23T01:07:56.327479Z","steps":["trace[1523191564] 'range keys from in-memory index tree' (duration: 261.79738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:56.327493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.286681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T01:07:56.327543Z","caller":"traceutil/trace.go:171","msg":"trace[1438323243] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24493; }","duration":"258.369874ms","start":"2026-04-23T01:07:56.069156Z","end":"2026-04-23T01:07:56.327526Z","steps":["trace[1438323243] 'range keys from in-memory index tree' (duration: 258.155838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:56.327517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.584473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T01:07:56.327646Z","caller":"traceutil/trace.go:171","msg":"trace[1187323964] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24493; }","duration":"259.767498ms","start":"2026-04-23T01:07:56.067862Z","end":"2026-04-23T01:07:56.32763Z","steps":["trace[1187323964] 'range keys from in-memory index tree' (duration: 259.4028ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:56.327435Z","caller":"traceutil/trace.go:171","msg":"trace[201922241] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24493; }","duration":"277.833716ms","start":"2026-04-23T01:07:56.049586Z","end":"2026-04-23T01:07:56.32742Z","steps":["trace[201922241] 'count revisions from in-memory index tree' (duration: 277.661812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:06.399272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.207012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-rabbit-init-tmxzv\" ","response":"range_response_count:1 size:6383"} {"level":"info","ts":"2026-04-23T01:08:06.399331Z","caller":"traceutil/trace.go:171","msg":"trace[1538268270] range","detail":"{range_begin:/registry/pods/openstack/magnum-rabbit-init-tmxzv; range_end:; response_count:1; response_revision:24592; }","duration":"245.305363ms","start":"2026-04-23T01:08:06.154012Z","end":"2026-04-23T01:08:06.399318Z","steps":["trace[1538268270] 'range keys from in-memory index tree' (duration: 245.061138ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:26.547127Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21631} {"level":"info","ts":"2026-04-23T01:08:26.660759Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21631,"took":"109.651593ms","hash":2192579065,"current-db-size-bytes":55885824,"current-db-size":"56 MB","current-db-size-in-use-bytes":42213376,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-04-23T01:08:26.660827Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2192579065,"revision":21631,"compact-revision":19449} {"level":"warn","ts":"2026-04-23T01:09:52.72829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.757836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:09:52.728418Z","caller":"traceutil/trace.go:171","msg":"trace[1192809063] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25599; }","duration":"765.93409ms","start":"2026-04-23T01:09:51.962455Z","end":"2026-04-23T01:09:52.728389Z","steps":["trace[1192809063] 'count revisions from in-memory index tree' (duration: 765.623762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:52.728414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.383596ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:09:52.728482Z","caller":"traceutil/trace.go:171","msg":"trace[537219795] linearizableReadLoop","detail":"{readStateIndex:26452; appliedIndex:26451; }","duration":"642.9488ms","start":"2026-04-23T01:09:52.085522Z","end":"2026-04-23T01:09:52.728471Z","steps":["trace[537219795] 'read index received' (duration: 484.38396ms)","trace[537219795] 'applied index is now lower than readState.Index' (duration: 158.56397ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:52.728478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:51.962432Z","time spent":"766.032143ms","remote":"127.0.0.1:37542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:09:52.728516Z","caller":"traceutil/trace.go:171","msg":"trace[1854936140] transaction","detail":"{read_only:false; response_revision:25600; number_of_response:1; }","duration":"720.161732ms","start":"2026-04-23T01:09:52.008325Z","end":"2026-04-23T01:09:52.728487Z","steps":["trace[1854936140] 'process raft request' (duration: 561.632153ms)","trace[1854936140] 'compare' (duration: 158.118369ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:52.728662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:52.008303Z","time spent":"720.284835ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:52.728679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.155505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418229"} {"level":"info","ts":"2026-04-23T01:09:52.728805Z","caller":"traceutil/trace.go:171","msg":"trace[2074363434] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25600; }","duration":"643.300959ms","start":"2026-04-23T01:09:52.085482Z","end":"2026-04-23T01:09:52.728783Z","steps":["trace[2074363434] 'agreement among raft nodes before linearized reading' (duration: 643.049943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:52.728862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:52.085467Z","time spent":"643.38265ms","remote":"127.0.0.1:54424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418253,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-23T01:09:53.22959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660175,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:09:54.157389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.229655ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:09:54.157541Z","caller":"traceutil/trace.go:171","msg":"trace[486022823] transaction","detail":"{read_only:false; response_revision:25602; number_of_response:1; }","duration":"1.960769846s","start":"2026-04-23T01:09:52.196759Z","end":"2026-04-23T01:09:54.157529Z","steps":["trace[486022823] 'process raft request' (duration: 1.960702834s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:54.15759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:52.196743Z","time spent":"1.960826837s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:54.157592Z","caller":"traceutil/trace.go:171","msg":"trace[607842183] transaction","detail":"{read_only:false; response_revision:25601; number_of_response:1; }","duration":"2.038734307s","start":"2026-04-23T01:09:52.118822Z","end":"2026-04-23T01:09:54.157556Z","steps":["trace[607842183] 'process raft request' (duration: 1.382280716s)","trace[607842183] 'compare' (duration: 655.494876ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:54.15768Z","caller":"traceutil/trace.go:171","msg":"trace[1734279800] transaction","detail":"{read_only:false; response_revision:25603; number_of_response:1; }","duration":"1.851553633s","start":"2026-04-23T01:09:52.306111Z","end":"2026-04-23T01:09:54.157665Z","steps":["trace[1734279800] 'process raft request' (duration: 1.851393439s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:54.15776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:52.306094Z","time spent":"1.851621495s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:54.157759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:52.118797Z","time spent":"2.03887664s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:54.157998Z","caller":"traceutil/trace.go:171","msg":"trace[1182999387] transaction","detail":"{read_only:false; response_revision:25605; number_of_response:1; }","duration":"1.804254957s","start":"2026-04-23T01:09:52.35372Z","end":"2026-04-23T01:09:54.157975Z","steps":["trace[1182999387] 'process raft request' (duration: 1.804141954s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:54.158321Z","caller":"traceutil/trace.go:171","msg":"trace[1634795027] transaction","detail":"{read_only:false; response_revision:25604; number_of_response:1; }","duration":"1.806027352s","start":"2026-04-23T01:09:52.35228Z","end":"2026-04-23T01:09:54.158307Z","steps":["trace[1634795027] 'process raft request' (duration: 1.805322254s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:54.15839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:52.352267Z","time spent":"1.806086913s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:54.159004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:52.353714Z","time spent":"1.804675957s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:55.801768Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.299647735s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:09:55.803919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478000777s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:55.804014Z","caller":"traceutil/trace.go:171","msg":"trace[1788647440] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25605; }","duration":"1.47810545s","start":"2026-04-23T01:09:54.325895Z","end":"2026-04-23T01:09:55.804Z","steps":["trace[1788647440] 'range keys from in-memory index tree' (duration: 1.477987497s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:55.805581Z","caller":"traceutil/trace.go:171","msg":"trace[368365899] linearizableReadLoop","detail":"{readStateIndex:26458; appliedIndex:26452; }","duration":"3.077054993s","start":"2026-04-23T01:09:52.7285Z","end":"2026-04-23T01:09:55.805555Z","steps":["trace[368365899] 'read index received' (duration: 772.68212ms)","trace[368365899] 'applied index is now lower than readState.Index' (duration: 2.304371513s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:55.805669Z","caller":"traceutil/trace.go:171","msg":"trace[194037365] transaction","detail":"{read_only:false; response_revision:25606; number_of_response:1; }","duration":"2.663168358s","start":"2026-04-23T01:09:53.142492Z","end":"2026-04-23T01:09:55.805661Z","steps":["trace[194037365] 'process raft request' (duration: 2.660115331s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:55.805782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:53.142452Z","time spent":"2.66323834s","remote":"127.0.0.1:54424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418287,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:55.806014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.226916605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:09:55.806042Z","caller":"traceutil/trace.go:171","msg":"trace[1944174285] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25606; }","duration":"3.226988616s","start":"2026-04-23T01:09:52.579045Z","end":"2026-04-23T01:09:55.806034Z","steps":["trace[1944174285] 'agreement among raft nodes before linearized reading' (duration: 3.226881644s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:55.806063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:52.579014Z","time spent":"3.227043097s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:09:55.806181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.567815764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:09:55.806205Z","caller":"traceutil/trace.go:171","msg":"trace[2071682452] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25606; }","duration":"3.567871015s","start":"2026-04-23T01:09:52.238327Z","end":"2026-04-23T01:09:55.806198Z","steps":["trace[2071682452] 'agreement among raft nodes before linearized reading' (duration: 3.567827754s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:55.806224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:52.238313Z","time spent":"3.567906346s","remote":"127.0.0.1:58144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:55.806332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.616311691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:55.806354Z","caller":"traceutil/trace.go:171","msg":"trace[2123911429] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25606; }","duration":"3.616370563s","start":"2026-04-23T01:09:52.189978Z","end":"2026-04-23T01:09:55.806348Z","steps":["trace[2123911429] 'agreement among raft nodes before linearized reading' (duration: 3.616334442s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:55.806372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:52.189953Z","time spent":"3.616413523s","remote":"127.0.0.1:37674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:55.866335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000063518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:09:55.866419Z","caller":"traceutil/trace.go:171","msg":"trace[1654730364] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000201762s","start":"2026-04-23T01:09:53.866198Z","end":"2026-04-23T01:09:55.8664Z","steps":["trace[1654730364] 'agreement among raft nodes before linearized reading' (duration: 2.000089489s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:55.866467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:53.866179Z","time spent":"2.000279104s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:09:56.306024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:09:56.806677Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:09:57.180797Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.378795248s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:09:57.475235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.005645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:09:57.475474Z","caller":"traceutil/trace.go:171","msg":"trace[1780698871] transaction","detail":"{read_only:false; response_revision:25607; number_of_response:1; }","duration":"3.567323622s","start":"2026-04-23T01:09:53.908106Z","end":"2026-04-23T01:09:57.47543Z","steps":["trace[1780698871] 'process raft request' (duration: 3.273030969s)","trace[1780698871] 'compare' (duration: 293.634196ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:57.475681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:53.908081Z","time spent":"3.567491266s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:57.476045Z","caller":"traceutil/trace.go:171","msg":"trace[444623195] transaction","detail":"{read_only:false; response_revision:25608; number_of_response:1; }","duration":"2.740595955s","start":"2026-04-23T01:09:54.735437Z","end":"2026-04-23T01:09:57.476032Z","steps":["trace[444623195] 'process raft request' (duration: 2.739920528s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:57.476117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:54.735412Z","time spent":"2.740669827s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:57.867182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000058498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:09:57.867304Z","caller":"traceutil/trace.go:171","msg":"trace[274161672] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000239513s","start":"2026-04-23T01:09:55.867041Z","end":"2026-04-23T01:09:57.86728Z","steps":["trace[274161672] 'agreement among raft nodes before linearized reading' (duration: 2.000081319s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:57.867356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:55.867022Z","time spent":"2.000322515s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:09:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:09:58.058311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998955176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:09:58.058408Z","caller":"traceutil/trace.go:171","msg":"trace[1611086462] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99912303s","start":"2026-04-23T01:09:53.059263Z","end":"2026-04-23T01:09:58.058386Z","steps":["trace[1611086462] 'agreement among raft nodes before linearized reading' (duration: 4.999003987s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:58.058455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:53.059232Z","time spent":"4.999213162s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/23 01:09:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:09:58.171299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998829473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:09:58.171394Z","caller":"traceutil/trace.go:171","msg":"trace[624244522] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998950156s","start":"2026-04-23T01:09:53.172422Z","end":"2026-04-23T01:09:58.171372Z","steps":["trace[624244522] 'agreement among raft nodes before linearized reading' (duration: 4.998750191s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:58.171445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:53.172371Z","time spent":"4.999063049s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/23 01:09:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:09:58.27371Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.092661372s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:09:58.329865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.382906ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-23T01:09:58.330831Z","caller":"traceutil/trace.go:171","msg":"trace[69817139] transaction","detail":"{read_only:false; response_revision:25609; number_of_response:1; }","duration":"3.160284759s","start":"2026-04-23T01:09:55.170518Z","end":"2026-04-23T01:09:58.330803Z","steps":["trace[69817139] 'process raft request' (duration: 3.159445077s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:58.330965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:55.1705Z","time spent":"3.160394603s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:58.362775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000272924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:09:58.362881Z","caller":"traceutil/trace.go:171","msg":"trace[176204861] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000465108s","start":"2026-04-23T01:09:56.362391Z","end":"2026-04-23T01:09:58.362856Z","steps":["trace[176204861] 'agreement among raft nodes before linearized reading' (duration: 2.000302354s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:58.362938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:56.36237Z","time spent":"2.000556361s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:09:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:09:59.076505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.646826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:09:59.076705Z","caller":"traceutil/trace.go:171","msg":"trace[59043542] transaction","detail":"{read_only:false; response_revision:25612; number_of_response:1; }","duration":"2.912479412s","start":"2026-04-23T01:09:56.164213Z","end":"2026-04-23T01:09:59.076692Z","steps":["trace[59043542] 'process raft request' (duration: 2.912429051s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:59.076743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:56.164206Z","time spent":"2.912519883s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:59.076737Z","caller":"traceutil/trace.go:171","msg":"trace[1006668895] transaction","detail":"{read_only:false; response_revision:25610; number_of_response:1; }","duration":"3.266065264s","start":"2026-04-23T01:09:55.810638Z","end":"2026-04-23T01:09:59.076704Z","steps":["trace[1006668895] 'process raft request' (duration: 2.520148611s)","trace[1006668895] 'compare' (duration: 744.673991ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:59.076731Z","caller":"traceutil/trace.go:171","msg":"trace[2095423654] transaction","detail":"{read_only:false; response_revision:25611; number_of_response:1; }","duration":"2.912669677s","start":"2026-04-23T01:09:56.164034Z","end":"2026-04-23T01:09:59.076703Z","steps":["trace[2095423654] 'process raft request' (duration: 2.912545624s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:59.076835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:55.810621Z","time spent":"3.266160287s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:59.076833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:56.164011Z","time spent":"2.91277195s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:59.07697Z","caller":"traceutil/trace.go:171","msg":"trace[1246184616] transaction","detail":"{read_only:false; response_revision:25613; number_of_response:1; }","duration":"2.912679988s","start":"2026-04-23T01:09:56.164266Z","end":"2026-04-23T01:09:59.076946Z","steps":["trace[1246184616] 'process raft request' (duration: 2.912395811s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:59.07715Z","caller":"traceutil/trace.go:171","msg":"trace[1031502596] transaction","detail":"{read_only:false; response_revision:25615; number_of_response:1; }","duration":"2.911226291s","start":"2026-04-23T01:09:56.165915Z","end":"2026-04-23T01:09:59.077141Z","steps":["trace[1031502596] 'process raft request' (duration: 2.911031096s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:59.077157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:56.164261Z","time spent":"2.912807991s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:59.077198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:56.165893Z","time spent":"2.911280031s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:59.077277Z","caller":"traceutil/trace.go:171","msg":"trace[2002126308] linearizableReadLoop","detail":"{readStateIndex:26469; appliedIndex:26458; }","duration":"3.271633755s","start":"2026-04-23T01:09:55.805632Z","end":"2026-04-23T01:09:59.077265Z","steps":["trace[2002126308] 'read index received' (duration: 1.375505394s)","trace[2002126308] 'applied index is now lower than readState.Index' (duration: 1.896126581s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:59.077267Z","caller":"traceutil/trace.go:171","msg":"trace[1492303927] transaction","detail":"{read_only:false; response_revision:25616; number_of_response:1; }","duration":"2.757562844s","start":"2026-04-23T01:09:56.319688Z","end":"2026-04-23T01:09:59.07725Z","steps":["trace[1492303927] 'process raft request' (duration: 2.75739357s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:59.077303Z","caller":"traceutil/trace.go:171","msg":"trace[1157942612] transaction","detail":"{read_only:false; response_revision:25618; number_of_response:1; }","duration":"1.402009244s","start":"2026-04-23T01:09:57.675277Z","end":"2026-04-23T01:09:59.077286Z","steps":["trace[1157942612] 'process raft request' (duration: 1.401975993s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:59.077358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:57.675252Z","time spent":"1.402079496s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:59.077392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.059138508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-23T01:09:59.077412Z","caller":"traceutil/trace.go:171","msg":"trace[1091363937] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25618; }","duration":"5.059195949s","start":"2026-04-23T01:09:54.01821Z","end":"2026-04-23T01:09:59.077406Z","steps":["trace[1091363937] 'agreement among raft nodes before linearized reading' (duration: 5.059080676s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:59.077422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.059213679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-23T01:09:59.07743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:54.018189Z","time spent":"5.05923674s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:09:59.077425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:56.319663Z","time spent":"2.757660046s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:59.077447Z","caller":"traceutil/trace.go:171","msg":"trace[1511887691] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25618; }","duration":"5.059271321s","start":"2026-04-23T01:09:54.018169Z","end":"2026-04-23T01:09:59.07744Z","steps":["trace[1511887691] 'agreement among raft nodes before linearized reading' (duration: 5.059173679s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:59.077469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:54.018151Z","time spent":"5.059313942s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T01:09:59.077499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.014275351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-23T01:09:59.077508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.272309342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1114"} {"level":"info","ts":"2026-04-23T01:09:59.077506Z","caller":"traceutil/trace.go:171","msg":"trace[1330819808] transaction","detail":"{read_only:false; response_revision:25617; number_of_response:1; }","duration":"1.599654012s","start":"2026-04-23T01:09:57.477844Z","end":"2026-04-23T01:09:59.077498Z","steps":["trace[1330819808] 'process raft request' (duration: 1.599366525s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:59.077522Z","caller":"traceutil/trace.go:171","msg":"trace[276236698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25618; }","duration":"6.014325463s","start":"2026-04-23T01:09:53.06319Z","end":"2026-04-23T01:09:59.077516Z","steps":["trace[276236698] 'agreement among raft nodes before linearized reading' (duration: 6.014244831s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:59.077544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:53.063177Z","time spent":"6.014361564s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:09:59.077544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:57.477818Z","time spent":"1.599705874s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:59.077559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.28071687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-23T01:09:59.077578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.531571998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:59.077579Z","caller":"traceutil/trace.go:171","msg":"trace[1141028844] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25618; }","duration":"6.280775031s","start":"2026-04-23T01:09:52.796798Z","end":"2026-04-23T01:09:59.077573Z","steps":["trace[1141028844] 'agreement among raft nodes before linearized reading' (duration: 6.28071466s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:59.077595Z","caller":"traceutil/trace.go:171","msg":"trace[51117626] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25618; }","duration":"3.53161707s","start":"2026-04-23T01:09:55.545972Z","end":"2026-04-23T01:09:59.077589Z","steps":["trace[51117626] 'agreement among raft nodes before linearized reading' (duration: 3.531588079s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:59.077599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:52.796777Z","time spent":"6.280818242s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:09:59.077603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.428868318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:59.07761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:55.545955Z","time spent":"3.5316509s","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:59.077551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.478204709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:59.077621Z","caller":"traceutil/trace.go:171","msg":"trace[732474675] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25618; }","duration":"5.428922449s","start":"2026-04-23T01:09:53.648693Z","end":"2026-04-23T01:09:59.077615Z","steps":["trace[732474675] 'agreement among raft nodes before linearized reading' (duration: 5.428890469s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:59.077635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:53.648672Z","time spent":"5.42895973s","remote":"127.0.0.1:60116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:09:59.077634Z","caller":"traceutil/trace.go:171","msg":"trace[1864174499] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25618; }","duration":"3.478316082s","start":"2026-04-23T01:09:55.599311Z","end":"2026-04-23T01:09:59.077627Z","steps":["trace[1864174499] 'agreement among raft nodes before linearized reading' (duration: 3.478221899s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:59.077656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:55.599293Z","time spent":"3.478357192s","remote":"127.0.0.1:57990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:59.077719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.297536398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1042"} {"level":"info","ts":"2026-04-23T01:09:59.077732Z","caller":"traceutil/trace.go:171","msg":"trace[2026066558] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:25618; }","duration":"4.297585319s","start":"2026-04-23T01:09:54.780143Z","end":"2026-04-23T01:09:59.077728Z","steps":["trace[2026066558] 'agreement among raft nodes before linearized reading' (duration: 4.297539098s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:59.077744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:54.780121Z","time spent":"4.297619481s","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1066,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" "} {"level":"warn","ts":"2026-04-23T01:09:59.077747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.982862448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T01:09:59.077763Z","caller":"traceutil/trace.go:171","msg":"trace[1458180215] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25618; }","duration":"5.982902289s","start":"2026-04-23T01:09:53.094856Z","end":"2026-04-23T01:09:59.077758Z","steps":["trace[1458180215] 'agreement among raft nodes before linearized reading' (duration: 5.982860578s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:59.077768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.194500753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:09:59.077775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:53.094841Z","time spent":"5.982931159s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T01:09:59.077792Z","caller":"traceutil/trace.go:171","msg":"trace[701819225] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25618; }","duration":"3.194557645s","start":"2026-04-23T01:09:55.883226Z","end":"2026-04-23T01:09:59.077784Z","steps":["trace[701819225] 'agreement among raft nodes before linearized reading' (duration: 3.194496933s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:59.077811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:55.883209Z","time spent":"3.194596956s","remote":"127.0.0.1:34752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:59.077858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.056540012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:09:59.077879Z","caller":"traceutil/trace.go:171","msg":"trace[1679934843] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25618; }","duration":"5.056579823s","start":"2026-04-23T01:09:54.021293Z","end":"2026-04-23T01:09:59.077873Z","steps":["trace[1679934843] 'agreement among raft nodes before linearized reading' (duration: 5.056535552s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:59.077896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.0146391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-23T01:09:59.0779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:54.021285Z","time spent":"5.056606613s","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:09:59.07791Z","caller":"traceutil/trace.go:171","msg":"trace[1526573891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25618; }","duration":"6.014666222s","start":"2026-04-23T01:09:53.063239Z","end":"2026-04-23T01:09:59.077905Z","steps":["trace[1526573891] 'agreement among raft nodes before linearized reading' (duration: 6.014626831s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:59.077925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:53.063233Z","time spent":"6.014687462s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T01:09:59.077524Z","caller":"traceutil/trace.go:171","msg":"trace[605722801] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:25618; }","duration":"3.272361643s","start":"2026-04-23T01:09:55.805157Z","end":"2026-04-23T01:09:59.077519Z","steps":["trace[605722801] 'agreement among raft nodes before linearized reading' (duration: 3.272309692s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:59.077961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:55.805139Z","time spent":"3.272817614s","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1138,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"warn","ts":"2026-04-23T01:09:59.077992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.735611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-04-23T01:09:59.078014Z","caller":"traceutil/trace.go:171","msg":"trace[409228584] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25618; }","duration":"443.801192ms","start":"2026-04-23T01:09:58.634207Z","end":"2026-04-23T01:09:59.078008Z","steps":["trace[409228584] 'agreement among raft nodes before linearized reading' (duration: 443.73141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:59.078032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:58.634181Z","time spent":"443.847274ms","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-23T01:09:59.078201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883711755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:59.078244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327072667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:59.078242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.123445497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:59.078262Z","caller":"traceutil/trace.go:171","msg":"trace[1371962577] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25618; }","duration":"2.327122958s","start":"2026-04-23T01:09:56.751133Z","end":"2026-04-23T01:09:59.078256Z","steps":["trace[1371962577] 'agreement among raft nodes before linearized reading' (duration: 2.327098278s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:59.078268Z","caller":"traceutil/trace.go:171","msg":"trace[1936092620] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25618; }","duration":"3.123503759s","start":"2026-04-23T01:09:55.954758Z","end":"2026-04-23T01:09:59.078262Z","steps":["trace[1936092620] 'agreement among raft nodes before linearized reading' (duration: 3.123458957s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:59.078276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:56.751113Z","time spent":"2.32715944s","remote":"127.0.0.1:58056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:59.078383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.447224685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-04-23T01:09:59.078396Z","caller":"traceutil/trace.go:171","msg":"trace[590767001] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25618; }","duration":"2.447275197s","start":"2026-04-23T01:09:56.631117Z","end":"2026-04-23T01:09:59.078392Z","steps":["trace[590767001] 'agreement among raft nodes before linearized reading' (duration: 2.447227556s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:59.078409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:56.631093Z","time spent":"2.447312978s","remote":"127.0.0.1:37712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11861,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-23T01:09:59.078489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201252847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:59.078514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.633951379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18613"} {"level":"info","ts":"2026-04-23T01:09:59.078522Z","caller":"traceutil/trace.go:171","msg":"trace[513519832] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25618; }","duration":"1.201313149s","start":"2026-04-23T01:09:57.877198Z","end":"2026-04-23T01:09:59.078511Z","steps":["trace[513519832] 'agreement among raft nodes before linearized reading' (duration: 1.201238277s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:59.078565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:57.877185Z","time spent":"1.20137216s","remote":"127.0.0.1:54486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:59.078586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.899388651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:09:59.078601Z","caller":"traceutil/trace.go:171","msg":"trace[1834477760] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25618; }","duration":"2.899428822s","start":"2026-04-23T01:09:56.179168Z","end":"2026-04-23T01:09:59.078597Z","steps":["trace[1834477760] 'agreement among raft nodes before linearized reading' (duration: 2.899401131s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:59.078627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:56.179151Z","time spent":"2.899471644s","remote":"127.0.0.1:58190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:59.078633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208425519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d4e2f260311c\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-23T01:09:59.078665Z","caller":"traceutil/trace.go:171","msg":"trace[156704583] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d4e2f260311c; range_end:; response_count:1; response_revision:25618; }","duration":"1.20849902s","start":"2026-04-23T01:09:57.870157Z","end":"2026-04-23T01:09:59.078656Z","steps":["trace[156704583] 'agreement among raft nodes before linearized reading' (duration: 1.208400678s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:59.07869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:57.870134Z","time spent":"1.208550432s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d4e2f260311c\" "} {"level":"warn","ts":"2026-04-23T01:09:59.078693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.260826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:59.078719Z","caller":"traceutil/trace.go:171","msg":"trace[1220848215] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25618; }","duration":"573.322509ms","start":"2026-04-23T01:09:58.505389Z","end":"2026-04-23T01:09:59.078711Z","steps":["trace[1220848215] 'agreement among raft nodes before linearized reading' (duration: 573.277087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:59.078741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:58.505367Z","time spent":"573.36844ms","remote":"127.0.0.1:53812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:59.078846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.021124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:09:59.078863Z","caller":"traceutil/trace.go:171","msg":"trace[730698221] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25618; }","duration":"789.064144ms","start":"2026-04-23T01:09:58.289794Z","end":"2026-04-23T01:09:59.078858Z","steps":["trace[730698221] 'agreement among raft nodes before linearized reading' (duration: 789.029604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:59.078841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205960627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:59.07888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:58.28978Z","time spent":"789.095486ms","remote":"127.0.0.1:37492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:59.078901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558114523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:09:59.078905Z","caller":"traceutil/trace.go:171","msg":"trace[1640025543] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25618; }","duration":"1.20607897s","start":"2026-04-23T01:09:57.872806Z","end":"2026-04-23T01:09:59.078885Z","steps":["trace[1640025543] 'agreement among raft nodes before linearized reading' (duration: 1.205951787s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:59.078928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680882197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:59.078931Z","caller":"traceutil/trace.go:171","msg":"trace[2003188574] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25618; }","duration":"1.558156744s","start":"2026-04-23T01:09:57.520766Z","end":"2026-04-23T01:09:59.078922Z","steps":["trace[2003188574] 'agreement among raft nodes before linearized reading' (duration: 1.558094952s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:59.078938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:57.872784Z","time spent":"1.206149462s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:09:59.078952Z","caller":"traceutil/trace.go:171","msg":"trace[1270691061] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25618; }","duration":"1.680947169s","start":"2026-04-23T01:09:57.397998Z","end":"2026-04-23T01:09:59.078945Z","steps":["trace[1270691061] 'agreement among raft nodes before linearized reading' (duration: 1.680900737s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:59.078958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:57.520713Z","time spent":"1.558239547s","remote":"127.0.0.1:58220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:59.078978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:57.397976Z","time spent":"1.680993639s","remote":"127.0.0.1:54426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:59.07904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.961712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:09:59.079064Z","caller":"traceutil/trace.go:171","msg":"trace[1131151674] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25618; }","duration":"925.019093ms","start":"2026-04-23T01:09:58.154037Z","end":"2026-04-23T01:09:59.079056Z","steps":["trace[1131151674] 'agreement among raft nodes before linearized reading' (duration: 924.916561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:59.079081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:58.154018Z","time spent":"925.057554ms","remote":"127.0.0.1:49090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":75,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:09:59.079125Z","caller":"traceutil/trace.go:171","msg":"trace[1984713915] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25618; }","duration":"1.883806118s","start":"2026-04-23T01:09:57.194427Z","end":"2026-04-23T01:09:59.078233Z","steps":["trace[1984713915] 'agreement among raft nodes before linearized reading' (duration: 1.883700065s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:59.078527Z","caller":"traceutil/trace.go:171","msg":"trace[370134225] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25618; }","duration":"2.634000939s","start":"2026-04-23T01:09:56.444522Z","end":"2026-04-23T01:09:59.078523Z","steps":["trace[370134225] 'agreement among raft nodes before linearized reading' (duration: 2.633959818s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:59.079183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:57.194407Z","time spent":"1.884761533s","remote":"127.0.0.1:44752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:59.078219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.102121087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:09:59.079349Z","caller":"traceutil/trace.go:171","msg":"trace[477775643] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25618; }","duration":"3.103243176s","start":"2026-04-23T01:09:55.976092Z","end":"2026-04-23T01:09:59.079335Z","steps":["trace[477775643] 'agreement among raft nodes before linearized reading' (duration: 3.102084076s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:59.079378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:55.976049Z","time spent":"3.103318838s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:59.079182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:56.444502Z","time spent":"2.634673267s","remote":"127.0.0.1:37492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18637,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T01:09:59.080285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:55.954742Z","time spent":"3.1235418s","remote":"127.0.0.1:37650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:09:59.077024Z","caller":"traceutil/trace.go:171","msg":"trace[666670566] transaction","detail":"{read_only:false; response_revision:25614; number_of_response:1; }","duration":"2.912281117s","start":"2026-04-23T01:09:56.164717Z","end":"2026-04-23T01:09:59.076999Z","steps":["trace[666670566] 'process raft request' (duration: 2.912108103s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:59.081865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:56.16469Z","time spent":"2.9171339s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:59.582325Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:09:59.827781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:59.080962Z","time spent":"746.812796ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:10:01.082578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000993501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:01.082659Z","caller":"traceutil/trace.go:171","msg":"trace[602004665] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001146216s","start":"2026-04-23T01:09:59.081492Z","end":"2026-04-23T01:10:01.082638Z","steps":["trace[602004665] 'agreement among raft nodes before linearized reading' (duration: 2.001015983s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:01.082704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:59.081477Z","time spent":"2.001218428s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:10:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:01.67524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011189021s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:10:01.675422Z","caller":"traceutil/trace.go:171","msg":"trace[824495383] transaction","detail":"{read_only:false; response_revision:25621; number_of_response:1; }","duration":"2.584387975s","start":"2026-04-23T01:09:59.091022Z","end":"2026-04-23T01:10:01.67541Z","steps":["trace[824495383] 'process raft request' (duration: 2.584339904s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:01.675429Z","caller":"traceutil/trace.go:171","msg":"trace[1594947861] transaction","detail":"{read_only:false; response_revision:25619; number_of_response:1; }","duration":"2.59250191s","start":"2026-04-23T01:09:59.082902Z","end":"2026-04-23T01:10:01.675404Z","steps":["trace[1594947861] 'process raft request' (duration: 1.581084633s)","trace[1594947861] 'compare' (duration: 1.009902939s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:01.675441Z","caller":"traceutil/trace.go:171","msg":"trace[512478063] transaction","detail":"{read_only:false; response_revision:25620; number_of_response:1; }","duration":"2.584570829s","start":"2026-04-23T01:09:59.090844Z","end":"2026-04-23T01:10:01.675415Z","steps":["trace[512478063] 'process raft request' (duration: 2.584466807s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:01.675542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:59.082881Z","time spent":"2.592601522s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:01.675576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:59.090826Z","time spent":"2.584683242s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:01.675472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:59.091011Z","time spent":"2.584439026s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:01.675784Z","caller":"traceutil/trace.go:171","msg":"trace[1748408074] transaction","detail":"{read_only:false; response_revision:25623; number_of_response:1; }","duration":"2.577689077s","start":"2026-04-23T01:09:59.098068Z","end":"2026-04-23T01:10:01.675757Z","steps":["trace[1748408074] 'process raft request' (duration: 2.577540383s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:01.67579Z","caller":"traceutil/trace.go:171","msg":"trace[187828007] transaction","detail":"{read_only:false; response_revision:25622; number_of_response:1; }","duration":"2.578586599s","start":"2026-04-23T01:09:59.097157Z","end":"2026-04-23T01:10:01.675743Z","steps":["trace[187828007] 'process raft request' (duration: 2.5782278s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:01.675925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:59.09804Z","time spent":"2.5778144s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:01.675975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:59.097133Z","time spent":"2.578745553s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:01.675991Z","caller":"traceutil/trace.go:171","msg":"trace[1053816240] transaction","detail":"{read_only:false; response_revision:25624; number_of_response:1; }","duration":"2.195425509s","start":"2026-04-23T01:09:59.480541Z","end":"2026-04-23T01:10:01.675966Z","steps":["trace[1053816240] 'process raft request' (duration: 2.195172173s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:01.67601Z","caller":"traceutil/trace.go:171","msg":"trace[1824912680] transaction","detail":"{read_only:false; response_revision:25625; number_of_response:1; }","duration":"2.195224014s","start":"2026-04-23T01:09:59.480775Z","end":"2026-04-23T01:10:01.675999Z","steps":["trace[1824912680] 'process raft request' (duration: 2.195118661s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:01.676067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:59.480754Z","time spent":"2.195285506s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:01.676031Z","caller":"traceutil/trace.go:171","msg":"trace[1244523075] linearizableReadLoop","detail":"{readStateIndex:26479; appliedIndex:26471; }","duration":"2.59447746s","start":"2026-04-23T01:09:59.081525Z","end":"2026-04-23T01:10:01.676003Z","steps":["trace[1244523075] 'read index received' (duration: 675.246456ms)","trace[1244523075] 'applied index is now lower than readState.Index' (duration: 1.919227464s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:01.676085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:59.480504Z","time spent":"2.195532602s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:01.938796Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.274836018s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:10:03.062682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999655267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:03.062764Z","caller":"traceutil/trace.go:171","msg":"trace[1991663893] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.999750289s","start":"2026-04-23T01:10:00.062993Z","end":"2026-04-23T01:10:03.062743Z","steps":["trace[1991663893] 'agreement among raft nodes before linearized reading' (duration: 2.999653937s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:03.062809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:00.06292Z","time spent":"2.999879673s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/23 01:10:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:03.08799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:00.104873Z","time spent":"2.983110659s","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 01:10:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:03.088125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000224372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:10:03.088163Z","caller":"traceutil/trace.go:171","msg":"trace[872207025] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000298815s","start":"2026-04-23T01:10:01.087856Z","end":"2026-04-23T01:10:03.088155Z","steps":["trace[872207025] 'agreement among raft nodes before linearized reading' (duration: 2.000240673s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:03.088184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:01.087844Z","time spent":"2.000336575s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:10:03.171192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997398859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:03.17126Z","caller":"traceutil/trace.go:171","msg":"trace[1901733096] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997483431s","start":"2026-04-23T01:10:00.17376Z","end":"2026-04-23T01:10:03.171243Z","steps":["trace[1901733096] 'agreement among raft nodes before linearized reading' (duration: 2.997395099s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:03.171297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:00.173714Z","time spent":"2.997574473s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/23 01:10:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:03.522689Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.583672908s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:10:03.523503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584421637s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:10:03.523643Z","caller":"traceutil/trace.go:171","msg":"trace[1965476786] transaction","detail":"{read_only:false; response_revision:25626; number_of_response:1; }","duration":"3.694629332s","start":"2026-04-23T01:09:59.828989Z","end":"2026-04-23T01:10:03.523618Z","steps":["trace[1965476786] 'process raft request' (duration: 2.11002886s)","trace[1965476786] 'compare' (duration: 1.583620717s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:03.52375Z","caller":"traceutil/trace.go:171","msg":"trace[1728276835] linearizableReadLoop","detail":"{readStateIndex:26486; appliedIndex:26479; }","duration":"1.847632633s","start":"2026-04-23T01:10:01.67611Z","end":"2026-04-23T01:10:03.523742Z","steps":["trace[1728276835] 'read index received' (duration: 263.152454ms)","trace[1728276835] 'applied index is now lower than readState.Index' (duration: 1.584479479s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:03.523741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:59.828972Z","time spent":"3.694731685s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:03.523988Z","caller":"traceutil/trace.go:171","msg":"trace[1391517150] transaction","detail":"{read_only:false; response_revision:25628; number_of_response:1; }","duration":"2.439569824s","start":"2026-04-23T01:10:01.08441Z","end":"2026-04-23T01:10:03.52398Z","steps":["trace[1391517150] 'process raft request' (duration: 2.439205305s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:03.524036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:01.084389Z","time spent":"2.439625295s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:03.524051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.50754375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:03.524092Z","caller":"traceutil/trace.go:171","msg":"trace[786209978] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25632; }","duration":"3.507619132s","start":"2026-04-23T01:10:00.016461Z","end":"2026-04-23T01:10:03.52408Z","steps":["trace[786209978] 'agreement among raft nodes before linearized reading' (duration: 3.50753429s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:03.524125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:00.016443Z","time spent":"3.507672854s","remote":"127.0.0.1:54200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-23T01:10:03.524134Z","caller":"traceutil/trace.go:171","msg":"trace[736523507] transaction","detail":"{read_only:false; response_revision:25631; number_of_response:1; }","duration":"2.436610958s","start":"2026-04-23T01:10:01.087502Z","end":"2026-04-23T01:10:03.524113Z","steps":["trace[736523507] 'process raft request' (duration: 2.436182607s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:03.524185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.740988234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-04-23T01:10:03.524186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.868565641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:03.524173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.073537697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:03.52419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.256555324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:03.524229Z","caller":"traceutil/trace.go:171","msg":"trace[1236363827] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25632; }","duration":"2.256641657s","start":"2026-04-23T01:10:01.267579Z","end":"2026-04-23T01:10:03.524221Z","steps":["trace[1236363827] 'agreement among raft nodes before linearized reading' (duration: 2.256528794s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:03.524232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:01.087493Z","time spent":"2.43668802s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:03.524236Z","caller":"traceutil/trace.go:171","msg":"trace[1458837206] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:25632; }","duration":"2.073629479s","start":"2026-04-23T01:10:01.450587Z","end":"2026-04-23T01:10:03.524216Z","steps":["trace[1458837206] 'agreement among raft nodes before linearized reading' (duration: 2.073520816s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:03.524221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.33035976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:10:03.524267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.438241766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-23T01:10:03.524274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:01.450571Z","time spent":"2.073696051s","remote":"127.0.0.1:54374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:03.52428Z","caller":"traceutil/trace.go:171","msg":"trace[1448661787] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25632; }","duration":"2.330463593s","start":"2026-04-23T01:10:01.193804Z","end":"2026-04-23T01:10:03.524268Z","steps":["trace[1448661787] 'agreement among raft nodes before linearized reading' (duration: 2.330296619s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:03.524292Z","caller":"traceutil/trace.go:171","msg":"trace[293276248] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25632; }","duration":"4.438271146s","start":"2026-04-23T01:09:59.086014Z","end":"2026-04-23T01:10:03.524285Z","steps":["trace[293276248] 'agreement among raft nodes before linearized reading' (duration: 4.438204705s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:03.52424Z","caller":"traceutil/trace.go:171","msg":"trace[1346960737] transaction","detail":"{read_only:false; response_revision:25629; number_of_response:1; }","duration":"2.439034879s","start":"2026-04-23T01:10:01.085148Z","end":"2026-04-23T01:10:03.524183Z","steps":["trace[1346960737] 'process raft request' (duration: 2.438497445s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:03.524317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:59.086008Z","time spent":"4.438304217s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:10:03.524314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:01.193785Z","time spent":"2.330524115s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:03.524347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440685161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:10:03.524369Z","caller":"traceutil/trace.go:171","msg":"trace[723823764] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25632; }","duration":"2.440741792s","start":"2026-04-23T01:10:01.083622Z","end":"2026-04-23T01:10:03.524364Z","steps":["trace[723823764] 'agreement among raft nodes before linearized reading' (duration: 2.44063926s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:03.524335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.438240166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-23T01:10:03.524385Z","caller":"traceutil/trace.go:171","msg":"trace[801287496] transaction","detail":"{read_only:false; response_revision:25630; number_of_response:1; }","duration":"2.437109931s","start":"2026-04-23T01:10:01.087249Z","end":"2026-04-23T01:10:03.524359Z","steps":["trace[801287496] 'process raft request' (duration: 2.436418074s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:03.5243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.898618491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:03.52443Z","caller":"traceutil/trace.go:171","msg":"trace[985477378] transaction","detail":"{read_only:false; response_revision:25632; number_of_response:1; }","duration":"2.436387682s","start":"2026-04-23T01:10:01.088032Z","end":"2026-04-23T01:10:03.524419Z","steps":["trace[985477378] 'process raft request' (duration: 2.435677684s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:03.524439Z","caller":"traceutil/trace.go:171","msg":"trace[243148710] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25632; }","duration":"2.898789185s","start":"2026-04-23T01:10:00.625643Z","end":"2026-04-23T01:10:03.524432Z","steps":["trace[243148710] 'agreement among raft nodes before linearized reading' (duration: 2.898622331s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:03.524449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.380497508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:10:03.524461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:00.625626Z","time spent":"2.898828186s","remote":"127.0.0.1:54460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:03.524464Z","caller":"traceutil/trace.go:171","msg":"trace[2139075861] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25632; }","duration":"2.38055944s","start":"2026-04-23T01:10:01.143901Z","end":"2026-04-23T01:10:03.52446Z","steps":["trace[2139075861] 'agreement among raft nodes before linearized reading' (duration: 2.380491428s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:03.524479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:01.14388Z","time spent":"2.380594581s","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:03.524477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:01.087237Z","time spent":"2.437189513s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:03.524223Z","caller":"traceutil/trace.go:171","msg":"trace[639542609] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25632; }","duration":"2.868627783s","start":"2026-04-23T01:10:00.655583Z","end":"2026-04-23T01:10:03.52421Z","steps":["trace[639542609] 'agreement among raft nodes before linearized reading' (duration: 2.868567072s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:03.524506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:01.088024Z","time spent":"2.436432714s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:03.524504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:01.085141Z","time spent":"2.439213893s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:03.524483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.859928941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:03.524248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:01.267565Z","time spent":"2.256678967s","remote":"127.0.0.1:44728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:03.524552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.438615066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-04-23T01:10:03.524573Z","caller":"traceutil/trace.go:171","msg":"trace[1164377813] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25632; }","duration":"4.438653357s","start":"2026-04-23T01:09:59.085914Z","end":"2026-04-23T01:10:03.524567Z","steps":["trace[1164377813] 'agreement among raft nodes before linearized reading' (duration: 4.438593786s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:03.524573Z","caller":"traceutil/trace.go:171","msg":"trace[1347618877] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25632; }","duration":"3.860051505s","start":"2026-04-23T01:09:59.66451Z","end":"2026-04-23T01:10:03.524561Z","steps":["trace[1347618877] 'agreement among raft nodes before linearized reading' (duration: 3.859941961s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:03.524594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:59.085899Z","time spent":"4.438690118s","remote":"127.0.0.1:37712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11861,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-23T01:10:03.524614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:59.664491Z","time spent":"3.860112286s","remote":"127.0.0.1:53900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:03.524605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.881582749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:03.524683Z","caller":"traceutil/trace.go:171","msg":"trace[1866848620] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25632; }","duration":"3.881768354s","start":"2026-04-23T01:09:59.642903Z","end":"2026-04-23T01:10:03.524671Z","steps":["trace[1866848620] 'agreement among raft nodes before linearized reading' (duration: 3.88160361s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:03.52472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.443103969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-d2qmd\" ","response":"range_response_count:1 size:4307"} {"level":"warn","ts":"2026-04-23T01:10:03.52472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:59.642883Z","time spent":"3.881826766s","remote":"127.0.0.1:53976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:03.524529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:00.655567Z","time spent":"2.868948262s","remote":"127.0.0.1:54036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:03.524743Z","caller":"traceutil/trace.go:171","msg":"trace[296197517] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-d2qmd; range_end:; response_count:1; response_revision:25632; }","duration":"4.44314673s","start":"2026-04-23T01:09:59.081588Z","end":"2026-04-23T01:10:03.524735Z","steps":["trace[296197517] 'agreement among raft nodes before linearized reading' (duration: 4.443100849s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:03.524506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.438377362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T01:10:03.524762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:59.081582Z","time spent":"4.443174571s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":4331,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-d2qmd\" "} {"level":"warn","ts":"2026-04-23T01:10:03.524791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.349840262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:03.524383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:01.083604Z","time spent":"2.440776424s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T01:10:03.524815Z","caller":"traceutil/trace.go:171","msg":"trace[1679937297] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:25632; }","duration":"4.349898512s","start":"2026-04-23T01:09:59.17491Z","end":"2026-04-23T01:10:03.524808Z","steps":["trace[1679937297] 'agreement among raft nodes before linearized reading' (duration: 4.349858991s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:03.524811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.561462686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:03.524835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:59.174887Z","time spent":"4.349942884s","remote":"127.0.0.1:46758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:03.524847Z","caller":"traceutil/trace.go:171","msg":"trace[929959928] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25632; }","duration":"2.561538898s","start":"2026-04-23T01:10:00.963297Z","end":"2026-04-23T01:10:03.524836Z","steps":["trace[929959928] 'agreement among raft nodes before linearized reading' (duration: 2.561462156s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:03.524428Z","caller":"traceutil/trace.go:171","msg":"trace[1394836814] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:25632; }","duration":"4.438367589s","start":"2026-04-23T01:09:59.086045Z","end":"2026-04-23T01:10:03.524413Z","steps":["trace[1394836814] 'agreement among raft nodes before linearized reading' (duration: 4.438130414s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:03.524875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:00.963275Z","time spent":"2.561591749s","remote":"127.0.0.1:49110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:03.524874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.040411657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:03.524897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:59.086027Z","time spent":"4.438860122s","remote":"127.0.0.1:37598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":805,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"info","ts":"2026-04-23T01:10:03.524905Z","caller":"traceutil/trace.go:171","msg":"trace[185693856] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25632; }","duration":"4.040466387s","start":"2026-04-23T01:09:59.48443Z","end":"2026-04-23T01:10:03.524896Z","steps":["trace[185693856] 'agreement among raft nodes before linearized reading' (duration: 4.040408886s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:03.524914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.434340088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18613"} {"level":"info","ts":"2026-04-23T01:10:03.524789Z","caller":"traceutil/trace.go:171","msg":"trace[735339808] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25632; }","duration":"3.438681229s","start":"2026-04-23T01:10:00.086094Z","end":"2026-04-23T01:10:03.524775Z","steps":["trace[735339808] 'agreement among raft nodes before linearized reading' (duration: 3.438268478s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:03.524931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.170307491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:03.524933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:59.484421Z","time spent":"4.040505329s","remote":"127.0.0.1:53982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:03.524934Z","caller":"traceutil/trace.go:171","msg":"trace[1416637295] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25632; }","duration":"4.434407749s","start":"2026-04-23T01:09:59.090521Z","end":"2026-04-23T01:10:03.524928Z","steps":["trace[1416637295] 'agreement among raft nodes before linearized reading' (duration: 4.434304427s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:03.524946Z","caller":"traceutil/trace.go:171","msg":"trace[2137009677] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25632; }","duration":"4.170357743s","start":"2026-04-23T01:09:59.354584Z","end":"2026-04-23T01:10:03.524942Z","steps":["trace[2137009677] 'agreement among raft nodes before linearized reading' (duration: 4.170328822s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:03.524342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.060999188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:10:03.524948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:00.086078Z","time spent":"3.438858984s","remote":"127.0.0.1:37612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":178,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:03.524956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:59.090504Z","time spent":"4.43444809s","remote":"127.0.0.1:37492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18637,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T01:10:03.524489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.438532313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"info","ts":"2026-04-23T01:10:03.524972Z","caller":"traceutil/trace.go:171","msg":"trace[1462557392] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25632; }","duration":"3.061665195s","start":"2026-04-23T01:10:00.463297Z","end":"2026-04-23T01:10:03.524962Z","steps":["trace[1462557392] 'agreement among raft nodes before linearized reading' (duration: 3.061022648s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:03.525001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:00.463274Z","time spent":"3.061718556s","remote":"127.0.0.1:34688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:03.524207Z","caller":"traceutil/trace.go:171","msg":"trace[1933736846] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:25632; }","duration":"3.741041025s","start":"2026-04-23T01:09:59.783159Z","end":"2026-04-23T01:10:03.5242Z","steps":["trace[1933736846] 'agreement among raft nodes before linearized reading' (duration: 3.740958153s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:03.525009Z","caller":"traceutil/trace.go:171","msg":"trace[412853695] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:25632; }","duration":"4.439061727s","start":"2026-04-23T01:09:59.085931Z","end":"2026-04-23T01:10:03.524993Z","steps":["trace[412853695] 'agreement among raft nodes before linearized reading' (duration: 4.438508002s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:03.524961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:59.354562Z","time spent":"4.170395943s","remote":"127.0.0.1:54352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:03.52505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:59.783139Z","time spent":"3.741897577s","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-23T01:10:03.525063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:59.085922Z","time spent":"4.439124269s","remote":"127.0.0.1:37598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":750,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-04-23T01:10:05.090284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999180066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:05.090372Z","caller":"traceutil/trace.go:171","msg":"trace[1447361336] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999304159s","start":"2026-04-23T01:10:03.091045Z","end":"2026-04-23T01:10:05.090349Z","steps":["trace[1447361336] 'agreement among raft nodes before linearized reading' (duration: 1.999189296s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:05.090419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:03.091035Z","time spent":"1.99937452s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:10:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:05.766708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439850422s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:05.766829Z","caller":"traceutil/trace.go:171","msg":"trace[1418911274] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25632; }","duration":"1.439984555s","start":"2026-04-23T01:10:04.326827Z","end":"2026-04-23T01:10:05.766812Z","steps":["trace[1418911274] 'range keys from in-memory index tree' (duration: 1.439831001s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:05.767337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989579144s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:10:05.767533Z","caller":"traceutil/trace.go:171","msg":"trace[940507776] linearizableReadLoop","detail":"{readStateIndex:26488; appliedIndex:26486; }","duration":"2.243749581s","start":"2026-04-23T01:10:03.523766Z","end":"2026-04-23T01:10:05.767516Z","steps":["trace[940507776] 'read index received' (duration: 253.990084ms)","trace[940507776] 'applied index is now lower than readState.Index' (duration: 1.989758437s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:05.767615Z","caller":"traceutil/trace.go:171","msg":"trace[1220374578] transaction","detail":"{read_only:false; response_revision:25633; number_of_response:1; }","duration":"2.593581808s","start":"2026-04-23T01:10:03.174021Z","end":"2026-04-23T01:10:05.767603Z","steps":["trace[1220374578] 'process raft request' (duration: 603.649435ms)","trace[1220374578] 'compare' (duration: 1.989225315s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:05.767681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:03.174006Z","time spent":"2.59363789s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":456,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:05.767984Z","caller":"traceutil/trace.go:171","msg":"trace[780069863] transaction","detail":"{read_only:false; response_revision:25634; number_of_response:1; }","duration":"2.431647553s","start":"2026-04-23T01:10:03.336326Z","end":"2026-04-23T01:10:05.767973Z","steps":["trace[780069863] 'process raft request' (duration: 2.431097609s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:05.768049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:03.336298Z","time spent":"2.431716685s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:05.768194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.294760401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:05.768224Z","caller":"traceutil/trace.go:171","msg":"trace[1301911139] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25634; }","duration":"2.294825013s","start":"2026-04-23T01:10:03.473389Z","end":"2026-04-23T01:10:05.768214Z","steps":["trace[1301911139] 'agreement among raft nodes before linearized reading' (duration: 2.294773982s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:05.768254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:03.473367Z","time spent":"2.294879024s","remote":"127.0.0.1:54006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:05.7684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.377600275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:05.768427Z","caller":"traceutil/trace.go:171","msg":"trace[996789215] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25634; }","duration":"2.377662008s","start":"2026-04-23T01:10:03.390757Z","end":"2026-04-23T01:10:05.768419Z","steps":["trace[996789215] 'agreement among raft nodes before linearized reading' (duration: 2.377615866s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:05.768454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:03.390736Z","time spent":"2.377710369s","remote":"127.0.0.1:58132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:05.768602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.810696749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:05.768667Z","caller":"traceutil/trace.go:171","msg":"trace[316175990] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25634; }","duration":"2.810803642s","start":"2026-04-23T01:10:02.957846Z","end":"2026-04-23T01:10:05.768649Z","steps":["trace[316175990] 'agreement among raft nodes before linearized reading' (duration: 2.810665518s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:05.768762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:02.957828Z","time spent":"2.810919935s","remote":"127.0.0.1:58184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:05.768797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.467693364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:05.768817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.92187418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-23T01:10:05.768872Z","caller":"traceutil/trace.go:171","msg":"trace[528549217] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25634; }","duration":"2.467803237s","start":"2026-04-23T01:10:03.301048Z","end":"2026-04-23T01:10:05.768852Z","steps":["trace[528549217] 'agreement among raft nodes before linearized reading' (duration: 2.467688664s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:05.76891Z","caller":"traceutil/trace.go:171","msg":"trace[372465101] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25634; }","duration":"2.922011914s","start":"2026-04-23T01:10:02.846874Z","end":"2026-04-23T01:10:05.768885Z","steps":["trace[372465101] 'agreement among raft nodes before linearized reading' (duration: 2.921719076s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:05.768935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:03.30103Z","time spent":"2.467889619s","remote":"127.0.0.1:44712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:05.768966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:02.846855Z","time spent":"2.922099985s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-04-23T01:10:05.768571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.000827386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:05.769576Z","caller":"traceutil/trace.go:171","msg":"trace[1909408594] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25634; }","duration":"4.001703298s","start":"2026-04-23T01:10:01.767673Z","end":"2026-04-23T01:10:05.769376Z","steps":["trace[1909408594] 'agreement among raft nodes before linearized reading' (duration: 4.000803585s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:05.769861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:01.767654Z","time spent":"4.002005135s","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:05.813058Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.035280258s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:10:05.813466Z","caller":"traceutil/trace.go:171","msg":"trace[1357991619] transaction","detail":"{read_only:false; response_revision:25635; number_of_response:1; }","duration":"2.285017784s","start":"2026-04-23T01:10:03.52843Z","end":"2026-04-23T01:10:05.813448Z","steps":["trace[1357991619] 'process raft request' (duration: 2.284865281s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:05.813582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:03.528411Z","time spent":"2.285108197s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:05.813703Z","caller":"traceutil/trace.go:171","msg":"trace[44115604] transaction","detail":"{read_only:false; response_revision:25636; number_of_response:1; }","duration":"2.283581499s","start":"2026-04-23T01:10:03.530085Z","end":"2026-04-23T01:10:05.813666Z","steps":["trace[44115604] 'process raft request' (duration: 2.283321252s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:05.813763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:03.530929Z","time spent":"2.282826309s","remote":"127.0.0.1:37356","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T01:10:05.813817Z","caller":"traceutil/trace.go:171","msg":"trace[967911847] transaction","detail":"{read_only:false; response_revision:25637; number_of_response:1; }","duration":"2.280959672s","start":"2026-04-23T01:10:03.532845Z","end":"2026-04-23T01:10:05.813805Z","steps":["trace[967911847] 'process raft request' (duration: 2.280817919s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:05.813848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:03.530066Z","time spent":"2.283719433s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T01:10:05.81388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:03.532834Z","time spent":"2.281016694s","remote":"127.0.0.1:37598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":921,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:05.814137Z","caller":"traceutil/trace.go:171","msg":"trace[1099396293] transaction","detail":"{read_only:false; response_revision:25639; number_of_response:1; }","duration":"2.133718218s","start":"2026-04-23T01:10:03.680401Z","end":"2026-04-23T01:10:05.81412Z","steps":["trace[1099396293] 'process raft request' (duration: 2.133361219s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:05.814137Z","caller":"traceutil/trace.go:171","msg":"trace[530592000] transaction","detail":"{read_only:false; response_revision:25640; number_of_response:1; }","duration":"2.13061387s","start":"2026-04-23T01:10:03.683508Z","end":"2026-04-23T01:10:05.814122Z","steps":["trace[530592000] 'process raft request' (duration: 2.130491977s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:05.814233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:03.680389Z","time spent":"2.13377188s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:05.814281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:03.683495Z","time spent":"2.130710742s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:05.81478Z","caller":"traceutil/trace.go:171","msg":"trace[1659612066] transaction","detail":"{read_only:false; response_revision:25638; number_of_response:1; }","duration":"2.280860939s","start":"2026-04-23T01:10:03.533022Z","end":"2026-04-23T01:10:05.813883Z","steps":["trace[1659612066] 'process raft request' (duration: 2.280707605s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:05.814861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:03.533015Z","time spent":"2.281804703s","remote":"127.0.0.1:37598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:07.106628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.008607585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:07.10669Z","caller":"traceutil/trace.go:171","msg":"trace[1771489184] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.008722738s","start":"2026-04-23T01:10:05.097952Z","end":"2026-04-23T01:10:07.106675Z","steps":["trace[1771489184] 'agreement among raft nodes before linearized reading' (duration: 2.008635216s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:07.106726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:05.097933Z","time spent":"2.008781599s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:10:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:07.782334Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.969018543s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:10:08.362563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999773052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:10:08.362646Z","caller":"traceutil/trace.go:171","msg":"trace[1769902596] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999938206s","start":"2026-04-23T01:10:06.36269Z","end":"2026-04-23T01:10:08.362628Z","steps":["trace[1769902596] 'agreement among raft nodes before linearized reading' (duration: 1.999799322s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:08.362703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:06.362621Z","time spent":"2.000064789s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:10:08.843437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060891709s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-23T01:10:08.844529Z","caller":"traceutil/trace.go:171","msg":"trace[948339737] transaction","detail":"{read_only:false; response_revision:25642; number_of_response:1; }","duration":"3.314651604s","start":"2026-04-23T01:10:05.529855Z","end":"2026-04-23T01:10:08.844506Z","steps":["trace[948339737] 'process raft request' (duration: 3.313649418s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:08.844669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:05.529833Z","time spent":"3.314767756s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:09.10702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000202172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:09.107132Z","caller":"traceutil/trace.go:171","msg":"trace[1147332285] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000364356s","start":"2026-04-23T01:10:07.106748Z","end":"2026-04-23T01:10:09.107112Z","steps":["trace[1147332285] 'agreement among raft nodes before linearized reading' (duration: 2.000224572s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:09.10718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:07.106732Z","time spent":"2.000438208s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:10:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:10.351932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507373549s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:10:10.352145Z","caller":"traceutil/trace.go:171","msg":"trace[202891632] transaction","detail":"{read_only:false; response_revision:25643; number_of_response:1; }","duration":"4.822114835s","start":"2026-04-23T01:10:05.530002Z","end":"2026-04-23T01:10:10.352117Z","steps":["trace[202891632] 'process raft request' (duration: 3.31449165s)","trace[202891632] 'compare' (duration: 1.506614439s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:10.352279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:05.529974Z","time spent":"4.822234328s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:10.352289Z","caller":"traceutil/trace.go:171","msg":"trace[441932786] transaction","detail":"{read_only:false; response_revision:25644; number_of_response:1; }","duration":"4.822247099s","start":"2026-04-23T01:10:05.530024Z","end":"2026-04-23T01:10:10.352272Z","steps":["trace[441932786] 'process raft request' (duration: 4.821992053s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:10.352352Z","caller":"traceutil/trace.go:171","msg":"trace[1758329155] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25646; }","duration":"4.537046767s","start":"2026-04-23T01:10:05.815292Z","end":"2026-04-23T01:10:10.352338Z","steps":["trace[1758329155] 'process raft request' (duration: 4.536991085s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:10.352361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:05.530007Z","time spent":"4.82231197s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:10.352412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:05.815273Z","time spent":"4.537111398s","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:10.352552Z","caller":"traceutil/trace.go:171","msg":"trace[1124842955] transaction","detail":"{read_only:false; response_revision:25646; number_of_response:1; }","duration":"4.821870859s","start":"2026-04-23T01:10:05.530674Z","end":"2026-04-23T01:10:10.352545Z","steps":["trace[1124842955] 'process raft request' (duration: 4.821566131s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:10.352591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:05.530653Z","time spent":"4.821920279s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:10.352658Z","caller":"traceutil/trace.go:171","msg":"trace[1607838816] linearizableReadLoop","detail":"{readStateIndex:26501; appliedIndex:26488; }","duration":"4.58507363s","start":"2026-04-23T01:10:05.76757Z","end":"2026-04-23T01:10:10.352644Z","steps":["trace[1607838816] 'read index received' (duration: 45.732727ms)","trace[1607838816] 'applied index is now lower than readState.Index' (duration: 4.539339833s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:10.352693Z","caller":"traceutil/trace.go:171","msg":"trace[24117899] transaction","detail":"{read_only:false; response_revision:25645; number_of_response:1; }","duration":"4.822008811s","start":"2026-04-23T01:10:05.530677Z","end":"2026-04-23T01:10:10.352686Z","steps":["trace[24117899] 'process raft request' (duration: 4.821441427s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:10.35274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:05.530668Z","time spent":"4.822045453s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:10.352792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.964496995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:10.352829Z","caller":"traceutil/trace.go:171","msg":"trace[1133968379] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25647; }","duration":"4.964566207s","start":"2026-04-23T01:10:05.388255Z","end":"2026-04-23T01:10:10.352821Z","steps":["trace[1133968379] 'agreement among raft nodes before linearized reading' (duration: 4.964482874s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:10.352857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:05.388237Z","time spent":"4.964612548s","remote":"127.0.0.1:37602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:10.352663Z","caller":"traceutil/trace.go:171","msg":"trace[306274815] transaction","detail":"{read_only:false; response_revision:25647; number_of_response:1; }","duration":"3.767120726s","start":"2026-04-23T01:10:06.585533Z","end":"2026-04-23T01:10:10.352653Z","steps":["trace[306274815] 'process raft request' (duration: 3.766767778s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:10.352971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:06.585513Z","time spent":"3.767433854s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:10.353064Z","caller":"traceutil/trace.go:171","msg":"trace[1263323881] transaction","detail":"{read_only:false; response_revision:25648; number_of_response:1; }","duration":"2.533160589s","start":"2026-04-23T01:10:07.819893Z","end":"2026-04-23T01:10:10.353054Z","steps":["trace[1263323881] 'process raft request' (duration: 2.532691848s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:10.353123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:07.819876Z","time spent":"2.533218171s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:10.35318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.255824182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"info","ts":"2026-04-23T01:10:10.353208Z","caller":"traceutil/trace.go:171","msg":"trace[1158009089] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25648; }","duration":"5.255894044s","start":"2026-04-23T01:10:05.097307Z","end":"2026-04-23T01:10:10.353201Z","steps":["trace[1158009089] 'agreement among raft nodes before linearized reading' (duration: 5.255553226s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:10.353231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:05.097282Z","time spent":"5.255944806s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-23T01:10:10.353253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.61674892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:10.353285Z","caller":"traceutil/trace.go:171","msg":"trace[1364260433] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25648; }","duration":"5.616819542s","start":"2026-04-23T01:10:04.736456Z","end":"2026-04-23T01:10:10.353276Z","steps":["trace[1364260433] 'agreement among raft nodes before linearized reading' (duration: 5.616427832s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:10.353317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:04.736434Z","time spent":"5.616875073s","remote":"127.0.0.1:44770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:10.353327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.198327186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:10.353361Z","caller":"traceutil/trace.go:171","msg":"trace[1136923328] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25648; }","duration":"6.198394108s","start":"2026-04-23T01:10:04.154958Z","end":"2026-04-23T01:10:10.353352Z","steps":["trace[1136923328] 'agreement among raft nodes before linearized reading' (duration: 6.197885815s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:10.353381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:04.15494Z","time spent":"6.198434789s","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:10.353507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.673717598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T01:10:10.353537Z","caller":"traceutil/trace.go:171","msg":"trace[1670271079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25648; }","duration":"6.6737836s","start":"2026-04-23T01:10:03.679746Z","end":"2026-04-23T01:10:10.35353Z","steps":["trace[1670271079] 'agreement among raft nodes before linearized reading' (duration: 6.673149614s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:10.35356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:03.679724Z","time spent":"6.673830181s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:10:10.353592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.281109022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:10.353625Z","caller":"traceutil/trace.go:171","msg":"trace[558199056] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25648; }","duration":"5.281188863s","start":"2026-04-23T01:10:05.072425Z","end":"2026-04-23T01:10:10.353614Z","steps":["trace[558199056] 'agreement among raft nodes before linearized reading' (duration: 5.280441255s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:10.353645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.386610859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:10:10.353655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:05.072419Z","time spent":"5.281225745s","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:10.353668Z","caller":"traceutil/trace.go:171","msg":"trace[1343834164] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25648; }","duration":"6.386636999s","start":"2026-04-23T01:10:03.967024Z","end":"2026-04-23T01:10:10.353661Z","steps":["trace[1343834164] 'agreement among raft nodes before linearized reading' (duration: 6.385877241s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:10.35369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:03.966964Z","time spent":"6.386719171s","remote":"127.0.0.1:37590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:10.353854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.673170205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-23T01:10:10.353861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.233520828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:10:10.353872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.288018795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:10.353884Z","caller":"traceutil/trace.go:171","msg":"trace[1398845904] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25648; }","duration":"6.673218026s","start":"2026-04-23T01:10:03.680658Z","end":"2026-04-23T01:10:10.353876Z","steps":["trace[1398845904] 'agreement among raft nodes before linearized reading' (duration: 6.672249962s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:10.353897Z","caller":"traceutil/trace.go:171","msg":"trace[904339286] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25648; }","duration":"5.23359237s","start":"2026-04-23T01:10:05.120294Z","end":"2026-04-23T01:10:10.353887Z","steps":["trace[904339286] 'agreement among raft nodes before linearized reading' (duration: 5.232559814s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:10.353938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:05.120249Z","time spent":"5.233679242s","remote":"127.0.0.1:37762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:10.353965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.673701238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T01:10:10.353993Z","caller":"traceutil/trace.go:171","msg":"trace[430105625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25648; }","duration":"6.673750049s","start":"2026-04-23T01:10:03.680236Z","end":"2026-04-23T01:10:10.353986Z","steps":["trace[430105625] 'agreement among raft nodes before linearized reading' (duration: 6.672678072s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:10.354014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:03.680227Z","time spent":"6.67378227s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:10:10.353908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:03.680651Z","time spent":"6.673250586s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:10:10.354119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.340952895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:10.354188Z","caller":"traceutil/trace.go:171","msg":"trace[972274949] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25648; }","duration":"5.341060737s","start":"2026-04-23T01:10:05.013111Z","end":"2026-04-23T01:10:10.354172Z","steps":["trace[972274949] 'agreement among raft nodes before linearized reading' (duration: 5.339766715s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:10.354229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:05.013091Z","time spent":"5.341123749s","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:10.3543Z","caller":"traceutil/trace.go:171","msg":"trace[1311971519] transaction","detail":"{read_only:false; response_revision:25649; number_of_response:1; }","duration":"2.533791826s","start":"2026-04-23T01:10:07.820492Z","end":"2026-04-23T01:10:10.354284Z","steps":["trace[1311971519] 'process raft request' (duration: 2.532518943s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:10.354343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.817672049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:10.354389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.827331744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18613"} {"level":"warn","ts":"2026-04-23T01:10:10.354402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:07.820481Z","time spent":"2.533869869s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:10.354396Z","caller":"traceutil/trace.go:171","msg":"trace[1158191137] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25649; }","duration":"6.817747142s","start":"2026-04-23T01:10:03.536638Z","end":"2026-04-23T01:10:10.354385Z","steps":["trace[1158191137] 'agreement among raft nodes before linearized reading' (duration: 6.816287874s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:10.354427Z","caller":"traceutil/trace.go:171","msg":"trace[160674669] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25649; }","duration":"6.827394175s","start":"2026-04-23T01:10:03.527025Z","end":"2026-04-23T01:10:10.354419Z","steps":["trace[160674669] 'agreement among raft nodes before linearized reading' (duration: 6.825895347s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:10.354438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:03.536628Z","time spent":"6.817801833s","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:10:10.35445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:03.527009Z","time spent":"6.827435317s","remote":"127.0.0.1:37492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18637,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-23T01:10:10.355457Z","caller":"traceutil/trace.go:171","msg":"trace[331132576] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25648; }","duration":"5.288664103s","start":"2026-04-23T01:10:05.06582Z","end":"2026-04-23T01:10:10.354484Z","steps":["trace[331132576] 'agreement among raft nodes before linearized reading' (duration: 5.287051402s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:10.355607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:05.065806Z","time spent":"5.289729199s","remote":"127.0.0.1:36446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:10.527425Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.294840004s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:10:10.97892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.119038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:10:10.979089Z","caller":"traceutil/trace.go:171","msg":"trace[1260826912] transaction","detail":"{read_only:false; response_revision:25650; number_of_response:1; }","duration":"1.74660223s","start":"2026-04-23T01:10:09.23246Z","end":"2026-04-23T01:10:10.979062Z","steps":["trace[1260826912] 'process raft request' (duration: 1.295233444s)","trace[1260826912] 'compare' (duration: 450.329289ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:10.979194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:09.232441Z","time spent":"1.746701612s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:11.113413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000146031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:10:11.113487Z","caller":"traceutil/trace.go:171","msg":"trace[1725903819] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000274084s","start":"2026-04-23T01:10:09.113197Z","end":"2026-04-23T01:10:11.113471Z","steps":["trace[1725903819] 'agreement among raft nodes before linearized reading' (duration: 2.000161821s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:11.113555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:09.113182Z","time spent":"2.000363097s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:10:12.671946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017409039s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:10:12.672339Z","caller":"traceutil/trace.go:171","msg":"trace[2135210942] linearizableReadLoop","detail":"{readStateIndex:26507; appliedIndex:26505; }","duration":"2.31963378s","start":"2026-04-23T01:10:10.352688Z","end":"2026-04-23T01:10:12.672322Z","steps":["trace[2135210942] 'read index received' (duration: 175.020336ms)","trace[2135210942] 'applied index is now lower than readState.Index' (duration: 2.144609883s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:12.6725Z","caller":"traceutil/trace.go:171","msg":"trace[853179995] transaction","detail":"{read_only:false; response_revision:25651; number_of_response:1; }","duration":"3.380825016s","start":"2026-04-23T01:10:09.291659Z","end":"2026-04-23T01:10:12.672484Z","steps":["trace[853179995] 'process raft request' (duration: 2.362776632s)","trace[853179995] 'compare' (duration: 1.017016228s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:12.672574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:09.291642Z","time spent":"3.380895467s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:12.672753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:10.3537Z","time spent":"2.319051465s","remote":"127.0.0.1:37356","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T01:10:12.672789Z","caller":"traceutil/trace.go:171","msg":"trace[844635655] transaction","detail":"{read_only:false; response_revision:25652; number_of_response:1; }","duration":"2.315096315s","start":"2026-04-23T01:10:10.357673Z","end":"2026-04-23T01:10:12.67277Z","steps":["trace[844635655] 'process raft request' (duration: 2.314444488s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:12.672878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:10.357645Z","time spent":"2.315188746s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:12.672877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.701490161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:12.672984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.854016947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d4e2f260311c\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-23T01:10:12.673024Z","caller":"traceutil/trace.go:171","msg":"trace[1176063804] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d4e2f260311c; range_end:; response_count:1; response_revision:25655; }","duration":"6.854065378s","start":"2026-04-23T01:10:05.818948Z","end":"2026-04-23T01:10:12.673013Z","steps":["trace[1176063804] 'agreement among raft nodes before linearized reading' (duration: 6.853933104s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:12.673063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:05.818943Z","time spent":"6.854113879s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d4e2f260311c\" "} {"level":"warn","ts":"2026-04-23T01:10:12.672989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.536054171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:12.673125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.824008921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:12.673179Z","caller":"traceutil/trace.go:171","msg":"trace[704804819] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25655; }","duration":"4.824114994s","start":"2026-04-23T01:10:07.84905Z","end":"2026-04-23T01:10:12.673165Z","steps":["trace[704804819] 'agreement among raft nodes before linearized reading' (duration: 4.824036882s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:12.673196Z","caller":"traceutil/trace.go:171","msg":"trace[1076784152] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:25655; }","duration":"3.536309557s","start":"2026-04-23T01:10:09.13684Z","end":"2026-04-23T01:10:12.673149Z","steps":["trace[1076784152] 'agreement among raft nodes before linearized reading' (duration: 3.535909547s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:12.674573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:09.136818Z","time spent":"3.537694673s","remote":"127.0.0.1:60236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:12.673097Z","caller":"traceutil/trace.go:171","msg":"trace[708956014] transaction","detail":"{read_only:false; response_revision:25654; number_of_response:1; }","duration":"2.313117554s","start":"2026-04-23T01:10:10.359971Z","end":"2026-04-23T01:10:12.673088Z","steps":["trace[708956014] 'process raft request' (duration: 2.312255262s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:12.674761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:10.35996Z","time spent":"2.314735826s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:12.673034Z","caller":"traceutil/trace.go:171","msg":"trace[1154895074] transaction","detail":"{read_only:false; response_revision:25653; number_of_response:1; }","duration":"2.31495217s","start":"2026-04-23T01:10:10.358049Z","end":"2026-04-23T01:10:12.673001Z","steps":["trace[1154895074] 'process raft request' (duration: 2.31414232s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:12.674982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:10.358034Z","time spent":"2.316853579s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:12.673236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:07.849026Z","time spent":"4.824194496s","remote":"127.0.0.1:58120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:12.673057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.280729363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:12.673252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.855117826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18a8d71f7bb47de6\" ","response":"range_response_count:1 size:722"} {"level":"warn","ts":"2026-04-23T01:10:12.673326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.900286317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d57f5733-a8e6-437c-a542-072b48d0004e\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-04-23T01:10:12.673429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.855007235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T01:10:12.672979Z","caller":"traceutil/trace.go:171","msg":"trace[758478381] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:25655; }","duration":"5.7018338s","start":"2026-04-23T01:10:06.97112Z","end":"2026-04-23T01:10:12.672954Z","steps":["trace[758478381] 'agreement among raft nodes before linearized reading' (duration: 5.701631355s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:12.673501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.51123631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:12.67385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.413077753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:12.673895Z","caller":"traceutil/trace.go:171","msg":"trace[1182538879] transaction","detail":"{read_only:false; response_revision:25655; number_of_response:1; }","duration":"2.310253992s","start":"2026-04-23T01:10:10.363627Z","end":"2026-04-23T01:10:12.673881Z","steps":["trace[1182538879] 'process raft request' (duration: 2.308638011s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:12.673953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.159792596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:12.673986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.122243977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:12.675099Z","caller":"traceutil/trace.go:171","msg":"trace[435457764] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25655; }","duration":"3.123391245s","start":"2026-04-23T01:10:09.551696Z","end":"2026-04-23T01:10:12.675087Z","steps":["trace[435457764] 'agreement among raft nodes before linearized reading' (duration: 3.122226466s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:12.67517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:09.551678Z","time spent":"3.123479567s","remote":"127.0.0.1:37598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:12.675304Z","caller":"traceutil/trace.go:171","msg":"trace[1735585664] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25655; }","duration":"4.856965235s","start":"2026-04-23T01:10:07.818323Z","end":"2026-04-23T01:10:12.675289Z","steps":["trace[1735585664] 'agreement among raft nodes before linearized reading' (duration: 4.854940454s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:12.675397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:07.8183Z","time spent":"4.857080208s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T01:10:12.675446Z","caller":"traceutil/trace.go:171","msg":"trace[574977214] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25655; }","duration":"2.414705464s","start":"2026-04-23T01:10:10.260723Z","end":"2026-04-23T01:10:12.675429Z","steps":["trace[574977214] 'agreement among raft nodes before linearized reading' (duration: 2.413087784s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:12.675478Z","caller":"traceutil/trace.go:171","msg":"trace[806648597] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25655; }","duration":"3.161325454s","start":"2026-04-23T01:10:09.514131Z","end":"2026-04-23T01:10:12.675456Z","steps":["trace[806648597] 'agreement among raft nodes before linearized reading' (duration: 3.159797506s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:12.675504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:10.260702Z","time spent":"2.414785605s","remote":"127.0.0.1:36530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:12.675547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:09.514117Z","time spent":"3.161405686s","remote":"127.0.0.1:49100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:12.675541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:06.9711Z","time spent":"5.704394616s","remote":"127.0.0.1:46706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:12.675572Z","caller":"traceutil/trace.go:171","msg":"trace[1998438260] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25655; }","duration":"4.283253666s","start":"2026-04-23T01:10:08.392277Z","end":"2026-04-23T01:10:12.675531Z","steps":["trace[1998438260] 'agreement among raft nodes before linearized reading' (duration: 4.280735123s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:12.675654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:08.392256Z","time spent":"4.283355379s","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:12.675662Z","caller":"traceutil/trace.go:171","msg":"trace[1069314012] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25655; }","duration":"5.513397284s","start":"2026-04-23T01:10:07.162251Z","end":"2026-04-23T01:10:12.675648Z","steps":["trace[1069314012] 'agreement among raft nodes before linearized reading' (duration: 5.511209239s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:12.675699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:07.162194Z","time spent":"5.513492607s","remote":"127.0.0.1:54346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:12.675726Z","caller":"traceutil/trace.go:171","msg":"trace[561556257] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d57f5733-a8e6-437c-a542-072b48d0004e; range_end:; response_count:1; response_revision:25655; }","duration":"6.902696919s","start":"2026-04-23T01:10:05.773009Z","end":"2026-04-23T01:10:12.675706Z","steps":["trace[561556257] 'agreement among raft nodes before linearized reading' (duration: 6.900260787s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:12.675748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:10.36361Z","time spent":"2.312045198s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:12.675796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:05.772996Z","time spent":"6.90277362s","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-d57f5733-a8e6-437c-a542-072b48d0004e\" "} {"level":"info","ts":"2026-04-23T01:10:12.675965Z","caller":"traceutil/trace.go:171","msg":"trace[306719757] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18a8d71f7bb47de6; range_end:; response_count:1; response_revision:25655; }","duration":"6.857850904s","start":"2026-04-23T01:10:05.818104Z","end":"2026-04-23T01:10:12.675955Z","steps":["trace[306719757] 'agreement among raft nodes before linearized reading' (duration: 6.855080644s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:12.676011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:05.818092Z","time spent":"6.857909366s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":746,"request content":"key:\"/registry/events/openstack/container-infra-registry.18a8d71f7bb47de6\" "} {"level":"warn","ts":"2026-04-23T01:10:13.089301Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.321638392s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:10:13.114631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000081249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:10:13.114726Z","caller":"traceutil/trace.go:171","msg":"trace[1168253029] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000250553s","start":"2026-04-23T01:10:11.114457Z","end":"2026-04-23T01:10:13.114708Z","steps":["trace[1168253029] 'agreement among raft nodes before linearized reading' (duration: 2.000113839s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:13.11479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:11.114434Z","time spent":"2.000346126s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:10:13.195135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.377636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:10:13.195391Z","caller":"traceutil/trace.go:171","msg":"trace[2020010289] transaction","detail":"{read_only:false; response_revision:25657; number_of_response:1; }","duration":"2.345598527s","start":"2026-04-23T01:10:10.849762Z","end":"2026-04-23T01:10:13.195361Z","steps":["trace[2020010289] 'process raft request' (duration: 2.345485024s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:13.195467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:10.849737Z","time spent":"2.345696199s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:13.195513Z","caller":"traceutil/trace.go:171","msg":"trace[25233045] transaction","detail":"{read_only:false; response_revision:25656; number_of_response:1; }","duration":"2.420226853s","start":"2026-04-23T01:10:10.775265Z","end":"2026-04-23T01:10:13.195491Z","steps":["trace[25233045] 'process raft request' (duration: 2.314400806s)","trace[25233045] 'compare' (duration: 105.137839ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:13.195639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:10.775246Z","time spent":"2.420317346s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:15.122977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000274033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:10:15.123045Z","caller":"traceutil/trace.go:171","msg":"trace[1273944378] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000399266s","start":"2026-04-23T01:10:13.12263Z","end":"2026-04-23T01:10:15.123029Z","steps":["trace[1273944378] 'agreement among raft nodes before linearized reading' (duration: 2.000310404s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:15.12308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:13.122597Z","time spent":"2.000476108s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:10:15.238924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.644644ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:15.239007Z","caller":"traceutil/trace.go:171","msg":"trace[601446591] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25657; }","duration":"913.738287ms","start":"2026-04-23T01:10:14.325259Z","end":"2026-04-23T01:10:15.238997Z","steps":["trace[601446591] 'range keys from in-memory index tree' (duration: 913.633954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:15.239701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930078199s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:10:15.239956Z","caller":"traceutil/trace.go:171","msg":"trace[1698959597] transaction","detail":"{read_only:false; response_revision:25659; number_of_response:1; }","duration":"2.880644388s","start":"2026-04-23T01:10:12.359291Z","end":"2026-04-23T01:10:15.239936Z","steps":["trace[1698959597] 'process raft request' (duration: 2.880511094s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:15.239943Z","caller":"traceutil/trace.go:171","msg":"trace[1998509783] transaction","detail":"{read_only:false; response_revision:25658; number_of_response:1; }","duration":"2.880918085s","start":"2026-04-23T01:10:12.358995Z","end":"2026-04-23T01:10:15.239913Z","steps":["trace[1998509783] 'process raft request' (duration: 950.531527ms)","trace[1998509783] 'compare' (duration: 1.92810266s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:15.240056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:12.359267Z","time spent":"2.88074142s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:15.240147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:12.358976Z","time spent":"2.881052208s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:15.240232Z","caller":"traceutil/trace.go:171","msg":"trace[211964367] transaction","detail":"{read_only:false; response_revision:25661; number_of_response:1; }","duration":"2.880450773s","start":"2026-04-23T01:10:12.359772Z","end":"2026-04-23T01:10:15.240223Z","steps":["trace[211964367] 'process raft request' (duration: 2.880263479s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:15.240303Z","caller":"traceutil/trace.go:171","msg":"trace[1423196808] transaction","detail":"{read_only:false; response_revision:25662; number_of_response:1; }","duration":"2.879523499s","start":"2026-04-23T01:10:12.36076Z","end":"2026-04-23T01:10:15.240284Z","steps":["trace[1423196808] 'process raft request' (duration: 2.879375345s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:15.240349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:12.35976Z","time spent":"2.880523565s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:15.240391Z","caller":"traceutil/trace.go:171","msg":"trace[18958579] transaction","detail":"{read_only:false; response_revision:25663; number_of_response:1; }","duration":"2.877346624s","start":"2026-04-23T01:10:12.363023Z","end":"2026-04-23T01:10:15.240369Z","steps":["trace[18958579] 'process raft request' (duration: 2.877216191s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:15.24058Z","caller":"traceutil/trace.go:171","msg":"trace[556431879] transaction","detail":"{read_only:false; response_revision:25664; number_of_response:1; }","duration":"2.566083482s","start":"2026-04-23T01:10:12.674299Z","end":"2026-04-23T01:10:15.240383Z","steps":["trace[556431879] 'process raft request' (duration: 2.56597523s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:15.24063Z","caller":"traceutil/trace.go:171","msg":"trace[903316321] linearizableReadLoop","detail":"{readStateIndex:26520; appliedIndex:26512; }","duration":"2.568236727s","start":"2026-04-23T01:10:12.672377Z","end":"2026-04-23T01:10:15.240614Z","steps":["trace[903316321] 'read index received' (duration: 417.304043ms)","trace[903316321] 'applied index is now lower than readState.Index' (duration: 2.150931504s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:15.240662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.774549515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:15.240638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:12.363008Z","time spent":"2.87758887s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:15.240695Z","caller":"traceutil/trace.go:171","msg":"trace[552199891] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25667; }","duration":"2.774610506s","start":"2026-04-23T01:10:12.466069Z","end":"2026-04-23T01:10:15.24068Z","steps":["trace[552199891] 'agreement among raft nodes before linearized reading' (duration: 2.774549214s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:15.240727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:12.466055Z","time spent":"2.774664878s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:15.240721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.667431521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:15.240741Z","caller":"traceutil/trace.go:171","msg":"trace[1688729494] transaction","detail":"{read_only:false; response_revision:25666; number_of_response:1; }","duration":"2.561925378s","start":"2026-04-23T01:10:12.678795Z","end":"2026-04-23T01:10:15.24072Z","steps":["trace[1688729494] 'process raft request' (duration: 2.561564319s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:15.24077Z","caller":"traceutil/trace.go:171","msg":"trace[1501572097] transaction","detail":"{read_only:false; response_revision:25667; number_of_response:1; }","duration":"2.559460786s","start":"2026-04-23T01:10:12.681293Z","end":"2026-04-23T01:10:15.240754Z","steps":["trace[1501572097] 'process raft request' (duration: 2.559111267s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:15.240791Z","caller":"traceutil/trace.go:171","msg":"trace[206508880] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25667; }","duration":"4.667536934s","start":"2026-04-23T01:10:10.573241Z","end":"2026-04-23T01:10:15.240778Z","steps":["trace[206508880] 'agreement among raft nodes before linearized reading' (duration: 4.667415841s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:15.2408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.961582114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:15.240832Z","caller":"traceutil/trace.go:171","msg":"trace[1134125161] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25667; }","duration":"2.961640005s","start":"2026-04-23T01:10:12.279181Z","end":"2026-04-23T01:10:15.240821Z","steps":["trace[1134125161] 'agreement among raft nodes before linearized reading' (duration: 2.961592504s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:15.240827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:10.573219Z","time spent":"4.667598066s","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:15.240848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:12.681273Z","time spent":"2.559533257s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:15.240732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.76264866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:15.240831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.876683964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:15.240845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:12.678768Z","time spent":"2.562029101s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:15.240873Z","caller":"traceutil/trace.go:171","msg":"trace[2002649717] transaction","detail":"{read_only:false; response_revision:25665; number_of_response:1; }","duration":"2.563863836s","start":"2026-04-23T01:10:12.676988Z","end":"2026-04-23T01:10:15.240851Z","steps":["trace[2002649717] 'process raft request' (duration: 2.563325723s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:15.240901Z","caller":"traceutil/trace.go:171","msg":"trace[762115779] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25667; }","duration":"4.762852805s","start":"2026-04-23T01:10:10.478034Z","end":"2026-04-23T01:10:15.240886Z","steps":["trace[762115779] 'agreement among raft nodes before linearized reading' (duration: 4.76266394s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:15.24092Z","caller":"traceutil/trace.go:171","msg":"trace[1365329938] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25667; }","duration":"4.876816677s","start":"2026-04-23T01:10:10.364081Z","end":"2026-04-23T01:10:15.240897Z","steps":["trace[1365329938] 'agreement among raft nodes before linearized reading' (duration: 4.876636923s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:15.240944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:10.478013Z","time spent":"4.762919116s","remote":"127.0.0.1:37712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T01:10:15.24061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:12.360746Z","time spent":"2.879614011s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:15.240987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:12.676976Z","time spent":"2.563949319s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:15.240987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:10.36404Z","time spent":"4.87693374s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:10:15.240871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:12.279163Z","time spent":"2.961700236s","remote":"127.0.0.1:54450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:15.240845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.919554051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:15.240684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:12.674267Z","time spent":"2.56637225s","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:15.24012Z","caller":"traceutil/trace.go:171","msg":"trace[2032096443] transaction","detail":"{read_only:false; response_revision:25660; number_of_response:1; }","duration":"2.880797122s","start":"2026-04-23T01:10:12.359294Z","end":"2026-04-23T01:10:15.240091Z","steps":["trace[2032096443] 'process raft request' (duration: 2.880601027s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:15.2411Z","caller":"traceutil/trace.go:171","msg":"trace[2126330896] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25667; }","duration":"2.919847249s","start":"2026-04-23T01:10:12.321229Z","end":"2026-04-23T01:10:15.241076Z","steps":["trace[2126330896] 'agreement among raft nodes before linearized reading' (duration: 2.919542671s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:15.241145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:12.32121Z","time spent":"2.91992287s","remote":"127.0.0.1:54084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:15.241155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:12.35926Z","time spent":"2.881866968s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:15.240713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.236401083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:15.241585Z","caller":"traceutil/trace.go:171","msg":"trace[79600478] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25667; }","duration":"3.237259065s","start":"2026-04-23T01:10:12.004303Z","end":"2026-04-23T01:10:15.241562Z","steps":["trace[79600478] 'agreement among raft nodes before linearized reading' (duration: 3.236329572s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:15.241649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:12.004252Z","time spent":"3.237375648s","remote":"127.0.0.1:53926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:15.741179Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660256,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:16.16118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000678094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:10:16.161258Z","caller":"traceutil/trace.go:171","msg":"trace[491729119] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000809477s","start":"2026-04-23T01:10:14.160431Z","end":"2026-04-23T01:10:16.161241Z","steps":["trace[491729119] 'agreement among raft nodes before linearized reading' (duration: 2.000705405s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:16.161304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:14.160413Z","time spent":"2.000881679s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:10:16.241487Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660256,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:16.742199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660256,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:17.124276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000506529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:10:17.124373Z","caller":"traceutil/trace.go:171","msg":"trace[1418186265] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000654833s","start":"2026-04-23T01:10:15.123699Z","end":"2026-04-23T01:10:17.124354Z","steps":["trace[1418186265] 'agreement among raft nodes before linearized reading' (duration: 2.00052911s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:17.124426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:15.123682Z","time spent":"2.000733785s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:10:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:17.243261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660256,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:17.690259Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.489762762s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:10:17.69066Z","caller":"traceutil/trace.go:171","msg":"trace[749491275] transaction","detail":"{read_only:false; response_revision:25668; number_of_response:1; }","duration":"2.490264215s","start":"2026-04-23T01:10:15.200373Z","end":"2026-04-23T01:10:17.690637Z","steps":["trace[749491275] 'process raft request' (duration: 2.4900862s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:17.690828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:15.200352Z","time spent":"2.490397128s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:17.690823Z","caller":"traceutil/trace.go:171","msg":"trace[294347713] linearizableReadLoop","detail":"{readStateIndex:26525; appliedIndex:26525; }","duration":"2.450114729s","start":"2026-04-23T01:10:15.240676Z","end":"2026-04-23T01:10:17.69079Z","steps":["trace[294347713] 'read index received' (duration: 2.450096318s)","trace[294347713] 'applied index is now lower than readState.Index' (duration: 13.01µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:17.691075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.424779535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:17.691087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.011863045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:10:17.691125Z","caller":"traceutil/trace.go:171","msg":"trace[1180271982] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25668; }","duration":"4.424856148s","start":"2026-04-23T01:10:13.266249Z","end":"2026-04-23T01:10:17.691106Z","steps":["trace[1180271982] 'agreement among raft nodes before linearized reading' (duration: 4.424739494s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:17.691146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.003393478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-04-23T01:10:17.691161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:13.266232Z","time spent":"4.42492066s","remote":"127.0.0.1:46716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:17.691171Z","caller":"traceutil/trace.go:171","msg":"trace[1439498619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25668; }","duration":"3.011956248s","start":"2026-04-23T01:10:14.679187Z","end":"2026-04-23T01:10:17.691143Z","steps":["trace[1439498619] 'agreement among raft nodes before linearized reading' (duration: 3.01167501s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:17.691205Z","caller":"traceutil/trace.go:171","msg":"trace[1444499329] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25668; }","duration":"5.003493772s","start":"2026-04-23T01:10:12.687698Z","end":"2026-04-23T01:10:17.691192Z","steps":["trace[1444499329] 'agreement among raft nodes before linearized reading' (duration: 5.003170202s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:17.691227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:14.679149Z","time spent":"3.012067151s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:10:17.691251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:12.687691Z","time spent":"5.003550943s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-23T01:10:17.691318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.01479207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:10:17.691417Z","caller":"traceutil/trace.go:171","msg":"trace[211206929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25668; }","duration":"3.015053707s","start":"2026-04-23T01:10:14.676343Z","end":"2026-04-23T01:10:17.691397Z","steps":["trace[211206929] 'agreement among raft nodes before linearized reading' (duration: 3.014472561s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:17.691489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.012803769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:10:17.691546Z","caller":"traceutil/trace.go:171","msg":"trace[702130317] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25668; }","duration":"3.012893472s","start":"2026-04-23T01:10:14.678638Z","end":"2026-04-23T01:10:17.691532Z","steps":["trace[702130317] 'agreement among raft nodes before linearized reading' (duration: 3.012738758s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:17.691585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:14.678613Z","time spent":"3.012963064s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:10:17.691501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:14.676323Z","time spent":"3.01516398s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:10:17.691412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.857225362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1081"} {"level":"info","ts":"2026-04-23T01:10:17.691734Z","caller":"traceutil/trace.go:171","msg":"trace[1752827433] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:25668; }","duration":"4.857584531s","start":"2026-04-23T01:10:12.834129Z","end":"2026-04-23T01:10:17.691714Z","steps":["trace[1752827433] 'agreement among raft nodes before linearized reading' (duration: 4.857093798s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:17.691781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:12.834112Z","time spent":"4.857654853s","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1105,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" "} {"level":"warn","ts":"2026-04-23T01:10:18.191025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660263,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:18.365896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999828413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:18.365983Z","caller":"traceutil/trace.go:171","msg":"trace[995176997] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999984067s","start":"2026-04-23T01:10:16.365979Z","end":"2026-04-23T01:10:18.365963Z","steps":["trace[995176997] 'agreement among raft nodes before linearized reading' (duration: 1.999849943s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:18.366033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:16.365938Z","time spent":"2.000085199s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:10:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:18.691886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660263,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:19.131469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998861949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:19.131556Z","caller":"traceutil/trace.go:171","msg":"trace[1109797562] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999001721s","start":"2026-04-23T01:10:17.132535Z","end":"2026-04-23T01:10:19.131536Z","steps":["trace[1109797562] 'agreement among raft nodes before linearized reading' (duration: 1.998895629s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:19.131604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:17.132514Z","time spent":"1.999080624s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:10:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:19.192627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660263,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:19.693206Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660263,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:20.19422Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660263,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:20.41888Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.720789255s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:10:20.419595Z","caller":"traceutil/trace.go:171","msg":"trace[524436307] transaction","detail":"{read_only:false; response_revision:25674; number_of_response:1; }","duration":"3.169923722s","start":"2026-04-23T01:10:17.24965Z","end":"2026-04-23T01:10:20.419574Z","steps":["trace[524436307] 'process raft request' (duration: 3.169883641s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:20.41974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:17.249642Z","time spent":"3.170022575s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:20.420076Z","caller":"traceutil/trace.go:171","msg":"trace[719079019] transaction","detail":"{read_only:false; response_revision:25669; number_of_response:1; }","duration":"3.173862722s","start":"2026-04-23T01:10:17.246202Z","end":"2026-04-23T01:10:20.420065Z","steps":["trace[719079019] 'process raft request' (duration: 3.17300595s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:20.420127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:17.24618Z","time spent":"3.173918683s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:20.420234Z","caller":"traceutil/trace.go:171","msg":"trace[987239008] transaction","detail":"{read_only:false; response_revision:25670; number_of_response:1; }","duration":"3.173328688s","start":"2026-04-23T01:10:17.246897Z","end":"2026-04-23T01:10:20.420226Z","steps":["trace[987239008] 'process raft request' (duration: 3.172483096s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:20.420275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:17.246888Z","time spent":"3.17336325s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:20.420274Z","caller":"traceutil/trace.go:171","msg":"trace[1401526750] transaction","detail":"{read_only:false; response_revision:25673; number_of_response:1; }","duration":"3.173095983s","start":"2026-04-23T01:10:17.247153Z","end":"2026-04-23T01:10:20.420249Z","steps":["trace[1401526750] 'process raft request' (duration: 3.172347373s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:20.420352Z","caller":"traceutil/trace.go:171","msg":"trace[2099999901] transaction","detail":"{read_only:false; response_revision:25671; number_of_response:1; }","duration":"3.17339418s","start":"2026-04-23T01:10:17.24695Z","end":"2026-04-23T01:10:20.420344Z","steps":["trace[2099999901] 'process raft request' (duration: 3.172474206s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:20.420391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:17.246945Z","time spent":"3.173425161s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:20.420386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:17.247149Z","time spent":"3.173165995s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:20.420572Z","caller":"traceutil/trace.go:171","msg":"trace[1554372388] transaction","detail":"{read_only:false; response_revision:25672; number_of_response:1; }","duration":"3.173440682s","start":"2026-04-23T01:10:17.24711Z","end":"2026-04-23T01:10:20.420551Z","steps":["trace[1554372388] 'process raft request' (duration: 3.172353563s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:20.420701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:17.247103Z","time spent":"3.173519033s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:21.141487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001200257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:10:21.141579Z","caller":"traceutil/trace.go:171","msg":"trace[1790120092] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001352081s","start":"2026-04-23T01:10:19.140206Z","end":"2026-04-23T01:10:21.141558Z","steps":["trace[1790120092] 'agreement among raft nodes before linearized reading' (duration: 2.001231798s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:21.141682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:19.140184Z","time spent":"2.001486174s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:10:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:22.246091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999314064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:22.246191Z","caller":"traceutil/trace.go:171","msg":"trace[1798099435] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999447559s","start":"2026-04-23T01:10:17.246718Z","end":"2026-04-23T01:10:22.246165Z","steps":["trace[1798099435] 'agreement among raft nodes before linearized reading' (duration: 4.999332825s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:22.246239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:17.246709Z","time spent":"4.999519241s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/23 01:10:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:23.141412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999914535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:23.141472Z","caller":"traceutil/trace.go:171","msg":"trace[712622189] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000023058s","start":"2026-04-23T01:10:21.141434Z","end":"2026-04-23T01:10:23.141457Z","steps":["trace[712622189] 'agreement among raft nodes before linearized reading' (duration: 1.999945616s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:23.141507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:21.141415Z","time spent":"2.000085329s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:10:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:24.596911Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.174279961s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:10:24.676155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:17.696734Z","time spent":"6.979415168s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 01:10:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:24.677051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:17.69748Z","time spent":"6.979564872s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 01:10:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:24.679091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:17.696621Z","time spent":"6.982468157s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 01:10:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:24.696202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:19.697621Z","time spent":"4.998566306s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 01:10:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:24.858206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:17.857419Z","time spent":"7.000780769s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:10:25.149819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000462859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:25.149925Z","caller":"traceutil/trace.go:171","msg":"trace[527527198] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000612352s","start":"2026-04-23T01:10:23.149287Z","end":"2026-04-23T01:10:25.1499Z","steps":["trace[527527198] 'agreement among raft nodes before linearized reading' (duration: 2.000490129s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:25.149989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:23.149266Z","time spent":"2.000702804s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:10:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:25.202213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:18.201526Z","time spent":"7.000682047s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:10:25.251431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.385211ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:25.251588Z","caller":"traceutil/trace.go:171","msg":"trace[25474032] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25674; }","duration":"925.553195ms","start":"2026-04-23T01:10:24.326009Z","end":"2026-04-23T01:10:25.251563Z","steps":["trace[25474032] 'range keys from in-memory index tree' (duration: 925.36834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:25.252853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.62751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:10:25.253132Z","caller":"traceutil/trace.go:171","msg":"trace[974151703] linearizableReadLoop","detail":"{readStateIndex:26537; appliedIndex:26525; }","duration":"7.562162446s","start":"2026-04-23T01:10:17.690958Z","end":"2026-04-23T01:10:25.253121Z","steps":["trace[974151703] 'read index received' (duration: 2.728297464s)","trace[974151703] 'applied index is now lower than readState.Index' (duration: 4.833863982s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:25.253359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.617588497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:25.253397Z","caller":"traceutil/trace.go:171","msg":"trace[771210520] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25680; }","duration":"7.61767266s","start":"2026-04-23T01:10:17.635714Z","end":"2026-04-23T01:10:25.253387Z","steps":["trace[771210520] 'agreement among raft nodes before linearized reading' (duration: 7.617606308s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:25.253431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:17.635693Z","time spent":"7.61772648s","remote":"127.0.0.1:54182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:25.253554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.076123392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:25.253619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.008373296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:25.253655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.008645864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18a8d71ee277fb73\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-04-23T01:10:25.253688Z","caller":"traceutil/trace.go:171","msg":"trace[227107403] range","detail":"{range_begin:/registry/events/openstack/container-infra.18a8d71ee277fb73; range_end:; response_count:1; response_revision:25680; }","duration":"10.008675905s","start":"2026-04-23T01:10:15.245001Z","end":"2026-04-23T01:10:25.253677Z","steps":["trace[227107403] 'agreement among raft nodes before linearized reading' (duration: 10.008566932s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:25.25372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:15.244981Z","time spent":"10.008732376s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":719,"request content":"key:\"/registry/events/openstack/container-infra.18a8d71ee277fb73\" "} {"level":"info","ts":"2026-04-23T01:10:25.253693Z","caller":"traceutil/trace.go:171","msg":"trace[1528946133] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25680; }","duration":"10.00846986s","start":"2026-04-23T01:10:15.2452Z","end":"2026-04-23T01:10:25.25367Z","steps":["trace[1528946133] 'agreement among raft nodes before linearized reading' (duration: 10.008343586s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:25.253765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.010468359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-23T01:10:25.253794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:15.245195Z","time spent":"10.008586622s","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T01:10:25.254031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.571234833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-04-23T01:10:25.254058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.765230058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:10:25.254077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.293047949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:25.254103Z","caller":"traceutil/trace.go:171","msg":"trace[745232354] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25680; }","duration":"9.76531843s","start":"2026-04-23T01:10:15.488775Z","end":"2026-04-23T01:10:25.254093Z","steps":["trace[745232354] 'agreement among raft nodes before linearized reading' (duration: 9.765249419s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:25.254108Z","caller":"traceutil/trace.go:171","msg":"trace[1871668967] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25680; }","duration":"8.571313825s","start":"2026-04-23T01:10:16.682776Z","end":"2026-04-23T01:10:25.25409Z","steps":["trace[1871668967] 'agreement among raft nodes before linearized reading' (duration: 8.571136021s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:25.254125Z","caller":"traceutil/trace.go:171","msg":"trace[1363837806] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25680; }","duration":"8.29312161s","start":"2026-04-23T01:10:16.960988Z","end":"2026-04-23T01:10:25.25411Z","steps":["trace[1363837806] 'agreement among raft nodes before linearized reading' (duration: 8.293059258s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:25.254122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.752370126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268864"} {"level":"warn","ts":"2026-04-23T01:10:25.254159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:16.682715Z","time spent":"8.571430228s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-23T01:10:25.254173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:16.96097Z","time spent":"8.293187442s","remote":"127.0.0.1:34730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:25.254177Z","caller":"traceutil/trace.go:171","msg":"trace[1119663523] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:25680; }","duration":"7.752463888s","start":"2026-04-23T01:10:17.501698Z","end":"2026-04-23T01:10:25.254162Z","steps":["trace[1119663523] 'agreement among raft nodes before linearized reading' (duration: 7.751970466s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:25.254232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:17.501679Z","time spent":"7.752540899s","remote":"127.0.0.1:37712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268888,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-23T01:10:25.254132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:15.488752Z","time spent":"9.765370721s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:25.254422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.38880789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:25.254468Z","caller":"traceutil/trace.go:171","msg":"trace[303667927] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25680; }","duration":"8.388888162s","start":"2026-04-23T01:10:16.865565Z","end":"2026-04-23T01:10:25.254453Z","steps":["trace[303667927] 'agreement among raft nodes before linearized reading' (duration: 8.38880411s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:25.254494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:16.865549Z","time spent":"8.388936633s","remote":"127.0.0.1:45206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:25.253972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.329884988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:10:25.254629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.77673048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:25.25466Z","caller":"traceutil/trace.go:171","msg":"trace[1754960236] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25680; }","duration":"8.776803052s","start":"2026-04-23T01:10:16.477848Z","end":"2026-04-23T01:10:25.254651Z","steps":["trace[1754960236] 'agreement among raft nodes before linearized reading' (duration: 8.776737601s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:25.253814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.467634361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:10:25.254667Z","caller":"traceutil/trace.go:171","msg":"trace[1418961769] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25680; }","duration":"9.330576605s","start":"2026-04-23T01:10:15.924073Z","end":"2026-04-23T01:10:25.25465Z","steps":["trace[1418961769] 'agreement among raft nodes before linearized reading' (duration: 9.329795126s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:25.254693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:16.477823Z","time spent":"8.776862363s","remote":"127.0.0.1:37676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:25.254707Z","caller":"traceutil/trace.go:171","msg":"trace[1067149666] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25680; }","duration":"9.468588526s","start":"2026-04-23T01:10:15.786104Z","end":"2026-04-23T01:10:25.254693Z","steps":["trace[1067149666] 'agreement among raft nodes before linearized reading' (duration: 9.467486179s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:25.254728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:15.924053Z","time spent":"9.330655848s","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:25.25475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:15.78608Z","time spent":"9.468655338s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":177,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:25.254798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.573265155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-23T01:10:25.25379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.167877042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:10:25.254853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.038506141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:25.25487Z","caller":"traceutil/trace.go:171","msg":"trace[337388396] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25680; }","duration":"9.169046432s","start":"2026-04-23T01:10:16.085813Z","end":"2026-04-23T01:10:25.25486Z","steps":["trace[337388396] 'agreement among raft nodes before linearized reading' (duration: 9.167850571s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:25.254865Z","caller":"traceutil/trace.go:171","msg":"trace[1751800853] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25680; }","duration":"8.573320108s","start":"2026-04-23T01:10:16.681507Z","end":"2026-04-23T01:10:25.254827Z","steps":["trace[1751800853] 'agreement among raft nodes before linearized reading' (duration: 8.573182353s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:25.25489Z","caller":"traceutil/trace.go:171","msg":"trace[309522019] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25680; }","duration":"9.038581693s","start":"2026-04-23T01:10:16.216299Z","end":"2026-04-23T01:10:25.254881Z","steps":["trace[309522019] 'agreement among raft nodes before linearized reading' (duration: 9.038524591s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:25.254904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:16.085798Z","time spent":"9.169095533s","remote":"127.0.0.1:37646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:25.254923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:16.21628Z","time spent":"9.038631934s","remote":"127.0.0.1:60140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:25.254021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.380538631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:25.254952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:16.681498Z","time spent":"8.57341027s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-23T01:10:25.254976Z","caller":"traceutil/trace.go:171","msg":"trace[1231309942] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:25680; }","duration":"8.381529467s","start":"2026-04-23T01:10:16.873431Z","end":"2026-04-23T01:10:25.254961Z","steps":["trace[1231309942] 'agreement among raft nodes before linearized reading' (duration: 8.380554292s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:25.25504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:16.87341Z","time spent":"8.381612298s","remote":"127.0.0.1:54372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:25.253943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.009835033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d4e2f260311c\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-23T01:10:25.254637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.573712596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-04-23T01:10:25.255079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.008969072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:25.255097Z","caller":"traceutil/trace.go:171","msg":"trace[1179822207] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25680; }","duration":"8.57424312s","start":"2026-04-23T01:10:16.68084Z","end":"2026-04-23T01:10:25.255083Z","steps":["trace[1179822207] 'agreement among raft nodes before linearized reading' (duration: 8.573384598s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:25.255138Z","caller":"traceutil/trace.go:171","msg":"trace[1718221220] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25680; }","duration":"10.009064914s","start":"2026-04-23T01:10:15.246056Z","end":"2026-04-23T01:10:25.255121Z","steps":["trace[1718221220] 'agreement among raft nodes before linearized reading' (duration: 10.008861469s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:25.255146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:16.680816Z","time spent":"8.574312812s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:10:25.255175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:15.246041Z","time spent":"10.009125006s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-23T01:10:25.253638Z","caller":"traceutil/trace.go:171","msg":"trace[173838700] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25680; }","duration":"9.076229674s","start":"2026-04-23T01:10:16.17739Z","end":"2026-04-23T01:10:25.253619Z","steps":["trace[173838700] 'agreement among raft nodes before linearized reading' (duration: 9.07606109s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:25.255587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:16.177342Z","time spent":"9.078223405s","remote":"127.0.0.1:54158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:25.253821Z","caller":"traceutil/trace.go:171","msg":"trace[2057877124] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25680; }","duration":"10.010594062s","start":"2026-04-23T01:10:15.24321Z","end":"2026-04-23T01:10:25.253804Z","steps":["trace[2057877124] 'agreement among raft nodes before linearized reading' (duration: 10.010397687s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:25.25649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:15.243194Z","time spent":"10.013282001s","remote":"127.0.0.1:37484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-23T01:10:25.255589Z","caller":"traceutil/trace.go:171","msg":"trace[1471248508] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d4e2f260311c; range_end:; response_count:1; response_revision:25680; }","duration":"10.011503196s","start":"2026-04-23T01:10:15.244067Z","end":"2026-04-23T01:10:25.25557Z","steps":["trace[1471248508] 'agreement among raft nodes before linearized reading' (duration: 10.009784122s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:25.256579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:15.244052Z","time spent":"10.012508881s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d4e2f260311c\" "} {"level":"warn","ts":"2026-04-23T01:10:25.753582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:26.254659Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:26.75579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:27.15043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000132183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:27.150519Z","caller":"traceutil/trace.go:171","msg":"trace[1132865269] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000281457s","start":"2026-04-23T01:10:25.150218Z","end":"2026-04-23T01:10:27.150499Z","steps":["trace[1132865269] 'agreement among raft nodes before linearized reading' (duration: 2.000162674s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:27.150612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:25.150196Z","time spent":"2.000406199s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:10:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:27.245931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997919855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:27.246024Z","caller":"traceutil/trace.go:171","msg":"trace[524537984] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998054558s","start":"2026-04-23T01:10:24.247941Z","end":"2026-04-23T01:10:27.245996Z","steps":["trace[524537984] 'agreement among raft nodes before linearized reading' (duration: 2.997949036s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:27.246098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:24.247922Z","time spent":"2.998160181s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/23 01:10:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:27.256716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:27.423781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:22.425779Z","time spent":"4.997994044s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:10:27.423889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:22.426272Z","time spent":"4.997610524s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:10:27.423984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:22.426846Z","time spent":"4.997135312s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 01:10:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:27.42408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:22.426277Z","time spent":"4.997800968s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:10:27.424308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:22.425914Z","time spent":"4.998387293s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 01:10:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/23 01:10:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:27.578987Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.981793526s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:10:27.85975Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7fa59db7b3c79838","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-23T01:10:28.326952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:21.325909Z","time spent":"7.001034477s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:10:28.363298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999985927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:28.363371Z","caller":"traceutil/trace.go:171","msg":"trace[2028212887] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000112519s","start":"2026-04-23T01:10:26.363238Z","end":"2026-04-23T01:10:28.363351Z","steps":["trace[2028212887] 'agreement among raft nodes before linearized reading' (duration: 2.000019097s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:28.363417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:26.363218Z","time spent":"2.000190592s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:10:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:29.156647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000632543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:29.156735Z","caller":"traceutil/trace.go:171","msg":"trace[1165187369] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000768606s","start":"2026-04-23T01:10:27.155947Z","end":"2026-04-23T01:10:29.156716Z","steps":["trace[1165187369] 'agreement among raft nodes before linearized reading' (duration: 2.000649703s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:29.156783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:27.155935Z","time spent":"2.000837209s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:10:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:29.427341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:22.426452Z","time spent":"7.000882174s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:10:29.696846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999384449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:10:29.696966Z","caller":"traceutil/trace.go:171","msg":"trace[1365802007] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999636466s","start":"2026-04-23T01:10:24.697308Z","end":"2026-04-23T01:10:29.696944Z","steps":["trace[1365802007] 'agreement among raft nodes before linearized reading' (duration: 4.999412181s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:29.697068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:24.697291Z","time spent":"4.999761669s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/04/23 01:10:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:29.708352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:22.707529Z","time spent":"7.000819052s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:10:31.017953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.438779053s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-04-23T01:10:31.020085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:28.767181Z","time spent":"2.252896844s","remote":"127.0.0.1:56488","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:10:31.16293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000275945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:31.163044Z","caller":"traceutil/trace.go:171","msg":"trace[943383846] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00044386s","start":"2026-04-23T01:10:29.162568Z","end":"2026-04-23T01:10:31.163012Z","steps":["trace[943383846] 'agreement among raft nodes before linearized reading' (duration: 2.000303485s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:31.163111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:29.162547Z","time spent":"2.000550023s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:10:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:31.679484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:24.678323Z","time spent":"7.001151712s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:10:31.680665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:24.680464Z","time spent":"7.000193087s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:10:32.247103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:27.24862Z","time spent":"4.998466805s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 01:10:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:32.256638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:25.255646Z","time spent":"7.000981657s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:10:32.258896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:25.258578Z","time spent":"7.000309641s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:10:32.260036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:25.259491Z","time spent":"7.000541106s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:10:32.260061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:25.25958Z","time spent":"7.000473315s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:10:32.424907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998803533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-23T01:10:32.424968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998156347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:32.425027Z","caller":"traceutil/trace.go:171","msg":"trace[964341726] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998967167s","start":"2026-04-23T01:10:27.426032Z","end":"2026-04-23T01:10:32.424999Z","steps":["trace[964341726] 'agreement among raft nodes before linearized reading' (duration: 4.998825214s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:32.424897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999208674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:32.425041Z","caller":"traceutil/trace.go:171","msg":"trace[1501281936] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.99826357s","start":"2026-04-23T01:10:27.426757Z","end":"2026-04-23T01:10:32.425021Z","steps":["trace[1501281936] 'agreement among raft nodes before linearized reading' (duration: 4.998173417s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:32.425135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:27.426019Z","time spent":"4.99909748s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-23T01:10:32.425143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:27.426744Z","time spent":"4.998384012s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/04/23 01:10:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/23 01:10:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-23T01:10:32.425172Z","caller":"traceutil/trace.go:171","msg":"trace[1222348432] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999520632s","start":"2026-04-23T01:10:27.425589Z","end":"2026-04-23T01:10:32.425109Z","steps":["trace[1222348432] 'agreement among raft nodes before linearized reading' (duration: 4.999221124s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:32.425198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998307581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-23T01:10:32.424939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998827214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-23T01:10:32.425255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995500202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:32.425269Z","caller":"traceutil/trace.go:171","msg":"trace[1070328508] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.995544744s","start":"2026-04-23T01:10:29.42972Z","end":"2026-04-23T01:10:32.425265Z","steps":["trace[1070328508] 'agreement among raft nodes before linearized reading' (duration: 2.995530613s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:32.425267Z","caller":"traceutil/trace.go:171","msg":"trace[1505086170] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999223054s","start":"2026-04-23T01:10:27.426035Z","end":"2026-04-23T01:10:32.425258Z","steps":["trace[1505086170] 'agreement among raft nodes before linearized reading' (duration: 4.998861655s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:32.425295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:29.429703Z","time spent":"2.995586994s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/23 01:10:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:32.42532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:27.426012Z","time spent":"4.999292635s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/04/23 01:10:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-23T01:10:32.425231Z","caller":"traceutil/trace.go:171","msg":"trace[920115099] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998340292s","start":"2026-04-23T01:10:27.426876Z","end":"2026-04-23T01:10:32.425217Z","steps":["trace[920115099] 'agreement among raft nodes before linearized reading' (duration: 4.998312931s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:32.425368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:27.426866Z","time spent":"4.998499585s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/23 01:10:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:32.425585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:27.425564Z","time spent":"4.999974284s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/04/23 01:10:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:32.455992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.196514652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:32.45605Z","caller":"traceutil/trace.go:171","msg":"trace[1290486394] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"7.196604625s","start":"2026-04-23T01:10:25.259429Z","end":"2026-04-23T01:10:32.456034Z","steps":["trace[1290486394] 'agreement among raft nodes before linearized reading' (duration: 7.196534273s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:32.456087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:25.259416Z","time spent":"7.196664646s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/04/23 01:10:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:32.603277Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.747169179s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:10:32.855816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.993857436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:32.855908Z","caller":"traceutil/trace.go:171","msg":"trace[1804176717] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.993965698s","start":"2026-04-23T01:10:24.861921Z","end":"2026-04-23T01:10:32.855887Z","steps":["trace[1804176717] 'agreement among raft nodes before linearized reading' (duration: 7.993854446s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:32.855961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:24.861852Z","time spent":"7.994096062s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/04/23 01:10:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:33.16346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000077249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:10:33.16356Z","caller":"traceutil/trace.go:171","msg":"trace[1839063359] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000240283s","start":"2026-04-23T01:10:31.163301Z","end":"2026-04-23T01:10:33.163542Z","steps":["trace[1839063359] 'agreement among raft nodes before linearized reading' (duration: 2.00012255s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:33.163606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:31.163273Z","time spent":"2.000322266s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:10:33.713515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.692250153s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:10:33.714642Z","caller":"traceutil/trace.go:171","msg":"trace[117467519] linearizableReadLoop","detail":"{readStateIndex:26553; appliedIndex:26537; }","duration":"8.46145013s","start":"2026-04-23T01:10:25.253162Z","end":"2026-04-23T01:10:33.714612Z","steps":["trace[117467519] 'read index received' (duration: 2.326094515s)","trace[117467519] 'applied index is now lower than readState.Index' (duration: 6.135353795s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:33.7147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.507977685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:33.714747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.976770176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:33.714751Z","caller":"traceutil/trace.go:171","msg":"trace[898712334] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25693; }","duration":"10.508077077s","start":"2026-04-23T01:10:23.206657Z","end":"2026-04-23T01:10:33.714734Z","steps":["trace[898712334] 'agreement among raft nodes before linearized reading' (duration: 10.507985385s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:33.714788Z","caller":"traceutil/trace.go:171","msg":"trace[2089142762] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25693; }","duration":"12.976845758s","start":"2026-04-23T01:10:20.737929Z","end":"2026-04-23T01:10:33.714775Z","steps":["trace[2089142762] 'agreement among raft nodes before linearized reading' (duration: 12.976758426s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:33.714796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:23.206635Z","time spent":"10.508150348s","remote":"127.0.0.1:46784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:33.714777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.908444001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:33.714786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.683284456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:33.714823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:20.737911Z","time spent":"12.976904359s","remote":"127.0.0.1:37606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:33.714828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.854783497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:33.714868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.080061331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:33.714874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.370262008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:33.714869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.853603335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:33.714897Z","caller":"traceutil/trace.go:171","msg":"trace[271996880] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25693; }","duration":"10.68341861s","start":"2026-04-23T01:10:23.031432Z","end":"2026-04-23T01:10:33.714851Z","steps":["trace[271996880] 'agreement among raft nodes before linearized reading' (duration: 10.683264766s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:33.714901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.296749069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T01:10:33.714917Z","caller":"traceutil/trace.go:171","msg":"trace[1487117805] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25693; }","duration":"15.854909549s","start":"2026-04-23T01:10:17.859988Z","end":"2026-04-23T01:10:33.714898Z","steps":["trace[1487117805] 'agreement among raft nodes before linearized reading' (duration: 15.854769256s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:33.7149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.292298533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:33.714929Z","caller":"traceutil/trace.go:171","msg":"trace[948582592] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:25693; }","duration":"11.080157574s","start":"2026-04-23T01:10:22.634751Z","end":"2026-04-23T01:10:33.714908Z","steps":["trace[948582592] 'agreement among raft nodes before linearized reading' (duration: 11.080078402s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:33.714933Z","caller":"traceutil/trace.go:171","msg":"trace[977353828] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:25693; }","duration":"12.37035447s","start":"2026-04-23T01:10:21.344562Z","end":"2026-04-23T01:10:33.714916Z","steps":["trace[977353828] 'agreement among raft nodes before linearized reading' (duration: 12.370218646s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:33.714956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.689089465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:33.714958Z","caller":"traceutil/trace.go:171","msg":"trace[982372696] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25693; }","duration":"12.296842631s","start":"2026-04-23T01:10:21.418101Z","end":"2026-04-23T01:10:33.714944Z","steps":["trace[982372696] 'agreement among raft nodes before linearized reading' (duration: 12.296639786s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:33.714961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:23.031414Z","time spent":"10.683527972s","remote":"127.0.0.1:46846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:33.714958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.334887755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:33.714991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:22.634721Z","time spent":"11.080255097s","remote":"127.0.0.1:54314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:33.714998Z","caller":"traceutil/trace.go:171","msg":"trace[402629582] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25693; }","duration":"14.292459027s","start":"2026-04-23T01:10:19.422501Z","end":"2026-04-23T01:10:33.71496Z","steps":["trace[402629582] 'agreement among raft nodes before linearized reading' (duration: 14.292356944s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:33.715024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.70741836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:33.715019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.580531522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:33.715038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.533094414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:33.715053Z","caller":"traceutil/trace.go:171","msg":"trace[323330348] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:25693; }","duration":"9.707486992s","start":"2026-04-23T01:10:24.007558Z","end":"2026-04-23T01:10:33.715045Z","steps":["trace[323330348] 'agreement among raft nodes before linearized reading' (duration: 9.707446921s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:33.715045Z","caller":"traceutil/trace.go:171","msg":"trace[1180971821] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25693; }","duration":"11.335009199s","start":"2026-04-23T01:10:22.380018Z","end":"2026-04-23T01:10:33.715027Z","steps":["trace[1180971821] 'agreement among raft nodes before linearized reading' (duration: 11.334819014s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:33.715069Z","caller":"traceutil/trace.go:171","msg":"trace[1210696694] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25693; }","duration":"8.580614684s","start":"2026-04-23T01:10:25.134438Z","end":"2026-04-23T01:10:33.715052Z","steps":["trace[1210696694] 'agreement among raft nodes before linearized reading' (duration: 8.580542782s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:33.715068Z","caller":"traceutil/trace.go:171","msg":"trace[763365649] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25693; }","duration":"8.533144194s","start":"2026-04-23T01:10:25.181915Z","end":"2026-04-23T01:10:33.715059Z","steps":["trace[763365649] 'agreement among raft nodes before linearized reading' (duration: 8.533096073s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:33.715067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.729411408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:33.715084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.509290501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-04-23T01:10:33.715105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:22.379961Z","time spent":"11.335135162s","remote":"127.0.0.1:57996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:33.715107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:25.181901Z","time spent":"8.533199356s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:33.715113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:25.134414Z","time spent":"8.580686046s","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:33.715128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.230519428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:33.715172Z","caller":"traceutil/trace.go:171","msg":"trace[1149904949] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25693; }","duration":"10.230559409s","start":"2026-04-23T01:10:23.484599Z","end":"2026-04-23T01:10:33.715159Z","steps":["trace[1149904949] 'agreement among raft nodes before linearized reading' (duration: 10.230503117s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:33.715174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.323590864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:33.715175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.800036622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-04-23T01:10:33.715212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:23.484583Z","time spent":"10.230618601s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:33.715215Z","caller":"traceutil/trace.go:171","msg":"trace[612591263] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25693; }","duration":"9.323655526s","start":"2026-04-23T01:10:24.391547Z","end":"2026-04-23T01:10:33.715203Z","steps":["trace[612591263] 'agreement among raft nodes before linearized reading' (duration: 9.323600324s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:33.715231Z","caller":"traceutil/trace.go:171","msg":"trace[2118784283] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25693; }","duration":"9.800088823s","start":"2026-04-23T01:10:23.915127Z","end":"2026-04-23T01:10:33.715216Z","steps":["trace[2118784283] 'agreement among raft nodes before linearized reading' (duration: 9.79995626s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:33.714796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.0260835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:33.715255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:24.391528Z","time spent":"9.323719937s","remote":"127.0.0.1:60234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:33.715271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:23.915046Z","time spent":"9.800215666s","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-04-23T01:10:33.715296Z","caller":"traceutil/trace.go:171","msg":"trace[1312509648] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25693; }","duration":"15.026639275s","start":"2026-04-23T01:10:18.688643Z","end":"2026-04-23T01:10:33.715283Z","steps":["trace[1312509648] 'agreement among raft nodes before linearized reading' (duration: 15.026060429s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:33.715281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.125272777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:33.715347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:18.688623Z","time spent":"15.026708006s","remote":"127.0.0.1:53842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:33.715367Z","caller":"traceutil/trace.go:171","msg":"trace[1634757723] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25693; }","duration":"10.12539255s","start":"2026-04-23T01:10:23.589958Z","end":"2026-04-23T01:10:33.715351Z","steps":["trace[1634757723] 'agreement among raft nodes before linearized reading' (duration: 10.125230675s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:33.715127Z","caller":"traceutil/trace.go:171","msg":"trace[250996292] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:25693; }","duration":"8.509328752s","start":"2026-04-23T01:10:25.205784Z","end":"2026-04-23T01:10:33.715113Z","steps":["trace[250996292] 'agreement among raft nodes before linearized reading' (duration: 8.509172737s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:33.7154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:23.589892Z","time spent":"10.125499413s","remote":"127.0.0.1:36508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:33.715413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:25.20577Z","time spent":"8.50962942s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-23T01:10:33.715064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:19.42247Z","time spent":"14.292576461s","remote":"127.0.0.1:53946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:33.714936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.487636141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:33.715554Z","caller":"traceutil/trace.go:171","msg":"trace[481162378] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:25693; }","duration":"9.488260877s","start":"2026-04-23T01:10:24.227261Z","end":"2026-04-23T01:10:33.715522Z","steps":["trace[481162378] 'agreement among raft nodes before linearized reading' (duration: 9.48762797s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:33.715591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:24.227241Z","time spent":"9.488338639s","remote":"127.0.0.1:46734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:33.71486Z","caller":"traceutil/trace.go:171","msg":"trace[285660823] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25693; }","duration":"10.908587715s","start":"2026-04-23T01:10:22.806252Z","end":"2026-04-23T01:10:33.714839Z","steps":["trace[285660823] 'agreement among raft nodes before linearized reading' (duration: 10.908431901s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:33.715676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:22.806235Z","time spent":"10.909421497s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:33.714986Z","caller":"traceutil/trace.go:171","msg":"trace[1326622017] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25693; }","duration":"9.689140317s","start":"2026-04-23T01:10:24.025836Z","end":"2026-04-23T01:10:33.714977Z","steps":["trace[1326622017] 'agreement among raft nodes before linearized reading' (duration: 9.689087255s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:33.715812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:24.025825Z","time spent":"9.689973018s","remote":"127.0.0.1:37656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:33.714948Z","caller":"traceutil/trace.go:171","msg":"trace[1096398886] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:25693; }","duration":"10.853716337s","start":"2026-04-23T01:10:22.861212Z","end":"2026-04-23T01:10:33.714928Z","steps":["trace[1096398886] 'agreement among raft nodes before linearized reading' (duration: 10.853552913s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:33.715941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:22.8612Z","time spent":"10.854730674s","remote":"127.0.0.1:46744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:33.714789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.604261657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:33.716151Z","caller":"traceutil/trace.go:171","msg":"trace[1258597183] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25693; }","duration":"11.605701864s","start":"2026-04-23T01:10:22.110436Z","end":"2026-04-23T01:10:33.716138Z","steps":["trace[1258597183] 'agreement among raft nodes before linearized reading' (duration: 11.604228516s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:33.716189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:22.110417Z","time spent":"11.605760345s","remote":"127.0.0.1:37772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:33.714983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:21.34455Z","time spent":"12.370422073s","remote":"127.0.0.1:54310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:33.714973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:17.859979Z","time spent":"15.854977431s","remote":"127.0.0.1:54110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:33.714983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.021899614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-qvzgf\" ","response":"range_response_count:1 size:5598"} {"level":"info","ts":"2026-04-23T01:10:33.716341Z","caller":"traceutil/trace.go:171","msg":"trace[839680237] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-qvzgf; range_end:; response_count:1; response_revision:25693; }","duration":"16.023289788s","start":"2026-04-23T01:10:17.693038Z","end":"2026-04-23T01:10:33.716328Z","steps":["trace[839680237] 'agreement among raft nodes before linearized reading' (duration: 16.021782809s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:33.716399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:17.693019Z","time spent":"16.02336896s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5622,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-qvzgf\" "} {"level":"warn","ts":"2026-04-23T01:10:33.715004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:21.418083Z","time spent":"12.296907904s","remote":"127.0.0.1:37434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T01:10:33.715083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:24.007532Z","time spent":"9.707542974s","remote":"127.0.0.1:46812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:33.715127Z","caller":"traceutil/trace.go:171","msg":"trace[1240608977] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25693; }","duration":"8.729503531s","start":"2026-04-23T01:10:24.985606Z","end":"2026-04-23T01:10:33.71511Z","steps":["trace[1240608977] 'agreement among raft nodes before linearized reading' (duration: 8.729423509s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:33.716763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:24.985584Z","time spent":"8.731165301s","remote":"127.0.0.1:37604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:33.716876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.094693802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:10:33.716942Z","caller":"traceutil/trace.go:171","msg":"trace[1878455124] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25693; }","duration":"10.094799035s","start":"2026-04-23T01:10:23.62213Z","end":"2026-04-23T01:10:33.716929Z","steps":["trace[1878455124] 'agreement among raft nodes before linearized reading' (duration: 10.092971489s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:33.716988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:23.622105Z","time spent":"10.094869627s","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2699,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:34.214784Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:34.715918Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:35.171916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000576373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:10:35.172006Z","caller":"traceutil/trace.go:171","msg":"trace[1857580346] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000722116s","start":"2026-04-23T01:10:33.171264Z","end":"2026-04-23T01:10:35.171986Z","steps":["trace[1857580346] 'agreement among raft nodes before linearized reading' (duration: 2.000595152s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:35.172055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:33.171243Z","time spent":"2.000802878s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:10:35.216592Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:35.332957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:28.332263Z","time spent":"7.000687068s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:10:35.684288Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.080744167s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:10:36.713489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:29.712757Z","time spent":"7.000725779s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:10:37.172319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999944717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:10:37.172402Z","caller":"traceutil/trace.go:171","msg":"trace[181074896] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000071589s","start":"2026-04-23T01:10:35.172311Z","end":"2026-04-23T01:10:37.172383Z","steps":["trace[181074896] 'agreement among raft nodes before linearized reading' (duration: 1.999954536s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:37.172448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:35.172297Z","time spent":"2.000142222s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:10:37.425672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:32.429279Z","time spent":"4.996383051s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 01:10:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:37.426251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:32.429101Z","time spent":"4.997141631s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 01:10:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:38.018471Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7fa59db7b3c7984c","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-23T01:10:38.362776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000153651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:10:38.36288Z","caller":"traceutil/trace.go:171","msg":"trace[1479909557] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000283564s","start":"2026-04-23T01:10:36.36257Z","end":"2026-04-23T01:10:38.362854Z","steps":["trace[1479909557] 'agreement among raft nodes before linearized reading' (duration: 2.000150071s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:38.362938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:36.362493Z","time spent":"2.000432678s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:10:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:38.680637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996007484s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"warn","ts":"2026-04-23T01:10:38.681288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.35537286s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:38.68147Z","caller":"traceutil/trace.go:171","msg":"trace[2067650726] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25693; }","duration":"4.355579755s","start":"2026-04-23T01:10:34.325869Z","end":"2026-04-23T01:10:38.681448Z","steps":["trace[2067650726] 'range keys from in-memory index tree' (duration: 4.35535578s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:39.180605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00050001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:39.18069Z","caller":"traceutil/trace.go:171","msg":"trace[1011102655] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000643533s","start":"2026-04-23T01:10:37.180026Z","end":"2026-04-23T01:10:39.180669Z","steps":["trace[1011102655] 'agreement among raft nodes before linearized reading' (duration: 2.000540441s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:39.180739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:37.180002Z","time spent":"2.000722306s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:10:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:39.264465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:32.263647Z","time spent":"7.0007866s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:10:39.429589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:32.429252Z","time spent":"7.000330577s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:10:40.038783Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.835503645s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:10:41.189013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000785077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:41.189097Z","caller":"traceutil/trace.go:171","msg":"trace[1359505188] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000910761s","start":"2026-04-23T01:10:39.188168Z","end":"2026-04-23T01:10:41.189079Z","steps":["trace[1359505188] 'agreement among raft nodes before linearized reading' (duration: 2.000807297s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.189144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:39.188152Z","time spent":"2.000982922s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:10:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:41.378565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.697746962s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-04-23T01:10:41.379925Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"45.992µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"info","ts":"2026-04-23T01:10:41.380067Z","caller":"traceutil/trace.go:171","msg":"trace[595041610] transaction","detail":"{read_only:false; response_revision:25698; number_of_response:1; }","duration":"2.111156138s","start":"2026-04-23T01:10:39.268889Z","end":"2026-04-23T01:10:41.380046Z","steps":["trace[595041610] 'process raft request' (duration: 2.111112157s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.380184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:39.268867Z","time spent":"2.111238951s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:10:41.380358Z","caller":"traceutil/trace.go:171","msg":"trace[983847472] linearizableReadLoop","detail":"{readStateIndex:26560; appliedIndex:26553; }","duration":"7.665615792s","start":"2026-04-23T01:10:33.714725Z","end":"2026-04-23T01:10:41.38034Z","steps":["trace[983847472] 'read index received' (duration: 1.969773683s)","trace[983847472] 'applied index is now lower than readState.Index' (duration: 5.695840539s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:41.380393Z","caller":"traceutil/trace.go:171","msg":"trace[1119116786] transaction","detail":"{read_only:false; response_revision:25697; number_of_response:1; }","duration":"4.177190684s","start":"2026-04-23T01:10:37.203189Z","end":"2026-04-23T01:10:41.38038Z","steps":["trace[1119116786] 'process raft request' (duration: 4.17659094s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.380456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:37.203172Z","time spent":"4.177245655s","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:41.380474Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7fa59db7b3c7984c","error":"lease not found"} {"level":"warn","ts":"2026-04-23T01:10:41.380545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.715592766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:41.380588Z","caller":"traceutil/trace.go:171","msg":"trace[454219185] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25698; }","duration":"7.715690688s","start":"2026-04-23T01:10:33.664887Z","end":"2026-04-23T01:10:41.380578Z","steps":["trace[454219185] 'agreement among raft nodes before linearized reading' (duration: 7.715599586s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.380627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:33.664867Z","time spent":"7.715750459s","remote":"127.0.0.1:46856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.380765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.548466929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:41.380771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.201424627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:41.380811Z","caller":"traceutil/trace.go:171","msg":"trace[1805791614] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:25698; }","duration":"15.548558792s","start":"2026-04-23T01:10:25.832235Z","end":"2026-04-23T01:10:41.380794Z","steps":["trace[1805791614] 'agreement among raft nodes before linearized reading' (duration: 15.54847219s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.38079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.549422366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:41.380821Z","caller":"traceutil/trace.go:171","msg":"trace[1861585867] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25698; }","duration":"12.201502459s","start":"2026-04-23T01:10:29.179304Z","end":"2026-04-23T01:10:41.380806Z","steps":["trace[1861585867] 'agreement among raft nodes before linearized reading' (duration: 12.201409757s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.380847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:25.832068Z","time spent":"15.548771448s","remote":"127.0.0.1:46760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:41.380856Z","caller":"traceutil/trace.go:171","msg":"trace[2050580563] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25698; }","duration":"13.549538339s","start":"2026-04-23T01:10:27.831304Z","end":"2026-04-23T01:10:41.380842Z","steps":["trace[2050580563] 'agreement among raft nodes before linearized reading' (duration: 13.549405806s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.38086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:29.179293Z","time spent":"12.20155785s","remote":"127.0.0.1:34708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.380872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.893072695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:10:41.380894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.122455656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:41.380768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.125051951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:41.380931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.521922769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:41.380935Z","caller":"traceutil/trace.go:171","msg":"trace[2005286827] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25698; }","duration":"7.893154667s","start":"2026-04-23T01:10:33.487762Z","end":"2026-04-23T01:10:41.380916Z","steps":["trace[2005286827] 'agreement among raft nodes before linearized reading' (duration: 7.893075075s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.380922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.581395075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:41.380963Z","caller":"traceutil/trace.go:171","msg":"trace[1623572284] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:25698; }","duration":"15.521986661s","start":"2026-04-23T01:10:25.858968Z","end":"2026-04-23T01:10:41.380955Z","steps":["trace[1623572284] 'agreement among raft nodes before linearized reading' (duration: 15.52194106s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:41.380952Z","caller":"traceutil/trace.go:171","msg":"trace[2082823368] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:25698; }","duration":"16.122532907s","start":"2026-04-23T01:10:25.258405Z","end":"2026-04-23T01:10:41.380937Z","steps":["trace[2082823368] 'agreement among raft nodes before linearized reading' (duration: 16.122436535s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.380967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.800345027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:41.380994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:25.258397Z","time spent":"16.12258902s","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-23T01:10:41.380994Z","caller":"traceutil/trace.go:171","msg":"trace[501408684] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25698; }","duration":"12.581523428s","start":"2026-04-23T01:10:28.799453Z","end":"2026-04-23T01:10:41.380976Z","steps":["trace[501408684] 'agreement among raft nodes before linearized reading' (duration: 12.581318803s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.381009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.661201721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-04-23T01:10:41.381029Z","caller":"traceutil/trace.go:171","msg":"trace[1756849078] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25698; }","duration":"2.800426349s","start":"2026-04-23T01:10:38.580586Z","end":"2026-04-23T01:10:41.381013Z","steps":["trace[1756849078] 'agreement among raft nodes before linearized reading' (duration: 2.800341387s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.381051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.069662146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:10:41.381058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:28.799433Z","time spent":"12.58161517s","remote":"127.0.0.1:37740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.381075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.963600648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:41.381086Z","caller":"traceutil/trace.go:171","msg":"trace[1789365715] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25698; }","duration":"10.069698087s","start":"2026-04-23T01:10:31.31138Z","end":"2026-04-23T01:10:41.381078Z","steps":["trace[1789365715] 'agreement among raft nodes before linearized reading' (duration: 10.069630145s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.381093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.111341986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-lznzd\" ","response":"range_response_count:1 size:4691"} {"level":"warn","ts":"2026-04-23T01:10:41.380772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.347239106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:41.381136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.906675184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:41.381155Z","caller":"traceutil/trace.go:171","msg":"trace[209013147] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25698; }","duration":"11.347650277s","start":"2026-04-23T01:10:30.033496Z","end":"2026-04-23T01:10:41.381147Z","steps":["trace[209013147] 'agreement among raft nodes before linearized reading' (duration: 11.347192325s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.381133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.396306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:41.381164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.967025051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:10:41.381174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307980517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:41.381185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.231058181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:10:41.381109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.824120627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:10:41.381186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.123836641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9c2daf71-e889-4936-a141-eca6b8067346\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-04-23T01:10:41.381202Z","caller":"traceutil/trace.go:171","msg":"trace[555180892] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25698; }","duration":"10.967089663s","start":"2026-04-23T01:10:30.4141Z","end":"2026-04-23T01:10:41.38119Z","steps":["trace[555180892] 'agreement among raft nodes before linearized reading' (duration: 10.967030251s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:41.381224Z","caller":"traceutil/trace.go:171","msg":"trace[1717919551] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25698; }","duration":"2.824327363s","start":"2026-04-23T01:10:38.556888Z","end":"2026-04-23T01:10:41.381215Z","steps":["trace[1717919551] 'agreement among raft nodes before linearized reading' (duration: 2.8241874s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.381057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.298722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:41.381249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128077456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:41.381257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:30.414083Z","time spent":"10.967162444s","remote":"127.0.0.1:58154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:41.381282Z","caller":"traceutil/trace.go:171","msg":"trace[1856811946] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25698; }","duration":"2.128145528s","start":"2026-04-23T01:10:39.253127Z","end":"2026-04-23T01:10:41.381272Z","steps":["trace[1856811946] 'agreement among raft nodes before linearized reading' (duration: 2.128102347s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.381235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.673354394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:41.381164Z","caller":"traceutil/trace.go:171","msg":"trace[668593822] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:25698; }","duration":"10.906741096s","start":"2026-04-23T01:10:30.474415Z","end":"2026-04-23T01:10:41.381156Z","steps":["trace[668593822] 'agreement among raft nodes before linearized reading' (duration: 10.906700735s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.381312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.521173239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-23T01:10:41.381321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:39.253105Z","time spent":"2.12820781s","remote":"127.0.0.1:46830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.381326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.664304723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-04-23T01:10:41.381346Z","caller":"traceutil/trace.go:171","msg":"trace[519290916] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:25698; }","duration":"8.52125038s","start":"2026-04-23T01:10:32.860087Z","end":"2026-04-23T01:10:41.381337Z","steps":["trace[519290916] 'agreement among raft nodes before linearized reading' (duration: 8.521154168s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:41.381352Z","caller":"traceutil/trace.go:171","msg":"trace[1528393849] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25698; }","duration":"10.673528818s","start":"2026-04-23T01:10:30.707794Z","end":"2026-04-23T01:10:41.381323Z","steps":["trace[1528393849] 'agreement among raft nodes before linearized reading' (duration: 10.673327343s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.381378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:32.860063Z","time spent":"8.521308321s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-04-23T01:10:41.381258Z","caller":"traceutil/trace.go:171","msg":"trace[1188749479] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9c2daf71-e889-4936-a141-eca6b8067346; range_end:; response_count:1; response_revision:25698; }","duration":"16.123930764s","start":"2026-04-23T01:10:25.257308Z","end":"2026-04-23T01:10:41.381239Z","steps":["trace[1188749479] 'agreement among raft nodes before linearized reading' (duration: 16.12377251s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.38142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.060061031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:41.381185Z","caller":"traceutil/trace.go:171","msg":"trace[1568175783] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25698; }","duration":"15.125288327s","start":"2026-04-23T01:10:26.255668Z","end":"2026-04-23T01:10:41.380957Z","steps":["trace[1568175783] 'agreement among raft nodes before linearized reading' (duration: 15.125064951s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.381443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.043501691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-04-23T01:10:41.381457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.171609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:41.381464Z","caller":"traceutil/trace.go:171","msg":"trace[1446769026] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25698; }","duration":"5.060127662s","start":"2026-04-23T01:10:36.321322Z","end":"2026-04-23T01:10:41.38145Z","steps":["trace[1446769026] 'agreement among raft nodes before linearized reading' (duration: 5.060070961s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:41.381473Z","caller":"traceutil/trace.go:171","msg":"trace[241047243] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:25698; }","duration":"6.043567553s","start":"2026-04-23T01:10:35.337897Z","end":"2026-04-23T01:10:41.381465Z","steps":["trace[241047243] 'agreement among raft nodes before linearized reading' (duration: 6.043489111s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.381472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.05059627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:41.381488Z","caller":"traceutil/trace.go:171","msg":"trace[919779562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25698; }","duration":"192.231581ms","start":"2026-04-23T01:10:41.189247Z","end":"2026-04-23T01:10:41.381479Z","steps":["trace[919779562] 'agreement among raft nodes before linearized reading' (duration: 192.19486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.381498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:36.321305Z","time spent":"5.060184964s","remote":"127.0.0.1:54232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.38151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:35.337876Z","time spent":"6.043627084s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":714,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-04-23T01:10:41.381513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:25.257293Z","time spent":"16.124116668s","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-9c2daf71-e889-4936-a141-eca6b8067346\" "} {"level":"info","ts":"2026-04-23T01:10:41.381519Z","caller":"traceutil/trace.go:171","msg":"trace[1569126670] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25698; }","duration":"6.050675493s","start":"2026-04-23T01:10:35.33083Z","end":"2026-04-23T01:10:41.381505Z","steps":["trace[1569126670] 'agreement among raft nodes before linearized reading' (duration: 6.050606951s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:41.381279Z","caller":"traceutil/trace.go:171","msg":"trace[1619061049] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25698; }","duration":"621.552718ms","start":"2026-04-23T01:10:40.759709Z","end":"2026-04-23T01:10:41.381261Z","steps":["trace[1619061049] 'agreement among raft nodes before linearized reading' (duration: 621.310842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.381563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:35.330813Z","time spent":"6.050742295s","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.381028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.398798812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:41.381593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.891435352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:41.381622Z","caller":"traceutil/trace.go:171","msg":"trace[836813833] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25698; }","duration":"8.891488102s","start":"2026-04-23T01:10:32.490124Z","end":"2026-04-23T01:10:41.381613Z","steps":["trace[836813833] 'agreement among raft nodes before linearized reading' (duration: 8.891447851s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.381609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:40.759689Z","time spent":"621.902187ms","remote":"127.0.0.1:53998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:41.381205Z","caller":"traceutil/trace.go:171","msg":"trace[321239555] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25698; }","duration":"1.308048639s","start":"2026-04-23T01:10:40.073147Z","end":"2026-04-23T01:10:41.381195Z","steps":["trace[321239555] 'agreement among raft nodes before linearized reading' (duration: 1.308007228s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.38166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:32.490108Z","time spent":"8.891544504s","remote":"127.0.0.1:60148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.381426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.45202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:41.381668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.107764686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:41.381697Z","caller":"traceutil/trace.go:171","msg":"trace[1468935490] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25698; }","duration":"327.754098ms","start":"2026-04-23T01:10:41.053933Z","end":"2026-04-23T01:10:41.381687Z","steps":["trace[1468935490] 'agreement among raft nodes before linearized reading' (duration: 327.465871ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:41.381707Z","caller":"traceutil/trace.go:171","msg":"trace[760030633] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25698; }","duration":"6.107834118s","start":"2026-04-23T01:10:35.273858Z","end":"2026-04-23T01:10:41.381692Z","steps":["trace[760030633] 'agreement among raft nodes before linearized reading' (duration: 6.107780977s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.381704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:26.255643Z","time spent":"15.12582707s","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.381739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:35.273836Z","time spent":"6.107893489s","remote":"127.0.0.1:54200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-23T01:10:41.381368Z","caller":"traceutil/trace.go:171","msg":"trace[1478972380] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:25698; }","duration":"4.664385575s","start":"2026-04-23T01:10:36.716974Z","end":"2026-04-23T01:10:41.381359Z","steps":["trace[1478972380] 'agreement among raft nodes before linearized reading' (duration: 4.664298183s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.381803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:36.716958Z","time spent":"4.664835706s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":563,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-04-23T01:10:41.381621Z","caller":"traceutil/trace.go:171","msg":"trace[1158368286] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25698; }","duration":"9.399438538s","start":"2026-04-23T01:10:31.982169Z","end":"2026-04-23T01:10:41.381607Z","steps":["trace[1158368286] 'agreement among raft nodes before linearized reading' (duration: 9.398817303s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.381878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:31.982142Z","time spent":"9.399722554s","remote":"127.0.0.1:36458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.380888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:27.831284Z","time spent":"13.54959812s","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.381188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:30.033478Z","time spent":"11.347703287s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:41.381932Z","caller":"traceutil/trace.go:171","msg":"trace[1651945386] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-lznzd; range_end:; response_count:1; response_revision:25698; }","duration":"14.111462428s","start":"2026-04-23T01:10:27.269678Z","end":"2026-04-23T01:10:41.38114Z","steps":["trace[1651945386] 'agreement among raft nodes before linearized reading' (duration: 14.11110963s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.381695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:40.073113Z","time spent":"1.308567422s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.381992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:27.269659Z","time spent":"14.11232064s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4715,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-lznzd\" "} {"level":"info","ts":"2026-04-23T01:10:41.381055Z","caller":"traceutil/trace.go:171","msg":"trace[245534159] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:25698; }","duration":"7.661265532s","start":"2026-04-23T01:10:33.719774Z","end":"2026-04-23T01:10:41.381039Z","steps":["trace[245534159] 'agreement among raft nodes before linearized reading' (duration: 7.661074897s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.382049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:33.719759Z","time spent":"7.662280228s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-23T01:10:41.381256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:38.556865Z","time spent":"2.824383494s","remote":"127.0.0.1:37550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.381333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:30.474395Z","time spent":"10.9069303s","remote":"127.0.0.1:46702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.381729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:41.053912Z","time spent":"327.80865ms","remote":"127.0.0.1:36480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.380986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:25.858947Z","time spent":"15.522031451s","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.380812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.722474771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:41.382381Z","caller":"traceutil/trace.go:171","msg":"trace[365826218] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25698; }","duration":"15.72404304s","start":"2026-04-23T01:10:25.658297Z","end":"2026-04-23T01:10:41.38234Z","steps":["trace[365826218] 'agreement among raft nodes before linearized reading' (duration: 15.72247756s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.382419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:25.658281Z","time spent":"15.724126043s","remote":"127.0.0.1:54424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.380986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:33.487743Z","time spent":"7.893231758s","remote":"127.0.0.1:58182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.381081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:38.580577Z","time spent":"2.800490901s","remote":"127.0.0.1:49132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.381116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:31.311322Z","time spent":"10.069787581s","remote":"127.0.0.1:37714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.382609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.873234331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:10:41.381118Z","caller":"traceutil/trace.go:171","msg":"trace[2145139151] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:25698; }","duration":"7.96367158s","start":"2026-04-23T01:10:33.417432Z","end":"2026-04-23T01:10:41.381104Z","steps":["trace[2145139151] 'agreement among raft nodes before linearized reading' (duration: 7.963622018s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.381161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.948033731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:41.381192Z","caller":"traceutil/trace.go:171","msg":"trace[122457389] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25698; }","duration":"975.496079ms","start":"2026-04-23T01:10:40.405689Z","end":"2026-04-23T01:10:41.381185Z","steps":["trace[122457389] 'agreement among raft nodes before linearized reading' (duration: 975.417657ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:41.381219Z","caller":"traceutil/trace.go:171","msg":"trace[2009678735] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25698; }","duration":"8.231124253s","start":"2026-04-23T01:10:33.150087Z","end":"2026-04-23T01:10:41.381211Z","steps":["trace[2009678735] 'agreement among raft nodes before linearized reading' (duration: 8.231051521s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.381253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.305345505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-23T01:10:41.381305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.906723365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:10:41.381364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.014491128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:41.38137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.862994507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:41.381422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:30.707774Z","time spent":"10.67363681s","remote":"127.0.0.1:53886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.38155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.611750648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:41.382699Z","caller":"traceutil/trace.go:171","msg":"trace[284970850] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25698; }","duration":"8.612931239s","start":"2026-04-23T01:10:32.769756Z","end":"2026-04-23T01:10:41.382687Z","steps":["trace[284970850] 'agreement among raft nodes before linearized reading' (duration: 8.611765939s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.382743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:32.769736Z","time spent":"8.61299554s","remote":"127.0.0.1:58208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:41.382776Z","caller":"traceutil/trace.go:171","msg":"trace[479649073] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25698; }","duration":"1.873454587s","start":"2026-04-23T01:10:39.509313Z","end":"2026-04-23T01:10:41.382767Z","steps":["trace[479649073] 'agreement among raft nodes before linearized reading' (duration: 1.871913698s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.382808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:39.509287Z","time spent":"1.873514149s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2702,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:41.38288Z","caller":"traceutil/trace.go:171","msg":"trace[1194277918] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25698; }","duration":"2.949782035s","start":"2026-04-23T01:10:38.433077Z","end":"2026-04-23T01:10:41.382859Z","steps":["trace[1194277918] 'agreement among raft nodes before linearized reading' (duration: 2.948051161s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.38291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:40.405664Z","time spent":"977.239033ms","remote":"127.0.0.1:37520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.382897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:33.417412Z","time spent":"7.965462506s","remote":"127.0.0.1:36488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:41.382926Z","caller":"traceutil/trace.go:171","msg":"trace[663464844] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25698; }","duration":"4.307045229s","start":"2026-04-23T01:10:37.075872Z","end":"2026-04-23T01:10:41.382917Z","steps":["trace[663464844] 'agreement among raft nodes before linearized reading' (duration: 4.305310804s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.38295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:38.433056Z","time spent":"2.949874338s","remote":"127.0.0.1:36538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.382978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:37.075856Z","time spent":"4.30710648s","remote":"127.0.0.1:37434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-23T01:10:41.382886Z","caller":"traceutil/trace.go:171","msg":"trace[1571158547] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25698; }","duration":"4.864532736s","start":"2026-04-23T01:10:36.518334Z","end":"2026-04-23T01:10:41.382867Z","steps":["trace[1571158547] 'agreement among raft nodes before linearized reading' (duration: 4.863016768s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:41.38314Z","caller":"traceutil/trace.go:171","msg":"trace[62255878] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25698; }","duration":"10.908631844s","start":"2026-04-23T01:10:30.4745Z","end":"2026-04-23T01:10:41.383132Z","steps":["trace[62255878] 'agreement among raft nodes before linearized reading' (duration: 10.906770417s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.383176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:30.474481Z","time spent":"10.908688095s","remote":"127.0.0.1:37730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:41.383189Z","caller":"traceutil/trace.go:171","msg":"trace[1973070602] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25698; }","duration":"6.016335685s","start":"2026-04-23T01:10:35.366839Z","end":"2026-04-23T01:10:41.383175Z","steps":["trace[1973070602] 'agreement among raft nodes before linearized reading' (duration: 6.014493168s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.383255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:35.366827Z","time spent":"6.016414837s","remote":"127.0.0.1:54114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.382748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:33.150067Z","time spent":"8.232669522s","remote":"127.0.0.1:37752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.383137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:36.518248Z","time spent":"4.864875135s","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.886698Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660299,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:42.387699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660299,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:42.888732Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660299,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:43.388899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660299,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:43.39185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000564601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:43.391927Z","caller":"traceutil/trace.go:171","msg":"trace[691217779] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000666053s","start":"2026-04-23T01:10:41.391242Z","end":"2026-04-23T01:10:43.391908Z","steps":["trace[691217779] 'agreement among raft nodes before linearized reading' (duration: 2.000570191s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:43.391974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:41.391236Z","time spent":"2.000729084s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:10:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:43.889968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660299,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:44.002923Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.616498286s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:10:45.392502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00015216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:10:45.39259Z","caller":"traceutil/trace.go:171","msg":"trace[1457722751] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000307314s","start":"2026-04-23T01:10:43.392263Z","end":"2026-04-23T01:10:45.39257Z","steps":["trace[1457722751] 'agreement among raft nodes before linearized reading' (duration: 2.000182561s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:45.392685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:43.392242Z","time spent":"2.000433458s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:10:45.875412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549032163s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:45.875515Z","caller":"traceutil/trace.go:171","msg":"trace[1276591784] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25698; }","duration":"1.549146116s","start":"2026-04-23T01:10:44.326355Z","end":"2026-04-23T01:10:45.875501Z","steps":["trace[1276591784] 'range keys from in-memory index tree' (duration: 1.549014763s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:45.877404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872676667s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:10:45.877507Z","caller":"traceutil/trace.go:171","msg":"trace[508918001] transaction","detail":"{read_only:false; response_revision:25699; number_of_response:1; }","duration":"4.491142233s","start":"2026-04-23T01:10:41.386345Z","end":"2026-04-23T01:10:45.877487Z","steps":["trace[508918001] 'process raft request' (duration: 2.616793564s)","trace[508918001] 'compare' (duration: 1.871786744s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:45.877566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:41.386304Z","time spent":"4.491239576s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T01:10:47.05603Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.298583468s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:10:47.30167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.423066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:10:47.301877Z","caller":"traceutil/trace.go:171","msg":"trace[54399226] transaction","detail":"{read_only:false; response_revision:25701; number_of_response:1; }","duration":"911.168973ms","start":"2026-04-23T01:10:46.390698Z","end":"2026-04-23T01:10:47.301867Z","steps":["trace[54399226] 'process raft request' (duration: 911.121392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:47.301938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:46.390679Z","time spent":"911.237035ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:47.301933Z","caller":"traceutil/trace.go:171","msg":"trace[367116219] linearizableReadLoop","detail":"{readStateIndex:26565; appliedIndex:26563; }","duration":"5.915255917s","start":"2026-04-23T01:10:41.386616Z","end":"2026-04-23T01:10:47.301872Z","steps":["trace[367116219] 'read index received' (duration: 2.616495676s)","trace[367116219] 'applied index is now lower than readState.Index' (duration: 3.298756331s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:47.302145Z","caller":"traceutil/trace.go:171","msg":"trace[1520103124] transaction","detail":"{read_only:false; response_revision:25700; number_of_response:1; }","duration":"5.91021423s","start":"2026-04-23T01:10:41.391891Z","end":"2026-04-23T01:10:47.302105Z","steps":["trace[1520103124] 'process raft request' (duration: 5.664300981s)","trace[1520103124] 'compare' (duration: 244.649307ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:47.302323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.912624711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:47.302311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:41.391814Z","time spent":"5.910367814s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4869,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:47.302365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.913491042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-04-23T01:10:47.30239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989628415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:47.302426Z","caller":"traceutil/trace.go:171","msg":"trace[118207317] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25701; }","duration":"1.989663466s","start":"2026-04-23T01:10:45.312753Z","end":"2026-04-23T01:10:47.302416Z","steps":["trace[118207317] 'agreement among raft nodes before linearized reading' (duration: 1.989617305s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:47.30243Z","caller":"traceutil/trace.go:171","msg":"trace[1242738710] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25701; }","duration":"5.913586975s","start":"2026-04-23T01:10:41.388824Z","end":"2026-04-23T01:10:47.30241Z","steps":["trace[1242738710] 'agreement among raft nodes before linearized reading' (duration: 5.913425831s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:47.302434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.915819041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:47.302457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:45.312692Z","time spent":"1.989758508s","remote":"127.0.0.1:54194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:47.302461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:41.38881Z","time spent":"5.913644856s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-23T01:10:47.302469Z","caller":"traceutil/trace.go:171","msg":"trace[1335799638] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:0; response_revision:25701; }","duration":"5.915870563s","start":"2026-04-23T01:10:41.386586Z","end":"2026-04-23T01:10:47.302457Z","steps":["trace[1335799638] 'agreement among raft nodes before linearized reading' (duration: 5.915824242s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:47.302447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53624512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:10:47.302492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.909180955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:47.302526Z","caller":"traceutil/trace.go:171","msg":"trace[1520065167] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25701; }","duration":"1.536367303s","start":"2026-04-23T01:10:45.766139Z","end":"2026-04-23T01:10:47.302507Z","steps":["trace[1520065167] 'agreement among raft nodes before linearized reading' (duration: 1.536202019s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:47.302321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302203319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:47.302428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.616221399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:47.302601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422027491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d723028272bf\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-23T01:10:47.303172Z","caller":"traceutil/trace.go:171","msg":"trace[1974165084] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25701; }","duration":"5.909875472s","start":"2026-04-23T01:10:41.393289Z","end":"2026-04-23T01:10:47.303165Z","steps":["trace[1974165084] 'agreement among raft nodes before linearized reading' (duration: 5.909149374s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:47.30251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:41.386575Z","time spent":"5.915929144s","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-23T01:10:47.303216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:41.39328Z","time spent":"5.909927803s","remote":"127.0.0.1:54436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:47.303195Z","caller":"traceutil/trace.go:171","msg":"trace[1809887437] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d723028272bf; range_end:; response_count:1; response_revision:25701; }","duration":"1.422648157s","start":"2026-04-23T01:10:45.880532Z","end":"2026-04-23T01:10:47.303181Z","steps":["trace[1809887437] 'agreement among raft nodes before linearized reading' (duration: 1.421872058s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:47.302598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.913303578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-04-23T01:10:47.302605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:45.766123Z","time spent":"1.536471775s","remote":"127.0.0.1:46882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:47.303429Z","caller":"traceutil/trace.go:171","msg":"trace[1949185413] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:25701; }","duration":"5.91416457s","start":"2026-04-23T01:10:41.389247Z","end":"2026-04-23T01:10:47.303412Z","steps":["trace[1949185413] 'agreement among raft nodes before linearized reading' (duration: 5.913066242s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:47.303342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:45.880517Z","time spent":"1.422813941s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d723028272bf\" "} {"level":"warn","ts":"2026-04-23T01:10:47.302736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.913438471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-23T01:10:47.302359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901798524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:47.303475Z","caller":"traceutil/trace.go:171","msg":"trace[467978893] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:25701; }","duration":"5.91418399s","start":"2026-04-23T01:10:41.389282Z","end":"2026-04-23T01:10:47.303466Z","steps":["trace[467978893] 'agreement among raft nodes before linearized reading' (duration: 5.913402071s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:47.303503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:41.389276Z","time spent":"5.914221121s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-04-23T01:10:47.303511Z","caller":"traceutil/trace.go:171","msg":"trace[49245387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25701; }","duration":"1.902969984s","start":"2026-04-23T01:10:45.400518Z","end":"2026-04-23T01:10:47.303488Z","steps":["trace[49245387] 'agreement among raft nodes before linearized reading' (duration: 1.901822935s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:47.302366Z","caller":"traceutil/trace.go:171","msg":"trace[467108887] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25701; }","duration":"5.912696032s","start":"2026-04-23T01:10:41.389661Z","end":"2026-04-23T01:10:47.302357Z","steps":["trace[467108887] 'agreement among raft nodes before linearized reading' (duration: 5.912642901s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:47.303577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:45.400498Z","time spent":"1.903058495s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:10:47.303532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:41.389239Z","time spent":"5.914277702s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":563,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-23T01:10:47.302721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.91380915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18613"} {"level":"warn","ts":"2026-04-23T01:10:47.302753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.703240111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:10:47.303575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:41.389645Z","time spent":"5.913923104s","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-23T01:10:47.303712Z","caller":"traceutil/trace.go:171","msg":"trace[1202933408] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25701; }","duration":"2.704266637s","start":"2026-04-23T01:10:44.599417Z","end":"2026-04-23T01:10:47.303684Z","steps":["trace[1202933408] 'agreement among raft nodes before linearized reading' (duration: 2.703304573s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:47.302378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.89307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:47.303782Z","caller":"traceutil/trace.go:171","msg":"trace[1379518467] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25701; }","duration":"251.346076ms","start":"2026-04-23T01:10:47.052428Z","end":"2026-04-23T01:10:47.303774Z","steps":["trace[1379518467] 'agreement among raft nodes before linearized reading' (duration: 249.89452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:47.302497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.84121279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:47.303848Z","caller":"traceutil/trace.go:171","msg":"trace[30931719] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25701; }","duration":"2.842623535s","start":"2026-04-23T01:10:44.461215Z","end":"2026-04-23T01:10:47.303839Z","steps":["trace[30931719] 'agreement among raft nodes before linearized reading' (duration: 2.841131668s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:47.303881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:44.461192Z","time spent":"2.842681866s","remote":"127.0.0.1:60204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:47.303717Z","caller":"traceutil/trace.go:171","msg":"trace[2053158582] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25701; }","duration":"5.914793685s","start":"2026-04-23T01:10:41.388881Z","end":"2026-04-23T01:10:47.303675Z","steps":["trace[2053158582] 'agreement among raft nodes before linearized reading' (duration: 5.913697318s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:47.303931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:41.388875Z","time spent":"5.915043721s","remote":"127.0.0.1:37492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18637,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-23T01:10:47.303799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:44.599397Z","time spent":"2.70437947s","remote":"127.0.0.1:54500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:47.30429Z","caller":"traceutil/trace.go:171","msg":"trace[1496695849] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25701; }","duration":"2.304216229s","start":"2026-04-23T01:10:45.000063Z","end":"2026-04-23T01:10:47.304279Z","steps":["trace[1496695849] 'agreement among raft nodes before linearized reading' (duration: 2.302211799s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:47.304334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:45.000038Z","time spent":"2.304285311s","remote":"127.0.0.1:53902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:47.304576Z","caller":"traceutil/trace.go:171","msg":"trace[1137698012] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25701; }","duration":"3.618402854s","start":"2026-04-23T01:10:43.686162Z","end":"2026-04-23T01:10:47.304565Z","steps":["trace[1137698012] 'agreement among raft nodes before linearized reading' (duration: 3.616232499s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:47.304711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:43.686136Z","time spent":"3.618564728s","remote":"127.0.0.1:54204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:47.302613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.913446511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-04-23T01:10:47.306703Z","caller":"traceutil/trace.go:171","msg":"trace[2128337622] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:25701; }","duration":"5.917239797s","start":"2026-04-23T01:10:41.389148Z","end":"2026-04-23T01:10:47.306388Z","steps":["trace[2128337622] 'agreement among raft nodes before linearized reading' (duration: 5.913215736s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:47.306793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:41.389086Z","time spent":"5.917695249s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":714,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-04-23T01:10:47.806605Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:48.307524Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:48.808294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:48.920253Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.308443469s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:10:49.312819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000982191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:10:49.312902Z","caller":"traceutil/trace.go:171","msg":"trace[127203475] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001106705s","start":"2026-04-23T01:10:47.311777Z","end":"2026-04-23T01:10:49.312884Z","steps":["trace[127203475] 'agreement among raft nodes before linearized reading' (duration: 2.000999852s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:49.312944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:47.311769Z","time spent":"2.001167266s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:10:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:51.248697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.328230467s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-23T01:10:51.250147Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.329357597s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:10:51.248796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:47.304421Z","time spent":"3.944370837s","remote":"127.0.0.1:37356","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T01:10:51.250603Z","caller":"traceutil/trace.go:171","msg":"trace[1315234666] transaction","detail":"{read_only:false; response_revision:25702; number_of_response:1; }","duration":"3.945312021s","start":"2026-04-23T01:10:47.305269Z","end":"2026-04-23T01:10:51.250581Z","steps":["trace[1315234666] 'process raft request' (duration: 3.945033104s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:51.250666Z","caller":"traceutil/trace.go:171","msg":"trace[899985679] transaction","detail":"{read_only:false; response_revision:25703; number_of_response:1; }","duration":"3.944273874s","start":"2026-04-23T01:10:47.306375Z","end":"2026-04-23T01:10:51.250649Z","steps":["trace[899985679] 'process raft request' (duration: 3.94409508s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:51.25071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:47.305258Z","time spent":"3.945389542s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:51.250725Z","caller":"traceutil/trace.go:171","msg":"trace[1661511638] transaction","detail":"{read_only:false; response_revision:25704; number_of_response:1; }","duration":"3.943217038s","start":"2026-04-23T01:10:47.307488Z","end":"2026-04-23T01:10:51.250705Z","steps":["trace[1661511638] 'process raft request' (duration: 3.943096915s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:51.250741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:47.306362Z","time spent":"3.944343807s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:51.25081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:47.307477Z","time spent":"3.943278609s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:51.250854Z","caller":"traceutil/trace.go:171","msg":"trace[1051503646] transaction","detail":"{read_only:false; response_revision:25706; number_of_response:1; }","duration":"3.941129475s","start":"2026-04-23T01:10:47.309711Z","end":"2026-04-23T01:10:51.250841Z","steps":["trace[1051503646] 'process raft request' (duration: 3.940987702s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:51.250837Z","caller":"traceutil/trace.go:171","msg":"trace[400575203] transaction","detail":"{read_only:false; response_revision:25705; number_of_response:1; }","duration":"3.943291489s","start":"2026-04-23T01:10:47.307518Z","end":"2026-04-23T01:10:51.25081Z","steps":["trace[400575203] 'process raft request' (duration: 3.943130545s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:51.250846Z","caller":"traceutil/trace.go:171","msg":"trace[755453467] linearizableReadLoop","detail":"{readStateIndex:26573; appliedIndex:26566; }","duration":"3.944691015s","start":"2026-04-23T01:10:47.306118Z","end":"2026-04-23T01:10:51.250809Z","steps":["trace[755453467] 'read index received' (duration: 1.614425246s)","trace[755453467] 'applied index is now lower than readState.Index' (duration: 2.330264629s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:51.250958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:47.3097Z","time spent":"3.941191777s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:51.250958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:47.3075Z","time spent":"3.943393801s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:51.250855Z","caller":"traceutil/trace.go:171","msg":"trace[1165425357] transaction","detail":"{read_only:false; response_revision:25707; number_of_response:1; }","duration":"3.940739275s","start":"2026-04-23T01:10:47.310099Z","end":"2026-04-23T01:10:51.250839Z","steps":["trace[1165425357] 'process raft request' (duration: 3.940658733s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:51.251008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.94487704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e251d19b-b20d-4337-bdee-5b3d35284edb\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-04-23T01:10:51.251065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.189559079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:51.251062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:47.31009Z","time spent":"3.940920419s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:51.251072Z","caller":"traceutil/trace.go:171","msg":"trace[1727547639] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e251d19b-b20d-4337-bdee-5b3d35284edb; range_end:; response_count:1; response_revision:25707; }","duration":"3.944962772s","start":"2026-04-23T01:10:47.306094Z","end":"2026-04-23T01:10:51.251056Z","steps":["trace[1727547639] 'agreement among raft nodes before linearized reading' (duration: 3.944786277s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:51.251099Z","caller":"traceutil/trace.go:171","msg":"trace[904377886] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25707; }","duration":"3.18962945s","start":"2026-04-23T01:10:48.061459Z","end":"2026-04-23T01:10:51.251088Z","steps":["trace[904377886] 'agreement among raft nodes before linearized reading' (duration: 3.189578079s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:51.251104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.901390269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:51.251126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:48.061439Z","time spent":"3.189680632s","remote":"127.0.0.1:54140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:51.251119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:47.30608Z","time spent":"3.945027084s","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-e251d19b-b20d-4337-bdee-5b3d35284edb\" "} {"level":"info","ts":"2026-04-23T01:10:51.251139Z","caller":"traceutil/trace.go:171","msg":"trace[1728061374] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:25707; }","duration":"3.901460131s","start":"2026-04-23T01:10:47.349668Z","end":"2026-04-23T01:10:51.251129Z","steps":["trace[1728061374] 'agreement among raft nodes before linearized reading' (duration: 3.90139919s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:51.251151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.373232984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:51.251147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.936391236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-lznzd\" ","response":"range_response_count:1 size:4886"} {"level":"info","ts":"2026-04-23T01:10:51.251178Z","caller":"traceutil/trace.go:171","msg":"trace[328729434] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25707; }","duration":"3.373293755s","start":"2026-04-23T01:10:47.877875Z","end":"2026-04-23T01:10:51.251169Z","steps":["trace[328729434] 'agreement among raft nodes before linearized reading' (duration: 3.373250514s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:51.251215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:47.877856Z","time spent":"3.373350126s","remote":"127.0.0.1:54018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:51.251233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.786687091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:51.251234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11470432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:51.251253Z","caller":"traceutil/trace.go:171","msg":"trace[911794016] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25707; }","duration":"2.786734331s","start":"2026-04-23T01:10:48.464512Z","end":"2026-04-23T01:10:51.251247Z","steps":["trace[911794016] 'agreement among raft nodes before linearized reading' (duration: 2.78669946s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:51.251262Z","caller":"traceutil/trace.go:171","msg":"trace[48878960] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25707; }","duration":"1.11473761s","start":"2026-04-23T01:10:50.136516Z","end":"2026-04-23T01:10:51.251254Z","steps":["trace[48878960] 'agreement among raft nodes before linearized reading' (duration: 1.114688289s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:51.25128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:48.464496Z","time spent":"2.786777063s","remote":"127.0.0.1:36460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:51.251282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.79473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:51.251292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:50.136451Z","time spent":"1.114831192s","remote":"127.0.0.1:54360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:51.251316Z","caller":"traceutil/trace.go:171","msg":"trace[944725689] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25707; }","duration":"915.864531ms","start":"2026-04-23T01:10:50.335441Z","end":"2026-04-23T01:10:51.251306Z","steps":["trace[944725689] 'agreement among raft nodes before linearized reading' (duration: 915.805409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:51.251104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.414925558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:51.251356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:50.335421Z","time spent":"915.925293ms","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:51.251362Z","caller":"traceutil/trace.go:171","msg":"trace[1843887922] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25707; }","duration":"3.415213966s","start":"2026-04-23T01:10:47.836138Z","end":"2026-04-23T01:10:51.251352Z","steps":["trace[1843887922] 'agreement among raft nodes before linearized reading' (duration: 3.414926509s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:51.25137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.911253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:51.251396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:47.836123Z","time spent":"3.415263887s","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:51.251397Z","caller":"traceutil/trace.go:171","msg":"trace[1805067529] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25707; }","duration":"452.978055ms","start":"2026-04-23T01:10:50.798412Z","end":"2026-04-23T01:10:51.25139Z","steps":["trace[1805067529] 'agreement among raft nodes before linearized reading' (duration: 452.930724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:51.251179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:47.349652Z","time spent":"3.901517543s","remote":"127.0.0.1:46740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:51.251432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:50.798385Z","time spent":"453.038576ms","remote":"127.0.0.1:46798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:51.251066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.942474629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:51.251282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177536608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:51.251464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.130894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:51.251472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.098843847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:10:51.251492Z","caller":"traceutil/trace.go:171","msg":"trace[1278965625] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25707; }","duration":"1.177787504s","start":"2026-04-23T01:10:50.073695Z","end":"2026-04-23T01:10:51.251482Z","steps":["trace[1278965625] 'agreement among raft nodes before linearized reading' (duration: 1.177561088s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:51.251498Z","caller":"traceutil/trace.go:171","msg":"trace[509172282] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25707; }","duration":"543.201216ms","start":"2026-04-23T01:10:50.708287Z","end":"2026-04-23T01:10:51.251489Z","steps":["trace[509172282] 'agreement among raft nodes before linearized reading' (duration: 543.118034ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:51.25148Z","caller":"traceutil/trace.go:171","msg":"trace[278111467] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25707; }","duration":"3.94290403s","start":"2026-04-23T01:10:47.30856Z","end":"2026-04-23T01:10:51.251464Z","steps":["trace[278111467] 'agreement among raft nodes before linearized reading' (duration: 3.942471189s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:51.251187Z","caller":"traceutil/trace.go:171","msg":"trace[450736808] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-lznzd; range_end:; response_count:1; response_revision:25707; }","duration":"3.936445347s","start":"2026-04-23T01:10:47.314733Z","end":"2026-04-23T01:10:51.251178Z","steps":["trace[450736808] 'agreement among raft nodes before linearized reading' (duration: 3.936351674s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:51.251527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:50.708269Z","time spent":"543.249317ms","remote":"127.0.0.1:53838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:51.251527Z","caller":"traceutil/trace.go:171","msg":"trace[1197368800] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25707; }","duration":"2.098942569s","start":"2026-04-23T01:10:49.152568Z","end":"2026-04-23T01:10:51.251511Z","steps":["trace[1197368800] 'agreement among raft nodes before linearized reading' (duration: 2.098685262s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:51.251541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:47.308547Z","time spent":"3.942979051s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:10:51.25157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:49.152545Z","time spent":"2.099016051s","remote":"127.0.0.1:37430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":232,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:51.251326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.887923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:51.251676Z","caller":"traceutil/trace.go:171","msg":"trace[1753342142] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25707; }","duration":"249.268544ms","start":"2026-04-23T01:10:51.002397Z","end":"2026-04-23T01:10:51.251666Z","steps":["trace[1753342142] 'agreement among raft nodes before linearized reading' (duration: 248.850362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:51.251401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.985501788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:10:51.251231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.622807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:51.251733Z","caller":"traceutil/trace.go:171","msg":"trace[2047003386] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25707; }","duration":"2.985864368s","start":"2026-04-23T01:10:48.265855Z","end":"2026-04-23T01:10:51.25172Z","steps":["trace[2047003386] 'agreement among raft nodes before linearized reading' (duration: 2.985511198s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:51.251527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:50.073675Z","time spent":"1.177841145s","remote":"127.0.0.1:54134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:51.251772Z","caller":"traceutil/trace.go:171","msg":"trace[1064471171] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25707; }","duration":"663.193262ms","start":"2026-04-23T01:10:50.588562Z","end":"2026-04-23T01:10:51.251756Z","steps":["trace[1064471171] 'agreement among raft nodes before linearized reading' (duration: 662.636617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:51.25178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:48.265836Z","time spent":"2.98592921s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:51.251812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:50.588541Z","time spent":"663.259433ms","remote":"127.0.0.1:46350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:51.251207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.515096413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:51.251905Z","caller":"traceutil/trace.go:171","msg":"trace[1074966314] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25707; }","duration":"2.515845542s","start":"2026-04-23T01:10:48.736045Z","end":"2026-04-23T01:10:51.25189Z","steps":["trace[1074966314] 'agreement among raft nodes before linearized reading' (duration: 2.515098293s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:51.251067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937494466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:51.251948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:48.736023Z","time spent":"2.515913423s","remote":"127.0.0.1:36472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:51.251959Z","caller":"traceutil/trace.go:171","msg":"trace[1636626412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25707; }","duration":"1.9384209s","start":"2026-04-23T01:10:49.313526Z","end":"2026-04-23T01:10:51.251947Z","steps":["trace[1636626412] 'agreement among raft nodes before linearized reading' (duration: 1.937503956s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:51.252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:49.313504Z","time spent":"1.938485292s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:10:51.251552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:47.314725Z","time spent":"3.936816276s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4910,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-lznzd\" "} {"level":"warn","ts":"2026-04-23T01:10:51.755004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660315,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:53.087501Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.082923865s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:10:53.260075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000207953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:10:53.260151Z","caller":"traceutil/trace.go:171","msg":"trace[1737331617] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000300695s","start":"2026-04-23T01:10:51.259831Z","end":"2026-04-23T01:10:53.260131Z","steps":["trace[1737331617] 'agreement among raft nodes before linearized reading' (duration: 2.000217463s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:53.260191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:51.259823Z","time spent":"2.000359446s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:10:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:53.501588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496891435s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:10:53.50174Z","caller":"traceutil/trace.go:171","msg":"trace[1012770135] linearizableReadLoop","detail":"{readStateIndex:26575; appliedIndex:26573; }","duration":"2.24763714s","start":"2026-04-23T01:10:51.254089Z","end":"2026-04-23T01:10:53.501726Z","steps":["trace[1012770135] 'read index received' (duration: 750.55687ms)","trace[1012770135] 'applied index is now lower than readState.Index' (duration: 1.49707938s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:53.5018Z","caller":"traceutil/trace.go:171","msg":"trace[1416384867] transaction","detail":"{read_only:false; response_revision:25708; number_of_response:1; }","duration":"2.248330758s","start":"2026-04-23T01:10:51.253458Z","end":"2026-04-23T01:10:53.501789Z","steps":["trace[1416384867] 'process raft request' (duration: 751.174876ms)","trace[1416384867] 'compare' (duration: 1.496423992s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:53.501845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:51.253437Z","time spent":"2.248384958s","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:53.502073Z","caller":"traceutil/trace.go:171","msg":"trace[2116481784] transaction","detail":"{read_only:false; response_revision:25709; number_of_response:1; }","duration":"2.246782297s","start":"2026-04-23T01:10:51.255283Z","end":"2026-04-23T01:10:53.502065Z","steps":["trace[2116481784] 'process raft request' (duration: 2.246389698s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:53.502123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:51.255271Z","time spent":"2.246822288s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:53.502303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.248212974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-04-23T01:10:53.502332Z","caller":"traceutil/trace.go:171","msg":"trace[1660556029] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25709; }","duration":"2.248341968s","start":"2026-04-23T01:10:51.25398Z","end":"2026-04-23T01:10:53.502322Z","steps":["trace[1660556029] 'agreement among raft nodes before linearized reading' (duration: 2.248237255s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:53.502354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:51.253963Z","time spent":"2.248386799s","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-23T01:10:54.002138Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:54.502858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:54.818709Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.730995535s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:10:55.260406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999864363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:10:55.260492Z","caller":"traceutil/trace.go:171","msg":"trace[1329551987] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000006967s","start":"2026-04-23T01:10:53.260466Z","end":"2026-04-23T01:10:55.260473Z","steps":["trace[1329551987] 'agreement among raft nodes before linearized reading' (duration: 1.999897363s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:55.260541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:53.260445Z","time spent":"2.00008679s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:10:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:57.268296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999901204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:10:57.268477Z","caller":"traceutil/trace.go:171","msg":"trace[661826292] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00013233s","start":"2026-04-23T01:10:55.26832Z","end":"2026-04-23T01:10:57.268453Z","steps":["trace[661826292] 'agreement among raft nodes before linearized reading' (duration: 1.999930495s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:57.268563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:55.268299Z","time spent":"2.000250233s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:10:58.215625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.890034453s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:58.215773Z","caller":"traceutil/trace.go:171","msg":"trace[1529600639] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25709; }","duration":"3.890187686s","start":"2026-04-23T01:10:54.325563Z","end":"2026-04-23T01:10:58.215751Z","steps":["trace[1529600639] 'range keys from in-memory index tree' (duration: 3.890018011s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:58.217196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.397816236s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:10:58.218779Z","caller":"traceutil/trace.go:171","msg":"trace[125725657] linearizableReadLoop","detail":"{readStateIndex:26576; appliedIndex:26575; }","duration":"4.716996545s","start":"2026-04-23T01:10:53.501761Z","end":"2026-04-23T01:10:58.218758Z","steps":["trace[125725657] 'read index received' (duration: 1.317165619s)","trace[125725657] 'applied index is now lower than readState.Index' (duration: 3.399827766s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:58.218854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.056682654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:58.218867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.416101685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:58.218906Z","caller":"traceutil/trace.go:171","msg":"trace[1755887024] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25710; }","duration":"6.056736776s","start":"2026-04-23T01:10:52.162151Z","end":"2026-04-23T01:10:58.218888Z","steps":["trace[1755887024] 'agreement among raft nodes before linearized reading' (duration: 6.056649283s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:58.218929Z","caller":"traceutil/trace.go:171","msg":"trace[1549399037] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25710; }","duration":"5.416211078s","start":"2026-04-23T01:10:52.802704Z","end":"2026-04-23T01:10:58.218915Z","steps":["trace[1549399037] 'agreement among raft nodes before linearized reading' (duration: 5.416106866s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:58.218909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.930885292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:58.218954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:52.162084Z","time spent":"6.056855558s","remote":"127.0.0.1:54052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:58.218964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:52.802684Z","time spent":"5.416272449s","remote":"127.0.0.1:37460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:58.218992Z","caller":"traceutil/trace.go:171","msg":"trace[454700046] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25710; }","duration":"6.931012146s","start":"2026-04-23T01:10:51.287955Z","end":"2026-04-23T01:10:58.218967Z","steps":["trace[454700046] 'agreement among raft nodes before linearized reading' (duration: 6.930860282s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:58.219011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.96171371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:58.219056Z","caller":"traceutil/trace.go:171","msg":"trace[136462653] transaction","detail":"{read_only:false; response_revision:25710; number_of_response:1; }","duration":"5.907947213s","start":"2026-04-23T01:10:52.311098Z","end":"2026-04-23T01:10:58.219045Z","steps":["trace[136462653] 'process raft request' (duration: 2.507980273s)","trace[136462653] 'compare' (duration: 3.396738627s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:58.219049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.233879046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:58.219063Z","caller":"traceutil/trace.go:171","msg":"trace[1995246349] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25710; }","duration":"6.961773813s","start":"2026-04-23T01:10:51.257276Z","end":"2026-04-23T01:10:58.21905Z","steps":["trace[1995246349] 'agreement among raft nodes before linearized reading' (duration: 6.961704491s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:58.219073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:51.287941Z","time spent":"6.931111368s","remote":"127.0.0.1:54292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:58.219086Z","caller":"traceutil/trace.go:171","msg":"trace[1643639653] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25710; }","duration":"6.233948707s","start":"2026-04-23T01:10:51.985127Z","end":"2026-04-23T01:10:58.219076Z","steps":["trace[1643639653] 'agreement among raft nodes before linearized reading' (duration: 6.233888986s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:58.219088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.715074596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-23T01:10:58.219116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:52.311071Z","time spent":"5.908000864s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:58.219126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:51.985103Z","time spent":"6.234014859s","remote":"127.0.0.1:54472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:58.219104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:51.257269Z","time spent":"6.961822474s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-23T01:10:58.219136Z","caller":"traceutil/trace.go:171","msg":"trace[157191850] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25710; }","duration":"4.715152368s","start":"2026-04-23T01:10:53.50397Z","end":"2026-04-23T01:10:58.219123Z","steps":["trace[157191850] 'agreement among raft nodes before linearized reading' (duration: 4.714982864s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:58.219176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.960300949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"warn","ts":"2026-04-23T01:10:58.218952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.963711642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-23T01:10:58.219199Z","caller":"traceutil/trace.go:171","msg":"trace[639720967] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:25710; }","duration":"4.96035237s","start":"2026-04-23T01:10:53.258839Z","end":"2026-04-23T01:10:58.219191Z","steps":["trace[639720967] 'agreement among raft nodes before linearized reading' (duration: 4.960307409s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:58.219219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:53.258821Z","time spent":"4.960394361s","remote":"127.0.0.1:37442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":376,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-23T01:10:58.219247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685732649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:58.219271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729173819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:58.219124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.096434051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:58.219303Z","caller":"traceutil/trace.go:171","msg":"trace[461363906] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25710; }","duration":"1.685823922s","start":"2026-04-23T01:10:56.533468Z","end":"2026-04-23T01:10:58.219292Z","steps":["trace[461363906] 'agreement among raft nodes before linearized reading' (duration: 1.68573911s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:58.21931Z","caller":"traceutil/trace.go:171","msg":"trace[1571964673] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25710; }","duration":"1.729246191s","start":"2026-04-23T01:10:56.490048Z","end":"2026-04-23T01:10:58.219295Z","steps":["trace[1571964673] 'agreement among raft nodes before linearized reading' (duration: 1.729188699s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:58.219323Z","caller":"traceutil/trace.go:171","msg":"trace[645985878] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25710; }","duration":"5.096656227s","start":"2026-04-23T01:10:53.122647Z","end":"2026-04-23T01:10:58.219304Z","steps":["trace[645985878] 'agreement among raft nodes before linearized reading' (duration: 5.096442002s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:58.219205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:53.503952Z","time spent":"4.715237481s","remote":"127.0.0.1:37484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T01:10:58.219338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.847577111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:58.219313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.138439062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418304"} {"level":"info","ts":"2026-04-23T01:10:58.219368Z","caller":"traceutil/trace.go:171","msg":"trace[847269035] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:25710; }","duration":"2.847640022s","start":"2026-04-23T01:10:55.371718Z","end":"2026-04-23T01:10:58.219358Z","steps":["trace[847269035] 'agreement among raft nodes before linearized reading' (duration: 2.847585901s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:58.219372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.962398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:58.21937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:53.122626Z","time spent":"5.096726649s","remote":"127.0.0.1:54076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:58.219367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.97505204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:58.219387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.881692134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:58.219401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.860162284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:58.219399Z","caller":"traceutil/trace.go:171","msg":"trace[1730327414] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25710; }","duration":"601.08218ms","start":"2026-04-23T01:10:57.61831Z","end":"2026-04-23T01:10:58.219392Z","steps":["trace[1730327414] 'agreement among raft nodes before linearized reading' (duration: 601.039549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:58.219404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283105587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:58.2194Z","caller":"traceutil/trace.go:171","msg":"trace[1370555557] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25710; }","duration":"6.138558594s","start":"2026-04-23T01:10:52.080816Z","end":"2026-04-23T01:10:58.219375Z","steps":["trace[1370555557] 'agreement among raft nodes before linearized reading' (duration: 6.138246186s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:58.219425Z","caller":"traceutil/trace.go:171","msg":"trace[1071549420] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25710; }","duration":"5.860223196s","start":"2026-04-23T01:10:52.359193Z","end":"2026-04-23T01:10:58.219416Z","steps":["trace[1071549420] 'agreement among raft nodes before linearized reading' (duration: 5.860184325s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:58.219298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.491487662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T01:10:58.219414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.964771987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d4e2f260311c\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-23T01:10:58.219438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98193646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:58.219448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:52.359174Z","time spent":"5.860268737s","remote":"127.0.0.1:58080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:58.219436Z","caller":"traceutil/trace.go:171","msg":"trace[1971310593] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25710; }","duration":"1.283182329s","start":"2026-04-23T01:10:56.936243Z","end":"2026-04-23T01:10:58.219425Z","steps":["trace[1971310593] 'agreement among raft nodes before linearized reading' (duration: 1.283108817s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:58.219456Z","caller":"traceutil/trace.go:171","msg":"trace[1495507908] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25710; }","duration":"5.491698038s","start":"2026-04-23T01:10:52.727749Z","end":"2026-04-23T01:10:58.219447Z","steps":["trace[1495507908] 'agreement among raft nodes before linearized reading' (duration: 5.491372999s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:58.219452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:52.080791Z","time spent":"6.138649277s","remote":"127.0.0.1:54424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418328,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-23T01:10:58.2194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:55.3717Z","time spent":"2.847690944s","remote":"127.0.0.1:46816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:58.219465Z","caller":"traceutil/trace.go:171","msg":"trace[1462056471] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d4e2f260311c; range_end:; response_count:1; response_revision:25710; }","duration":"6.9648472s","start":"2026-04-23T01:10:51.254605Z","end":"2026-04-23T01:10:58.219452Z","steps":["trace[1462056471] 'agreement among raft nodes before linearized reading' (duration: 6.964724927s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:58.219458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857585486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:58.219484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:56.93622Z","time spent":"1.283254891s","remote":"127.0.0.1:58216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:58.219479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.390315525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:58.219336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:56.533454Z","time spent":"1.685873764s","remote":"127.0.0.1:53952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:58.219502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:51.254592Z","time spent":"6.964902911s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d4e2f260311c\" "} {"level":"info","ts":"2026-04-23T01:10:58.219512Z","caller":"traceutil/trace.go:171","msg":"trace[1851570492] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25710; }","duration":"3.390393497s","start":"2026-04-23T01:10:54.829111Z","end":"2026-04-23T01:10:58.219504Z","steps":["trace[1851570492] 'agreement among raft nodes before linearized reading' (duration: 3.390334216s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:58.219335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.816209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:58.219517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527511228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:58.219462Z","caller":"traceutil/trace.go:171","msg":"trace[1046218584] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25710; }","duration":"1.981995322s","start":"2026-04-23T01:10:56.23746Z","end":"2026-04-23T01:10:58.219456Z","steps":["trace[1046218584] 'agreement among raft nodes before linearized reading' (duration: 1.981955491s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:58.219551Z","caller":"traceutil/trace.go:171","msg":"trace[578931191] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25710; }","duration":"950.071306ms","start":"2026-04-23T01:10:57.26947Z","end":"2026-04-23T01:10:58.219542Z","steps":["trace[578931191] 'agreement among raft nodes before linearized reading' (duration: 949.84154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:58.21949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:52.727725Z","time spent":"5.491752678s","remote":"127.0.0.1:37434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":142,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:58.218947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.963877866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-04-23T01:10:58.21957Z","caller":"traceutil/trace.go:171","msg":"trace[932713796] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25710; }","duration":"1.527563129s","start":"2026-04-23T01:10:56.691989Z","end":"2026-04-23T01:10:58.219552Z","steps":["trace[932713796] 'agreement among raft nodes before linearized reading' (duration: 1.527487207s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:58.219549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:54.829086Z","time spent":"3.390454269s","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:58.219514Z","caller":"traceutil/trace.go:171","msg":"trace[1900132914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25710; }","duration":"1.857673837s","start":"2026-04-23T01:10:56.361826Z","end":"2026-04-23T01:10:58.2195Z","steps":["trace[1900132914] 'agreement among raft nodes before linearized reading' (duration: 1.857583415s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:58.219434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:57.618285Z","time spent":"601.138612ms","remote":"127.0.0.1:53964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:58.219589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:56.237438Z","time spent":"1.982134916s","remote":"127.0.0.1:58004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:58.219616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:56.361809Z","time spent":"1.857802201s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:10:58.219343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:56.490023Z","time spent":"1.729311723s","remote":"127.0.0.1:36474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:58.219615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:56.691941Z","time spent":"1.527661342s","remote":"127.0.0.1:58168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:58.219424Z","caller":"traceutil/trace.go:171","msg":"trace[862229814] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25710; }","duration":"2.881764646s","start":"2026-04-23T01:10:55.337649Z","end":"2026-04-23T01:10:58.219413Z","steps":["trace[862229814] 'agreement among raft nodes before linearized reading' (duration: 2.881714294s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:58.219473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305842512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:58.219675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:55.337627Z","time spent":"2.882029093s","remote":"127.0.0.1:34718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:58.21942Z","caller":"traceutil/trace.go:171","msg":"trace[1786267799] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25710; }","duration":"5.975153053s","start":"2026-04-23T01:10:52.244252Z","end":"2026-04-23T01:10:58.219405Z","steps":["trace[1786267799] 'agreement among raft nodes before linearized reading' (duration: 5.97506532s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:58.2197Z","caller":"traceutil/trace.go:171","msg":"trace[811250582] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25710; }","duration":"1.306101899s","start":"2026-04-23T01:10:56.913583Z","end":"2026-04-23T01:10:58.219685Z","steps":["trace[811250582] 'agreement among raft nodes before linearized reading' (duration: 1.305867973s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:58.219588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:57.269448Z","time spent":"950.127367ms","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:10:58.219728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:52.244224Z","time spent":"5.97549345s","remote":"127.0.0.1:36514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:58.219594Z","caller":"traceutil/trace.go:171","msg":"trace[475107858] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25710; }","duration":"6.964544812s","start":"2026-04-23T01:10:51.255042Z","end":"2026-04-23T01:10:58.219587Z","steps":["trace[475107858] 'agreement among raft nodes before linearized reading' (duration: 6.963816734s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:58.219219Z","caller":"traceutil/trace.go:171","msg":"trace[1514705381] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25710; }","duration":"6.963996299s","start":"2026-04-23T01:10:51.255211Z","end":"2026-04-23T01:10:58.219208Z","steps":["trace[1514705381] 'agreement among raft nodes before linearized reading' (duration: 6.963607569s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:58.219735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:56.91356Z","time spent":"1.306164001s","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:58.219762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:51.255031Z","time spent":"6.964724746s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-23T01:10:58.21934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.444524453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:10:58.219786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:51.255204Z","time spent":"6.964562313s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-23T01:10:58.219831Z","caller":"traceutil/trace.go:171","msg":"trace[1602011468] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25710; }","duration":"6.445054506s","start":"2026-04-23T01:10:51.774758Z","end":"2026-04-23T01:10:58.219813Z","steps":["trace[1602011468] 'agreement among raft nodes before linearized reading' (duration: 6.444532413s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:58.219899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:51.774734Z","time spent":"6.445142657s","remote":"127.0.0.1:44738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:58.723795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:59.224271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:59.724836Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:00.223528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000367756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:11:00.223631Z","caller":"traceutil/trace.go:171","msg":"trace[1047074819] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00053988s","start":"2026-04-23T01:10:58.223067Z","end":"2026-04-23T01:11:00.223607Z","steps":["trace[1047074819] 'agreement among raft nodes before linearized reading' (duration: 2.000369256s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:00.223699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:58.223062Z","time spent":"2.000619062s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:11:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:11:00.225761Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:00.726578Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:00.867203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000313475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:11:00.867311Z","caller":"traceutil/trace.go:171","msg":"trace[1605542419] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000470899s","start":"2026-04-23T01:10:58.866812Z","end":"2026-04-23T01:11:00.867283Z","steps":["trace[1605542419] 'agreement among raft nodes before linearized reading' (duration: 2.000342266s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:00.867368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:58.866794Z","time spent":"2.000562381s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:11:01.22777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:01.728877Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:02.040873Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.818657877s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:11:02.237765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:58.76917Z","time spent":"3.468587425s","remote":"127.0.0.1:36356","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:11:02.239493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.312785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:11:02.239606Z","caller":"traceutil/trace.go:171","msg":"trace[497330609] transaction","detail":"{read_only:false; response_revision:25711; number_of_response:1; }","duration":"4.017473496s","start":"2026-04-23T01:10:58.222112Z","end":"2026-04-23T01:11:02.239586Z","steps":["trace[497330609] 'process raft request' (duration: 3.818979726s)","trace[497330609] 'compare' (duration: 197.992247ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:02.239676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:58.222096Z","time spent":"4.017548437s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:02.875187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999916505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:11:02.875272Z","caller":"traceutil/trace.go:171","msg":"trace[1440272674] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000045228s","start":"2026-04-23T01:11:00.875205Z","end":"2026-04-23T01:11:02.87525Z","steps":["trace[1440272674] 'agreement among raft nodes before linearized reading' (duration: 1.999938365s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:02.875333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:00.87519Z","time spent":"2.000132871s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:11:03.234627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.993420986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:11:03.234718Z","caller":"traceutil/trace.go:171","msg":"trace[245159486] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.993571369s","start":"2026-04-23T01:10:58.241128Z","end":"2026-04-23T01:11:03.234699Z","steps":["trace[245159486] 'agreement among raft nodes before linearized reading' (duration: 4.993453346s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:03.234767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:58.241106Z","time spent":"4.993649771s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/23 01:11:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:11:04.838009Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.656536389s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:11:04.876126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00013098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:11:04.8762Z","caller":"traceutil/trace.go:171","msg":"trace[934339140] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000270724s","start":"2026-04-23T01:11:02.875911Z","end":"2026-04-23T01:11:04.876182Z","steps":["trace[934339140] 'agreement among raft nodes before linearized reading' (duration: 2.000152751s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:04.87625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:02.875896Z","time spent":"2.000342145s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:11:05.228047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:58.227092Z","time spent":"7.000947323s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:11:05.885547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.559752614s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:05.885655Z","caller":"traceutil/trace.go:171","msg":"trace[1166808338] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25711; }","duration":"1.559865276s","start":"2026-04-23T01:11:04.325771Z","end":"2026-04-23T01:11:05.885636Z","steps":["trace[1166808338] 'range keys from in-memory index tree' (duration: 1.559737392s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:05.887613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04910586s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:11:05.887895Z","caller":"traceutil/trace.go:171","msg":"trace[370159979] linearizableReadLoop","detail":"{readStateIndex:26581; appliedIndex:26576; }","duration":"7.664836281s","start":"2026-04-23T01:10:58.223041Z","end":"2026-04-23T01:11:05.887878Z","steps":["trace[370159979] 'read index received' (duration: 3.818144994s)","trace[370159979] 'applied index is now lower than readState.Index' (duration: 3.846690057s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:05.888228Z","caller":"traceutil/trace.go:171","msg":"trace[500760325] transaction","detail":"{read_only:false; response_revision:25713; number_of_response:1; }","duration":"4.881709931s","start":"2026-04-23T01:11:01.006505Z","end":"2026-04-23T01:11:05.888215Z","steps":["trace[500760325] 'process raft request' (duration: 4.881200698s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:05.888593Z","caller":"traceutil/trace.go:171","msg":"trace[1195978981] transaction","detail":"{read_only:false; response_revision:25714; number_of_response:1; }","duration":"4.51946922s","start":"2026-04-23T01:11:01.369092Z","end":"2026-04-23T01:11:05.888561Z","steps":["trace[1195978981] 'process raft request' (duration: 4.518706761s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:05.888641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.665587811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:11:05.888649Z","caller":"traceutil/trace.go:171","msg":"trace[1010308103] transaction","detail":"{read_only:false; response_revision:25715; number_of_response:1; }","duration":"4.268909764s","start":"2026-04-23T01:11:01.619718Z","end":"2026-04-23T01:11:05.888628Z","steps":["trace[1010308103] 'process raft request' (duration: 4.268113284s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:05.888686Z","caller":"traceutil/trace.go:171","msg":"trace[173121029] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25715; }","duration":"7.665648332s","start":"2026-04-23T01:10:58.223025Z","end":"2026-04-23T01:11:05.888673Z","steps":["trace[173121029] 'agreement among raft nodes before linearized reading' (duration: 7.665472528s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:05.888722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:58.223014Z","time spent":"7.665698493s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T01:11:05.888761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:01.619694Z","time spent":"4.268992325s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:05.888864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:01.00647Z","time spent":"4.881789703s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:05.888918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:01.369072Z","time spent":"4.519572383s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:06.388629Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660330,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:06.723407Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.885169243s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:11:06.884211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000223843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:11:06.884277Z","caller":"traceutil/trace.go:171","msg":"trace[528348310] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000342036s","start":"2026-04-23T01:11:04.88392Z","end":"2026-04-23T01:11:06.884262Z","steps":["trace[528348310] 'agreement among raft nodes before linearized reading' (duration: 2.000255473s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:06.884312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:04.883899Z","time spent":"2.000405938s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:11:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:11:08.184984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459893108s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:11:08.18551Z","caller":"traceutil/trace.go:171","msg":"trace[1830433518] transaction","detail":"{read_only:false; response_revision:25716; number_of_response:1; }","duration":"4.959892458s","start":"2026-04-23T01:11:03.225575Z","end":"2026-04-23T01:11:08.185467Z","steps":["trace[1830433518] 'process raft request' (duration: 3.498064761s)","trace[1830433518] 'compare' (duration: 1.459038226s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:08.185611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:03.22555Z","time spent":"4.960017001s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:08.368865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000379247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:11:08.368984Z","caller":"traceutil/trace.go:171","msg":"trace[600759173] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000551301s","start":"2026-04-23T01:11:06.368402Z","end":"2026-04-23T01:11:08.368953Z","steps":["trace[600759173] 'agreement among raft nodes before linearized reading' (duration: 2.000413998s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:08.369043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:06.368384Z","time spent":"2.000646653s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:11:08.884497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000112699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:11:08.884576Z","caller":"traceutil/trace.go:171","msg":"trace[1612168017] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000211262s","start":"2026-04-23T01:11:06.884347Z","end":"2026-04-23T01:11:08.884559Z","steps":["trace[1612168017] 'agreement among raft nodes before linearized reading' (duration: 2.000106719s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:08.884622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:06.88429Z","time spent":"2.000323145s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:11:10.603956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.418748187s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-23T01:11:10.604046Z","caller":"traceutil/trace.go:171","msg":"trace[500826487] linearizableReadLoop","detail":"{readStateIndex:26583; appliedIndex:26581; }","duration":"4.716104304s","start":"2026-04-23T01:11:05.887923Z","end":"2026-04-23T01:11:10.604028Z","steps":["trace[500826487] 'read index received' (duration: 835.629952ms)","trace[500826487] 'applied index is now lower than readState.Index' (duration: 3.880473462s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:10.60567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.454069998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:11:10.605757Z","caller":"traceutil/trace.go:171","msg":"trace[130135421] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:25717; }","duration":"10.454205822s","start":"2026-04-23T01:11:00.151526Z","end":"2026-04-23T01:11:10.605732Z","steps":["trace[130135421] 'agreement among raft nodes before linearized reading' (duration: 10.453931185s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:10.605811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:00.151505Z","time spent":"10.454290823s","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":33,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:10.606047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.486738433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:10.606098Z","caller":"traceutil/trace.go:171","msg":"trace[824275333] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25717; }","duration":"10.486801304s","start":"2026-04-23T01:11:00.119278Z","end":"2026-04-23T01:11:10.60608Z","steps":["trace[824275333] 'agreement among raft nodes before linearized reading' (duration: 10.486700082s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:10.606136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:00.119203Z","time spent":"10.486921217s","remote":"127.0.0.1:34740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:10.606158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.075191052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:11:10.606176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.281317854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:10.606183Z","caller":"traceutil/trace.go:171","msg":"trace[1965929089] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25717; }","duration":"6.075254324s","start":"2026-04-23T01:11:04.530922Z","end":"2026-04-23T01:11:10.606176Z","steps":["trace[1965929089] 'agreement among raft nodes before linearized reading' (duration: 6.075190122s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:10.606201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:04.530905Z","time spent":"6.075291324s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:10.606202Z","caller":"traceutil/trace.go:171","msg":"trace[553692302] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25717; }","duration":"6.281371786s","start":"2026-04-23T01:11:04.324821Z","end":"2026-04-23T01:11:10.606193Z","steps":["trace[553692302] 'agreement among raft nodes before linearized reading' (duration: 6.281329725s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:10.606222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:04.324805Z","time spent":"6.281412248s","remote":"127.0.0.1:53930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:10.60623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.374038431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-c4bwl\" ","response":"range_response_count:1 size:4051"} {"level":"info","ts":"2026-04-23T01:11:10.606268Z","caller":"traceutil/trace.go:171","msg":"trace[993808044] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-c4bwl; range_end:; response_count:1; response_revision:25717; }","duration":"5.374116053s","start":"2026-04-23T01:11:05.23214Z","end":"2026-04-23T01:11:10.606256Z","steps":["trace[993808044] 'agreement among raft nodes before linearized reading' (duration: 5.373974649s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:10.606298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:05.232119Z","time spent":"5.374171004s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4075,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-c4bwl\" "} {"level":"warn","ts":"2026-04-23T01:11:10.606313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.672066418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:10.606316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.984134371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:10.606354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.805660387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:10.60637Z","caller":"traceutil/trace.go:171","msg":"trace[297943002] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25717; }","duration":"5.805714948s","start":"2026-04-23T01:11:04.80065Z","end":"2026-04-23T01:11:10.606365Z","steps":["trace[297943002] 'agreement among raft nodes before linearized reading' (duration: 5.805689818s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:10.606368Z","caller":"traceutil/trace.go:171","msg":"trace[2066655643] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25717; }","duration":"10.984211064s","start":"2026-04-23T01:10:59.622136Z","end":"2026-04-23T01:11:10.606347Z","steps":["trace[2066655643] 'agreement among raft nodes before linearized reading' (duration: 10.984150111s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:10.606386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:04.80063Z","time spent":"5.80575218s","remote":"127.0.0.1:54036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:10.60639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.417606402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T01:11:10.60641Z","caller":"traceutil/trace.go:171","msg":"trace[1256736257] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25717; }","duration":"6.417626742s","start":"2026-04-23T01:11:04.188778Z","end":"2026-04-23T01:11:10.606405Z","steps":["trace[1256736257] 'agreement among raft nodes before linearized reading' (duration: 6.417530079s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:10.60641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:59.622109Z","time spent":"10.984291597s","remote":"127.0.0.1:60250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:10.606428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:04.188705Z","time spent":"6.417719285s","remote":"127.0.0.1:37434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T01:11:10.606452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.327572156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:10.606476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.877045802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:10.606451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.908368416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:10.606511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.902647599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:10.606549Z","caller":"traceutil/trace.go:171","msg":"trace[1382126191] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25717; }","duration":"5.902663129s","start":"2026-04-23T01:11:04.703858Z","end":"2026-04-23T01:11:10.606521Z","steps":["trace[1382126191] 'agreement among raft nodes before linearized reading' (duration: 5.902640419s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:10.606565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:04.703792Z","time spent":"5.902768863s","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:10.606558Z","caller":"traceutil/trace.go:171","msg":"trace[1980309839] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25717; }","duration":"4.9085071s","start":"2026-04-23T01:11:05.698003Z","end":"2026-04-23T01:11:10.60651Z","steps":["trace[1980309839] 'agreement among raft nodes before linearized reading' (duration: 4.908342076s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:10.606572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.282835151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:10.606632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.066153999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:10.606489Z","caller":"traceutil/trace.go:171","msg":"trace[1422700378] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25717; }","duration":"5.877114093s","start":"2026-04-23T01:11:04.729371Z","end":"2026-04-23T01:11:10.606485Z","steps":["trace[1422700378] 'agreement among raft nodes before linearized reading' (duration: 5.877087543s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:10.606636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.960915784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:10.60664Z","caller":"traceutil/trace.go:171","msg":"trace[972574863] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25717; }","duration":"8.282938884s","start":"2026-04-23T01:11:02.323681Z","end":"2026-04-23T01:11:10.60662Z","steps":["trace[972574863] 'agreement among raft nodes before linearized reading' (duration: 8.28278488s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:10.606618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:05.697984Z","time spent":"4.908618902s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:10.606672Z","caller":"traceutil/trace.go:171","msg":"trace[803950597] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25717; }","duration":"11.960953655s","start":"2026-04-23T01:10:58.645707Z","end":"2026-04-23T01:11:10.606661Z","steps":["trace[803950597] 'agreement among raft nodes before linearized reading' (duration: 11.960893273s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:10.60669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:02.32366Z","time spent":"8.283017025s","remote":"127.0.0.1:54308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:10.606705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:58.645686Z","time spent":"11.961010566s","remote":"127.0.0.1:58072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:10.606775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.458947907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:10.606791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.536840816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:10.606238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.565503945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:11:10.606845Z","caller":"traceutil/trace.go:171","msg":"trace[607353502] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25717; }","duration":"10.566191523s","start":"2026-04-23T01:11:00.040645Z","end":"2026-04-23T01:11:10.606836Z","steps":["trace[607353502] 'agreement among raft nodes before linearized reading' (duration: 10.565483904s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:10.606852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.622351299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:10.606847Z","caller":"traceutil/trace.go:171","msg":"trace[367697752] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25717; }","duration":"7.536949039s","start":"2026-04-23T01:11:03.069883Z","end":"2026-04-23T01:11:10.606832Z","steps":["trace[367697752] 'agreement among raft nodes before linearized reading' (duration: 7.536835616s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:10.606859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.140358047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:11:10.606873Z","caller":"traceutil/trace.go:171","msg":"trace[2112449466] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25717; }","duration":"6.62237379s","start":"2026-04-23T01:11:03.984494Z","end":"2026-04-23T01:11:10.606867Z","steps":["trace[2112449466] 'agreement among raft nodes before linearized reading' (duration: 6.622339639s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:10.606873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:00.040599Z","time spent":"10.566266115s","remote":"127.0.0.1:37442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:10.60667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:04.729349Z","time spent":"5.877309139s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:10.606888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:03.98447Z","time spent":"6.622414301s","remote":"127.0.0.1:53958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:10.606879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.383217223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-aaa1d81f-bd71-4906-9e27-8b8e068ae081\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-04-23T01:11:10.606925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121339976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:10.606598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.362009083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-lznzd.18a8d72515363cf7\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-04-23T01:11:10.606484Z","caller":"traceutil/trace.go:171","msg":"trace[793417807] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:25717; }","duration":"5.327632268s","start":"2026-04-23T01:11:05.278842Z","end":"2026-04-23T01:11:10.606474Z","steps":["trace[793417807] 'agreement among raft nodes before linearized reading' (duration: 5.327579277s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:10.606947Z","caller":"traceutil/trace.go:171","msg":"trace[1229627033] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25717; }","duration":"2.121388708s","start":"2026-04-23T01:11:08.48555Z","end":"2026-04-23T01:11:10.606939Z","steps":["trace[1229627033] 'agreement among raft nodes before linearized reading' (duration: 2.121352257s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:10.606956Z","caller":"traceutil/trace.go:171","msg":"trace[1894481500] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-lznzd.18a8d72515363cf7; range_end:; response_count:1; response_revision:25717; }","duration":"8.362398163s","start":"2026-04-23T01:11:02.244547Z","end":"2026-04-23T01:11:10.606946Z","steps":["trace[1894481500] 'agreement among raft nodes before linearized reading' (duration: 8.361965032s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:10.606965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:08.485533Z","time spent":"2.121427259s","remote":"127.0.0.1:54426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:10.60633Z","caller":"traceutil/trace.go:171","msg":"trace[1830919625] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25717; }","duration":"5.672125689s","start":"2026-04-23T01:11:04.934198Z","end":"2026-04-23T01:11:10.606323Z","steps":["trace[1830919625] 'agreement among raft nodes before linearized reading' (duration: 5.672089748s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:10.606971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:05.278827Z","time spent":"5.32813537s","remote":"127.0.0.1:46774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:10.606985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:02.244531Z","time spent":"8.362445013s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":888,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-lznzd.18a8d72515363cf7\" "} {"level":"info","ts":"2026-04-23T01:11:10.606656Z","caller":"traceutil/trace.go:171","msg":"trace[1238236709] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25717; }","duration":"10.06621141s","start":"2026-04-23T01:11:00.540438Z","end":"2026-04-23T01:11:10.60665Z","steps":["trace[1238236709] 'agreement among raft nodes before linearized reading' (duration: 10.066174759s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:10.60704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.215230097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:11:10.607043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.30260754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:11:10.60705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:00.540419Z","time spent":"10.06662142s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:10.607058Z","caller":"traceutil/trace.go:171","msg":"trace[853911644] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25717; }","duration":"4.215273198s","start":"2026-04-23T01:11:06.391778Z","end":"2026-04-23T01:11:10.607052Z","steps":["trace[853911644] 'agreement among raft nodes before linearized reading' (duration: 4.215240148s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:10.606842Z","caller":"traceutil/trace.go:171","msg":"trace[17353731] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25717; }","duration":"6.45903432s","start":"2026-04-23T01:11:04.147789Z","end":"2026-04-23T01:11:10.606823Z","steps":["trace[17353731] 'agreement among raft nodes before linearized reading' (duration: 6.458949908s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:10.607076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:06.391761Z","time spent":"4.215310239s","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:10.607084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714805825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:10.607082Z","caller":"traceutil/trace.go:171","msg":"trace[360834016] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25717; }","duration":"2.302668851s","start":"2026-04-23T01:11:08.304396Z","end":"2026-04-23T01:11:10.607065Z","steps":["trace[360834016] 'agreement among raft nodes before linearized reading' (duration: 2.302590789s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:10.60695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.71521683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:10.607121Z","caller":"traceutil/trace.go:171","msg":"trace[573453084] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25717; }","duration":"1.714920018s","start":"2026-04-23T01:11:08.89219Z","end":"2026-04-23T01:11:10.60711Z","steps":["trace[573453084] 'agreement among raft nodes before linearized reading' (duration: 1.714847806s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:10.607128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978532594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:10.607134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:08.304377Z","time spent":"2.302748233s","remote":"127.0.0.1:37712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:10.607147Z","caller":"traceutil/trace.go:171","msg":"trace[126978506] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:0; response_revision:25717; }","duration":"4.715470877s","start":"2026-04-23T01:11:05.891668Z","end":"2026-04-23T01:11:10.607139Z","steps":["trace[126978506] 'agreement among raft nodes before linearized reading' (duration: 4.71521889s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:10.606922Z","caller":"traceutil/trace.go:171","msg":"trace[1966132855] range","detail":"{range_begin:/registry/persistentvolumes/pvc-aaa1d81f-bd71-4906-9e27-8b8e068ae081; range_end:; response_count:1; response_revision:25717; }","duration":"12.383292105s","start":"2026-04-23T01:10:58.22362Z","end":"2026-04-23T01:11:10.606912Z","steps":["trace[1966132855] 'agreement among raft nodes before linearized reading' (duration: 12.383183832s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:10.607151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:08.892145Z","time spent":"1.71499967s","remote":"127.0.0.1:37674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:10.607163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.345781652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:10.607165Z","caller":"traceutil/trace.go:171","msg":"trace[929330588] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25717; }","duration":"1.978572475s","start":"2026-04-23T01:11:08.628582Z","end":"2026-04-23T01:11:10.607155Z","steps":["trace[929330588] 'agreement among raft nodes before linearized reading' (duration: 1.978509803s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:10.607171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:05.891644Z","time spent":"4.715519758s","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-23T01:11:10.607177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:58.223611Z","time spent":"12.383558241s","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-aaa1d81f-bd71-4906-9e27-8b8e068ae081\" "} {"level":"warn","ts":"2026-04-23T01:11:10.607162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.349243007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-23T01:11:10.607177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.351541065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-04-23T01:11:10.607093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:04.147751Z","time spent":"6.459332497s","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:10.607195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:08.628526Z","time spent":"1.978659278s","remote":"127.0.0.1:54488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:10.60721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.375740289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:10.607227Z","caller":"traceutil/trace.go:171","msg":"trace[1323870621] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25717; }","duration":"2.375791801s","start":"2026-04-23T01:11:08.231429Z","end":"2026-04-23T01:11:10.607221Z","steps":["trace[1323870621] 'agreement among raft nodes before linearized reading' (duration: 2.37576083s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:10.60722Z","caller":"traceutil/trace.go:171","msg":"trace[536884826] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25717; }","duration":"4.351641177s","start":"2026-04-23T01:11:06.255566Z","end":"2026-04-23T01:11:10.607207Z","steps":["trace[536884826] 'agreement among raft nodes before linearized reading' (duration: 4.351469143s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:10.606883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:03.069863Z","time spent":"7.53701287s","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:10.607216Z","caller":"traceutil/trace.go:171","msg":"trace[2086674428] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25717; }","duration":"4.349326808s","start":"2026-04-23T01:11:06.257874Z","end":"2026-04-23T01:11:10.607201Z","steps":["trace[2086674428] 'agreement among raft nodes before linearized reading' (duration: 4.349146564s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:10.607231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902502521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:10.607095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815651505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:11:10.607265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:06.257853Z","time spent":"4.349407491s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T01:11:10.607259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:06.255546Z","time spent":"4.351703738s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-23T01:11:10.607285Z","caller":"traceutil/trace.go:171","msg":"trace[479359807] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25717; }","duration":"1.815889561s","start":"2026-04-23T01:11:08.791386Z","end":"2026-04-23T01:11:10.607276Z","steps":["trace[479359807] 'agreement among raft nodes before linearized reading' (duration: 1.815687976s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:10.607181Z","caller":"traceutil/trace.go:171","msg":"trace[1949047026] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25717; }","duration":"2.345801552s","start":"2026-04-23T01:11:08.261374Z","end":"2026-04-23T01:11:10.607176Z","steps":["trace[1949047026] 'agreement among raft nodes before linearized reading' (duration: 2.345768862s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:10.607287Z","caller":"traceutil/trace.go:171","msg":"trace[1876121954] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25717; }","duration":"1.902670216s","start":"2026-04-23T01:11:08.704597Z","end":"2026-04-23T01:11:10.607267Z","steps":["trace[1876121954] 'agreement among raft nodes before linearized reading' (duration: 1.902575963s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:10.607311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:08.791355Z","time spent":"1.815948843s","remote":"127.0.0.1:54460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:10.607316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:08.261272Z","time spent":"2.346036489s","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:10.607331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.29127146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:474"} {"level":"warn","ts":"2026-04-23T01:11:10.607336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:08.704579Z","time spent":"1.902739247s","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:10.607338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.021651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:10.60701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:04.934176Z","time spent":"5.672818407s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:10.607374Z","caller":"traceutil/trace.go:171","msg":"trace[856715027] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25717; }","duration":"4.291353862s","start":"2026-04-23T01:11:06.316005Z","end":"2026-04-23T01:11:10.607359Z","steps":["trace[856715027] 'agreement among raft nodes before linearized reading' (duration: 4.291235189s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:10.607391Z","caller":"traceutil/trace.go:171","msg":"trace[1644762428] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25717; }","duration":"537.123474ms","start":"2026-04-23T01:11:10.070254Z","end":"2026-04-23T01:11:10.607378Z","steps":["trace[1644762428] 'agreement among raft nodes before linearized reading' (duration: 537.035581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:10.607413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.934551081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:11:10.607421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:06.315982Z","time spent":"4.291428314s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:11:10.607439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:10.070235Z","time spent":"537.186725ms","remote":"127.0.0.1:58056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:10.607244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:08.231393Z","time spent":"2.375847502s","remote":"127.0.0.1:54200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-23T01:11:10.606883Z","caller":"traceutil/trace.go:171","msg":"trace[1833756082] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25717; }","duration":"8.140420089s","start":"2026-04-23T01:11:02.466454Z","end":"2026-04-23T01:11:10.606874Z","steps":["trace[1833756082] 'agreement among raft nodes before linearized reading' (duration: 8.140377008s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:10.607533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:02.466434Z","time spent":"8.141093676s","remote":"127.0.0.1:60194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:10.607432Z","caller":"traceutil/trace.go:171","msg":"trace[2015949029] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25717; }","duration":"2.934605502s","start":"2026-04-23T01:11:07.672821Z","end":"2026-04-23T01:11:10.607426Z","steps":["trace[2015949029] 'agreement among raft nodes before linearized reading' (duration: 2.934566241s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:10.607597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:07.672801Z","time spent":"2.934784647s","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:10.607646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531051459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:10.607669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714755864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:10.607685Z","caller":"traceutil/trace.go:171","msg":"trace[1189238132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25717; }","duration":"1.714794455s","start":"2026-04-23T01:11:08.892886Z","end":"2026-04-23T01:11:10.60768Z","steps":["trace[1189238132] 'agreement among raft nodes before linearized reading' (duration: 1.714767904s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:10.607679Z","caller":"traceutil/trace.go:171","msg":"trace[399736145] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25717; }","duration":"1.531123721s","start":"2026-04-23T01:11:09.076545Z","end":"2026-04-23T01:11:10.607669Z","steps":["trace[399736145] 'agreement among raft nodes before linearized reading' (duration: 1.531065429s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:10.607698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:08.892878Z","time spent":"1.714816975s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:11:10.607708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:09.076523Z","time spent":"1.531178152s","remote":"127.0.0.1:53916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:11.109769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:11.610406Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:12.110573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:12.608819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999938085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:11:12.608908Z","caller":"traceutil/trace.go:171","msg":"trace[1731078635] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000050638s","start":"2026-04-23T01:11:10.608837Z","end":"2026-04-23T01:11:12.608888Z","steps":["trace[1731078635] 'agreement among raft nodes before linearized reading' (duration: 1.999934195s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:12.608958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:10.608789Z","time spent":"2.000159331s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:11:12.622029Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:13.122721Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:13.556763Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.94792955s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:11:13.557372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:10.608695Z","time spent":"2.948669878s","remote":"127.0.0.1:37356","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:11:14.6177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000835608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:11:14.61778Z","caller":"traceutil/trace.go:171","msg":"trace[1423164595] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000965051s","start":"2026-04-23T01:11:12.616796Z","end":"2026-04-23T01:11:14.617761Z","steps":["trace[1423164595] 'agreement among raft nodes before linearized reading' (duration: 2.000831838s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:14.617828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:12.616778Z","time spent":"2.001040993s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:11:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:11:15.611007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:10.612866Z","time spent":"4.998131285s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 01:11:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:11:16.61791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000048028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:11:16.617991Z","caller":"traceutil/trace.go:171","msg":"trace[572216285] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000195572s","start":"2026-04-23T01:11:14.617778Z","end":"2026-04-23T01:11:16.617973Z","steps":["trace[572216285] 'agreement among raft nodes before linearized reading' (duration: 2.000083749s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:16.618047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:14.617734Z","time spent":"2.000304144s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:11:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:11:17.609363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:10.608876Z","time spent":"7.000480001s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:11:17.611563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:10.611053Z","time spent":"7.000504592s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:11:17.612059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:10.611886Z","time spent":"7.000164283s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:11:17.614337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:10.613996Z","time spent":"7.000336808s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:11:17.801935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.476080485s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:17.802026Z","caller":"traceutil/trace.go:171","msg":"trace[791500278] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25717; }","duration":"3.476178057s","start":"2026-04-23T01:11:14.325823Z","end":"2026-04-23T01:11:17.802001Z","steps":["trace[791500278] 'range keys from in-memory index tree' (duration: 3.476063234s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:17.802942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:16.505068Z","time spent":"1.29786622s","remote":"127.0.0.1:42920","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:11:18.362965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999825973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:11:18.363051Z","caller":"traceutil/trace.go:171","msg":"trace[81656499] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999930455s","start":"2026-04-23T01:11:16.363101Z","end":"2026-04-23T01:11:18.363032Z","steps":["trace[81656499] 'agreement among raft nodes before linearized reading' (duration: 1.999821703s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:18.363098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:16.36304Z","time spent":"2.000048959s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:11:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:11:18.626741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000630913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:11:18.626833Z","caller":"traceutil/trace.go:171","msg":"trace[960086062] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000760987s","start":"2026-04-23T01:11:16.626047Z","end":"2026-04-23T01:11:18.626808Z","steps":["trace[960086062] 'agreement among raft nodes before linearized reading' (duration: 2.000658814s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:18.626888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:16.626026Z","time spent":"2.000851279s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:11:19.259462Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.702415054s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:11:19.260873Z","caller":"traceutil/trace.go:171","msg":"trace[1572724156] linearizableReadLoop","detail":"{readStateIndex:26589; appliedIndex:26583; }","duration":"8.652003546s","start":"2026-04-23T01:11:10.608846Z","end":"2026-04-23T01:11:19.260849Z","steps":["trace[1572724156] 'read index received' (duration: 2.948276268s)","trace[1572724156] 'applied index is now lower than readState.Index' (duration: 5.703726108s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:19.261027Z","caller":"traceutil/trace.go:171","msg":"trace[1966770215] transaction","detail":"{read_only:false; response_revision:25722; number_of_response:1; }","duration":"6.070989685s","start":"2026-04-23T01:11:13.190024Z","end":"2026-04-23T01:11:19.261013Z","steps":["trace[1966770215] 'process raft request' (duration: 6.070712268s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:19.261087Z","caller":"traceutil/trace.go:171","msg":"trace[1974964972] transaction","detail":"{read_only:false; response_revision:25723; number_of_response:1; }","duration":"5.86630993s","start":"2026-04-23T01:11:13.394755Z","end":"2026-04-23T01:11:19.261065Z","steps":["trace[1974964972] 'process raft request' (duration: 5.866044063s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:19.261198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:13.394736Z","time spent":"5.866395002s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:19.261302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:13.190001Z","time spent":"6.071090148s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:19.761997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660346,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:20.262431Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660346,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:20.559229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:13.558705Z","time spent":"7.000516072s","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:11:20.626726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.012842189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:11:20.626807Z","caller":"traceutil/trace.go:171","msg":"trace[1485607983] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.012942651s","start":"2026-04-23T01:11:10.613847Z","end":"2026-04-23T01:11:20.62679Z","steps":["trace[1485607983] 'agreement among raft nodes before linearized reading' (duration: 10.012837989s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:20.626868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:10.61384Z","time spent":"10.013006303s","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/04/23 01:11:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:11:20.634997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000185842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:11:20.635104Z","caller":"traceutil/trace.go:171","msg":"trace[867773196] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000354576s","start":"2026-04-23T01:11:18.634728Z","end":"2026-04-23T01:11:20.635082Z","steps":["trace[867773196] 'agreement among raft nodes before linearized reading' (duration: 2.000217132s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:20.635162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:18.634707Z","time spent":"2.000443539s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:11:20.763128Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660346,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:21.053847Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.794171652s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:11:21.05432Z","caller":"traceutil/trace.go:171","msg":"trace[493851921] linearizableReadLoop","detail":"{readStateIndex:26594; appliedIndex:26591; }","duration":"1.793360411s","start":"2026-04-23T01:11:19.26094Z","end":"2026-04-23T01:11:21.0543Z","steps":["trace[493851921] 'read index received' (duration: 1.793027083s)","trace[493851921] 'applied index is now lower than readState.Index' (duration: 332.458µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:21.054332Z","caller":"traceutil/trace.go:171","msg":"trace[1041332594] transaction","detail":"{read_only:false; response_revision:25725; number_of_response:1; }","duration":"5.15374544s","start":"2026-04-23T01:11:15.900566Z","end":"2026-04-23T01:11:21.054312Z","steps":["trace[1041332594] 'process raft request' (duration: 5.153602636s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:21.054454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:15.900543Z","time spent":"5.153836632s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:21.054604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.439964972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d4e2f260311c\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-23T01:11:21.054603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251305162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:21.054655Z","caller":"traceutil/trace.go:171","msg":"trace[1152204922] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d4e2f260311c; range_end:; response_count:1; response_revision:25726; }","duration":"3.440043403s","start":"2026-04-23T01:11:17.614594Z","end":"2026-04-23T01:11:21.054637Z","steps":["trace[1152204922] 'agreement among raft nodes before linearized reading' (duration: 3.439805817s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:21.05469Z","caller":"traceutil/trace.go:171","msg":"trace[2092322152] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25726; }","duration":"2.251415745s","start":"2026-04-23T01:11:18.80325Z","end":"2026-04-23T01:11:21.054665Z","steps":["trace[2092322152] 'agreement among raft nodes before linearized reading' (duration: 2.251156458s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:21.054711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.146486969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T01:11:21.054748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:18.803169Z","time spent":"2.251568149s","remote":"127.0.0.1:54486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:21.054758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.497015974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:11:21.054785Z","caller":"traceutil/trace.go:171","msg":"trace[1660558903] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25726; }","duration":"3.146588112s","start":"2026-04-23T01:11:17.908181Z","end":"2026-04-23T01:11:21.05477Z","steps":["trace[1660558903] 'agreement among raft nodes before linearized reading' (duration: 3.146312055s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:21.054798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.162174287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:21.05483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:17.908167Z","time spent":"3.146649493s","remote":"127.0.0.1:37618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":182,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:21.05485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.046473232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:11:21.054855Z","caller":"traceutil/trace.go:171","msg":"trace[860706009] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25726; }","duration":"3.162246269s","start":"2026-04-23T01:11:17.892588Z","end":"2026-04-23T01:11:21.054834Z","steps":["trace[860706009] 'agreement among raft nodes before linearized reading' (duration: 3.162170047s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:21.054864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.360821661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:21.054887Z","caller":"traceutil/trace.go:171","msg":"trace[1233607510] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25726; }","duration":"8.046536904s","start":"2026-04-23T01:11:13.008339Z","end":"2026-04-23T01:11:21.054875Z","steps":["trace[1233607510] 'agreement among raft nodes before linearized reading' (duration: 8.046462002s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:21.054898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:17.892576Z","time spent":"3.16231264s","remote":"127.0.0.1:60220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:21.054907Z","caller":"traceutil/trace.go:171","msg":"trace[330835314] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25726; }","duration":"8.360908643s","start":"2026-04-23T01:11:12.693983Z","end":"2026-04-23T01:11:21.054892Z","steps":["trace[330835314] 'agreement among raft nodes before linearized reading' (duration: 8.360838321s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:21.05492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:13.008322Z","time spent":"8.046590456s","remote":"127.0.0.1:44770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:21.054947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:12.693961Z","time spent":"8.360973775s","remote":"127.0.0.1:54070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:21.055074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.662573451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:21.05471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.437449528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-thlj7\" ","response":"range_response_count:1 size:5487"} {"level":"info","ts":"2026-04-23T01:11:21.055101Z","caller":"traceutil/trace.go:171","msg":"trace[1241373293] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25726; }","duration":"3.662604001s","start":"2026-04-23T01:11:17.392489Z","end":"2026-04-23T01:11:21.055093Z","steps":["trace[1241373293] 'agreement among raft nodes before linearized reading' (duration: 3.6625573s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:21.055129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:17.392432Z","time spent":"3.662690013s","remote":"127.0.0.1:54130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:21.055147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.538642377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T01:11:21.055142Z","caller":"traceutil/trace.go:171","msg":"trace[227609685] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-thlj7; range_end:; response_count:1; response_revision:25726; }","duration":"3.437915619s","start":"2026-04-23T01:11:17.617196Z","end":"2026-04-23T01:11:21.055111Z","steps":["trace[227609685] 'agreement among raft nodes before linearized reading' (duration: 3.437130329s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:21.055191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.443371746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-04-23T01:11:21.055203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.262334419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:21.055196Z","caller":"traceutil/trace.go:171","msg":"trace[1174444463] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25726; }","duration":"2.538843352s","start":"2026-04-23T01:11:18.516338Z","end":"2026-04-23T01:11:21.055181Z","steps":["trace[1174444463] 'agreement among raft nodes before linearized reading' (duration: 2.538704759s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:21.055284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757562146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:21.055325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:18.516322Z","time spent":"2.538989116s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T01:11:21.055332Z","caller":"traceutil/trace.go:171","msg":"trace[788274620] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25726; }","duration":"1.75771697s","start":"2026-04-23T01:11:19.297602Z","end":"2026-04-23T01:11:21.055319Z","steps":["trace[788274620] 'agreement among raft nodes before linearized reading' (duration: 1.757567696s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:21.055341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.774901323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:21.055344Z","caller":"traceutil/trace.go:171","msg":"trace[1604701924] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25726; }","duration":"3.262459752s","start":"2026-04-23T01:11:17.792826Z","end":"2026-04-23T01:11:21.055286Z","steps":["trace[1604701924] 'agreement among raft nodes before linearized reading' (duration: 3.262350759s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:21.055373Z","caller":"traceutil/trace.go:171","msg":"trace[655977672] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25726; }","duration":"8.774968845s","start":"2026-04-23T01:11:12.280394Z","end":"2026-04-23T01:11:21.055363Z","steps":["trace[655977672] 'agreement among raft nodes before linearized reading' (duration: 8.774908264s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:21.055371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.076225053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:11:21.055392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.14577024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:21.055389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:17.792805Z","time spent":"3.262570974s","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:21.055472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.894034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:21.05548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.097183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:21.055427Z","caller":"traceutil/trace.go:171","msg":"trace[373279010] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25726; }","duration":"4.145834571s","start":"2026-04-23T01:11:16.909578Z","end":"2026-04-23T01:11:21.055413Z","steps":["trace[373279010] 'agreement among raft nodes before linearized reading' (duration: 4.14579092s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:21.055506Z","caller":"traceutil/trace.go:171","msg":"trace[970260237] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25726; }","duration":"717.974857ms","start":"2026-04-23T01:11:20.337522Z","end":"2026-04-23T01:11:21.055497Z","steps":["trace[970260237] 'agreement among raft nodes before linearized reading' (duration: 717.912485ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:21.055509Z","caller":"traceutil/trace.go:171","msg":"trace[361755466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25726; }","duration":"420.149514ms","start":"2026-04-23T01:11:20.635352Z","end":"2026-04-23T01:11:21.055501Z","steps":["trace[361755466] 'agreement among raft nodes before linearized reading' (duration: 420.097432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:21.055524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:16.909558Z","time spent":"4.145955285s","remote":"127.0.0.1:58006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:21.055535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:20.337503Z","time spent":"718.024608ms","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:21.055153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.186573983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:21.055538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:20.635339Z","time spent":"420.193776ms","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:11:21.055524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.866210142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:21.05557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.637932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:21.055583Z","caller":"traceutil/trace.go:171","msg":"trace[347605058] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25726; }","duration":"3.187038255s","start":"2026-04-23T01:11:17.868528Z","end":"2026-04-23T01:11:21.055566Z","steps":["trace[347605058] 'agreement among raft nodes before linearized reading' (duration: 3.186578753s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:21.055607Z","caller":"traceutil/trace.go:171","msg":"trace[1061751603] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25726; }","duration":"8.866357777s","start":"2026-04-23T01:11:12.189229Z","end":"2026-04-23T01:11:21.055587Z","steps":["trace[1061751603] 'agreement among raft nodes before linearized reading' (duration: 8.866174561s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:21.055622Z","caller":"traceutil/trace.go:171","msg":"trace[1826463352] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25726; }","duration":"816.729694ms","start":"2026-04-23T01:11:20.238879Z","end":"2026-04-23T01:11:21.055608Z","steps":["trace[1826463352] 'agreement among raft nodes before linearized reading' (duration: 816.643052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:21.055644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884294931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:21.05566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:12.189211Z","time spent":"8.866435698s","remote":"127.0.0.1:60150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:21.055677Z","caller":"traceutil/trace.go:171","msg":"trace[744518809] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:25726; }","duration":"1.884375453s","start":"2026-04-23T01:11:19.171293Z","end":"2026-04-23T01:11:21.055669Z","steps":["trace[744518809] 'agreement among raft nodes before linearized reading' (duration: 1.8842861s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:21.055667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:20.238858Z","time spent":"816.795975ms","remote":"127.0.0.1:46728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:21.055695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.272474184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:21.055725Z","caller":"traceutil/trace.go:171","msg":"trace[580616420] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25726; }","duration":"5.272540105s","start":"2026-04-23T01:11:15.783176Z","end":"2026-04-23T01:11:21.055716Z","steps":["trace[580616420] 'agreement among raft nodes before linearized reading' (duration: 5.272485123s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:21.055738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023392659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:11:21.055755Z","caller":"traceutil/trace.go:171","msg":"trace[742707905] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25726; }","duration":"2.023445501s","start":"2026-04-23T01:11:19.032302Z","end":"2026-04-23T01:11:21.055748Z","steps":["trace[742707905] 'agreement among raft nodes before linearized reading' (duration: 2.02341404s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:21.055753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:15.783156Z","time spent":"5.272589857s","remote":"127.0.0.1:49080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:21.055769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:19.032282Z","time spent":"2.023482741s","remote":"127.0.0.1:34688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:21.055783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.000048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-23T01:11:21.055815Z","caller":"traceutil/trace.go:171","msg":"trace[480951585] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:25726; }","duration":"495.06513ms","start":"2026-04-23T01:11:20.560738Z","end":"2026-04-23T01:11:21.055803Z","steps":["trace[480951585] 'agreement among raft nodes before linearized reading' (duration: 495.011149ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:21.05542Z","caller":"traceutil/trace.go:171","msg":"trace[477273142] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25726; }","duration":"3.076312615s","start":"2026-04-23T01:11:17.979094Z","end":"2026-04-23T01:11:21.055406Z","steps":["trace[477273142] 'agreement among raft nodes before linearized reading' (duration: 3.076206432s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:21.05587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:20.560716Z","time spent":"495.139621ms","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"info","ts":"2026-04-23T01:11:21.055278Z","caller":"traceutil/trace.go:171","msg":"trace[854641731] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25726; }","duration":"10.44347244s","start":"2026-04-23T01:11:10.61179Z","end":"2026-04-23T01:11:21.055262Z","steps":["trace[854641731] 'agreement among raft nodes before linearized reading' (duration: 10.443250134s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:21.055895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:17.979071Z","time spent":"3.076813138s","remote":"127.0.0.1:37542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:21.055935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051462199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:21.055926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:10.611779Z","time spent":"10.444131777s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-04-23T01:11:21.055951Z","caller":"traceutil/trace.go:171","msg":"trace[236928525] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25726; }","duration":"2.05151088s","start":"2026-04-23T01:11:19.004435Z","end":"2026-04-23T01:11:21.055946Z","steps":["trace[236928525] 'agreement among raft nodes before linearized reading' (duration: 2.051475679s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:21.055966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:19.004413Z","time spent":"2.051548501s","remote":"127.0.0.1:53812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:21.055968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38678296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T01:11:21.054799Z","caller":"traceutil/trace.go:171","msg":"trace[1027251805] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25726; }","duration":"3.497098906s","start":"2026-04-23T01:11:17.557686Z","end":"2026-04-23T01:11:21.054785Z","steps":["trace[1027251805] 'agreement among raft nodes before linearized reading' (duration: 3.497032764s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:21.056016Z","caller":"traceutil/trace.go:171","msg":"trace[903853105] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25726; }","duration":"1.386865882s","start":"2026-04-23T01:11:19.669137Z","end":"2026-04-23T01:11:21.056003Z","steps":["trace[903853105] 'agreement among raft nodes before linearized reading' (duration: 1.386720178s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:21.055266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:17.617174Z","time spent":"3.438025442s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5511,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-thlj7\" "} {"level":"warn","ts":"2026-04-23T01:11:21.056028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.732203226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:21.056051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:17.557665Z","time spent":"3.498362669s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:21.055376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:19.297581Z","time spent":"1.757779601s","remote":"127.0.0.1:49110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:21.056073Z","caller":"traceutil/trace.go:171","msg":"trace[176000305] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25726; }","duration":"6.732286388s","start":"2026-04-23T01:11:14.323772Z","end":"2026-04-23T01:11:21.056059Z","steps":["trace[176000305] 'agreement among raft nodes before linearized reading' (duration: 6.732225347s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:21.054697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:17.614575Z","time spent":"3.440111125s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d4e2f260311c\" "} {"level":"warn","ts":"2026-04-23T01:11:21.056115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:14.323746Z","time spent":"6.732355592s","remote":"127.0.0.1:53982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:21.055641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:17.86851Z","time spent":"3.187109087s","remote":"127.0.0.1:46828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:21.05554Z","caller":"traceutil/trace.go:171","msg":"trace[379832630] transaction","detail":"{read_only:false; response_revision:25726; number_of_response:1; }","duration":"4.987959808s","start":"2026-04-23T01:11:16.067551Z","end":"2026-04-23T01:11:21.055511Z","steps":["trace[379832630] 'process raft request' (duration: 4.986699745s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:21.055702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:19.171277Z","time spent":"1.884420054s","remote":"127.0.0.1:46758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:21.05621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:16.067531Z","time spent":"4.988646305s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:21.056232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466649549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:21.056075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102757536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:21.056266Z","caller":"traceutil/trace.go:171","msg":"trace[875005681] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25726; }","duration":"1.466722111s","start":"2026-04-23T01:11:19.589533Z","end":"2026-04-23T01:11:21.056255Z","steps":["trace[875005681] 'agreement among raft nodes before linearized reading' (duration: 1.46666469s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:21.056057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:19.669118Z","time spent":"1.386928453s","remote":"127.0.0.1:37434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T01:11:21.05597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.723260291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:11:21.056333Z","caller":"traceutil/trace.go:171","msg":"trace[1363145914] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25726; }","duration":"6.723661281s","start":"2026-04-23T01:11:14.332666Z","end":"2026-04-23T01:11:21.056327Z","steps":["trace[1363145914] 'agreement among raft nodes before linearized reading' (duration: 6.723256841s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:21.056353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:14.332653Z","time spent":"6.723693572s","remote":"127.0.0.1:58206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:21.055331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.125870506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:11:21.056296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:19.589512Z","time spent":"1.466775843s","remote":"127.0.0.1:60182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:21.056416Z","caller":"traceutil/trace.go:171","msg":"trace[411680982] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25726; }","duration":"4.126970135s","start":"2026-04-23T01:11:16.929427Z","end":"2026-04-23T01:11:21.056397Z","steps":["trace[411680982] 'agreement among raft nodes before linearized reading' (duration: 4.125861996s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:21.056459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:16.929416Z","time spent":"4.127029426s","remote":"127.0.0.1:37762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:21.056289Z","caller":"traceutil/trace.go:171","msg":"trace[1772525369] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25726; }","duration":"2.102998672s","start":"2026-04-23T01:11:18.953271Z","end":"2026-04-23T01:11:21.05627Z","steps":["trace[1772525369] 'agreement among raft nodes before linearized reading' (duration: 2.102780546s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:21.056565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:18.953246Z","time spent":"2.10330673s","remote":"127.0.0.1:53944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:21.056653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:12.280377Z","time spent":"8.776264688s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:21.37571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:21.059169Z","time spent":"316.529595ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T01:11:21.375945Z","caller":"traceutil/trace.go:171","msg":"trace[2054322190] transaction","detail":"{read_only:false; response_revision:25729; number_of_response:1; }","duration":"260.650021ms","start":"2026-04-23T01:11:21.11526Z","end":"2026-04-23T01:11:21.37591Z","steps":["trace[2054322190] 'process raft request' (duration: 260.578489ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:21.376459Z","caller":"traceutil/trace.go:171","msg":"trace[1646163676] transaction","detail":"{read_only:false; response_revision:25728; number_of_response:1; }","duration":"309.002164ms","start":"2026-04-23T01:11:21.067446Z","end":"2026-04-23T01:11:21.376448Z","steps":["trace[1646163676] 'process raft request' (duration: 308.319937ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:21.376458Z","caller":"traceutil/trace.go:171","msg":"trace[835795196] transaction","detail":"{read_only:false; response_revision:25727; number_of_response:1; }","duration":"314.82612ms","start":"2026-04-23T01:11:21.061592Z","end":"2026-04-23T01:11:21.376418Z","steps":["trace[835795196] 'process raft request' (duration: 313.946399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:21.376598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:21.067437Z","time spent":"309.054005ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5661,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:11:21.376586Z","caller":"traceutil/trace.go:171","msg":"trace[1741742346] linearizableReadLoop","detail":"{readStateIndex:26596; appliedIndex:26594; }","duration":"316.283068ms","start":"2026-04-23T01:11:21.06027Z","end":"2026-04-23T01:11:21.376553Z","steps":["trace[1741742346] 'read index received' (duration: 53.889772ms)","trace[1741742346] 'applied index is now lower than readState.Index' (duration: 262.389286ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:21.37662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:21.061583Z","time spent":"314.920584ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:21.376812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.293721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:21.376888Z","caller":"traceutil/trace.go:171","msg":"trace[929576869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25729; }","duration":"311.402665ms","start":"2026-04-23T01:11:21.065462Z","end":"2026-04-23T01:11:21.376865Z","steps":["trace[929576869] 'agreement among raft nodes before linearized reading' (duration: 311.276171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:21.376934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:21.065448Z","time spent":"311.476316ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:11:21.377491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.594635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e9e32bb4-9334-484f-859a-9c29fc7dfb77\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-04-23T01:11:21.377566Z","caller":"traceutil/trace.go:171","msg":"trace[1517017324] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e9e32bb4-9334-484f-859a-9c29fc7dfb77; range_end:; response_count:1; response_revision:25729; }","duration":"317.297884ms","start":"2026-04-23T01:11:21.060247Z","end":"2026-04-23T01:11:21.377545Z","steps":["trace[1517017324] 'agreement among raft nodes before linearized reading' (duration: 316.438662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:21.377711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:21.060238Z","time spent":"317.369395ms","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-e9e32bb4-9334-484f-859a-9c29fc7dfb77\" "} {"level":"warn","ts":"2026-04-23T01:11:21.847231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.998763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:11:21.847385Z","caller":"traceutil/trace.go:171","msg":"trace[1811705069] linearizableReadLoop","detail":"{readStateIndex:26600; appliedIndex:26599; }","duration":"467.506643ms","start":"2026-04-23T01:11:21.379823Z","end":"2026-04-23T01:11:21.84733Z","steps":["trace[1811705069] 'read index received' (duration: 160.211882ms)","trace[1811705069] 'applied index is now lower than readState.Index' (duration: 307.292721ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:21.847425Z","caller":"traceutil/trace.go:171","msg":"trace[858132660] transaction","detail":"{read_only:false; response_revision:25730; number_of_response:1; }","duration":"469.178035ms","start":"2026-04-23T01:11:21.378185Z","end":"2026-04-23T01:11:21.847363Z","steps":["trace[858132660] 'process raft request' (duration: 161.958346ms)","trace[858132660] 'compare' (duration: 306.87513ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:21.847647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.815221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-23T01:11:21.847669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:21.378157Z","time spent":"469.376299ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:11:21.847685Z","caller":"traceutil/trace.go:171","msg":"trace[1847672088] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25730; }","duration":"467.894903ms","start":"2026-04-23T01:11:21.37978Z","end":"2026-04-23T01:11:21.847675Z","steps":["trace[1847672088] 'agreement among raft nodes before linearized reading' (duration: 467.698458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:21.847674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.002369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-69v72\" ","response":"range_response_count:1 size:5421"} {"level":"warn","ts":"2026-04-23T01:11:21.847723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:21.37977Z","time spent":"467.944484ms","remote":"127.0.0.1:37484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-23T01:11:21.847735Z","caller":"traceutil/trace.go:171","msg":"trace[2018172180] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-69v72; range_end:; response_count:1; response_revision:25730; }","duration":"467.151733ms","start":"2026-04-23T01:11:21.380567Z","end":"2026-04-23T01:11:21.847719Z","steps":["trace[2018172180] 'agreement among raft nodes before linearized reading' (duration: 466.949098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:21.8479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:21.380543Z","time spent":"467.304477ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5445,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-69v72\" "} {"level":"warn","ts":"2026-04-23T01:11:21.847992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.782406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"info","ts":"2026-04-23T01:11:21.848086Z","caller":"traceutil/trace.go:171","msg":"trace[497640383] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:25730; }","duration":"457.899779ms","start":"2026-04-23T01:11:21.390161Z","end":"2026-04-23T01:11:21.848061Z","steps":["trace[497640383] 'agreement among raft nodes before linearized reading' (duration: 457.605822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:21.848139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:21.390158Z","time spent":"457.971921ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10402,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-23T01:11:21.848101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.532869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"info","ts":"2026-04-23T01:11:21.848217Z","caller":"traceutil/trace.go:171","msg":"trace[1224441210] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:25730; }","duration":"455.662852ms","start":"2026-04-23T01:11:21.392523Z","end":"2026-04-23T01:11:21.848186Z","steps":["trace[1224441210] 'agreement among raft nodes before linearized reading' (duration: 455.331134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:21.848279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.041771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"warn","ts":"2026-04-23T01:11:21.848304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.490085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"warn","ts":"2026-04-23T01:11:21.848261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:21.392518Z","time spent":"455.734084ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24269,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-04-23T01:11:21.848305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.819733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"warn","ts":"2026-04-23T01:11:21.848312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.44452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-23T01:11:21.848149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.268377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"info","ts":"2026-04-23T01:11:21.848379Z","caller":"traceutil/trace.go:171","msg":"trace[332956602] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:25730; }","duration":"458.904245ms","start":"2026-04-23T01:11:21.389447Z","end":"2026-04-23T01:11:21.848351Z","steps":["trace[332956602] 'agreement among raft nodes before linearized reading' (duration: 458.72726ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:21.848406Z","caller":"traceutil/trace.go:171","msg":"trace[526118700] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:25730; }","duration":"456.544886ms","start":"2026-04-23T01:11:21.391852Z","end":"2026-04-23T01:11:21.848397Z","steps":["trace[526118700] 'agreement among raft nodes before linearized reading' (duration: 456.053272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:21.848399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.595297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"warn","ts":"2026-04-23T01:11:21.848403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.5844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"warn","ts":"2026-04-23T01:11:21.84842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:21.389438Z","time spent":"458.973817ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4358,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-04-23T01:11:21.848438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.881224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"warn","ts":"2026-04-23T01:11:21.848444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:21.391849Z","time spent":"456.586917ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4108,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"info","ts":"2026-04-23T01:11:21.848454Z","caller":"traceutil/trace.go:171","msg":"trace[1649024620] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:25730; }","duration":"458.658239ms","start":"2026-04-23T01:11:21.389781Z","end":"2026-04-23T01:11:21.848439Z","steps":["trace[1649024620] 'agreement among raft nodes before linearized reading' (duration: 458.508705ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:21.84847Z","caller":"traceutil/trace.go:171","msg":"trace[997084175] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:25730; }","duration":"456.921095ms","start":"2026-04-23T01:11:21.39154Z","end":"2026-04-23T01:11:21.848461Z","steps":["trace[997084175] 'agreement among raft nodes before linearized reading' (duration: 456.829143ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:21.848474Z","caller":"traceutil/trace.go:171","msg":"trace[2137394626] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:25730; }","duration":"258.703513ms","start":"2026-04-23T01:11:21.589747Z","end":"2026-04-23T01:11:21.848451Z","steps":["trace[2137394626] 'agreement among raft nodes before linearized reading' (duration: 258.449566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:21.8485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:21.391536Z","time spent":"456.957156ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5611,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"info","ts":"2026-04-23T01:11:21.848342Z","caller":"traceutil/trace.go:171","msg":"trace[770187672] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:25730; }","duration":"456.105004ms","start":"2026-04-23T01:11:21.392219Z","end":"2026-04-23T01:11:21.848324Z","steps":["trace[770187672] 'agreement among raft nodes before linearized reading' (duration: 455.963089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:21.848551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:21.392215Z","time spent":"456.326789ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13254,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-04-23T01:11:21.848421Z","caller":"traceutil/trace.go:171","msg":"trace[974012117] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25730; }","duration":"465.607596ms","start":"2026-04-23T01:11:21.382794Z","end":"2026-04-23T01:11:21.848401Z","steps":["trace[974012117] 'agreement among raft nodes before linearized reading' (duration: 465.351618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:21.848715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.621109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"info","ts":"2026-04-23T01:11:21.848342Z","caller":"traceutil/trace.go:171","msg":"trace[1614459677] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:25730; }","duration":"458.536376ms","start":"2026-04-23T01:11:21.389794Z","end":"2026-04-23T01:11:21.84833Z","steps":["trace[1614459677] 'agreement among raft nodes before linearized reading' (duration: 458.382461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:21.848844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:21.389791Z","time spent":"459.029998ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9345,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"info","ts":"2026-04-23T01:11:21.84879Z","caller":"traceutil/trace.go:171","msg":"trace[1460268930] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:25730; }","duration":"426.762983ms","start":"2026-04-23T01:11:21.422008Z","end":"2026-04-23T01:11:21.848771Z","steps":["trace[1460268930] 'agreement among raft nodes before linearized reading' (duration: 426.288941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:21.848498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:21.389777Z","time spent":"458.71299ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5202,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-04-23T01:11:21.849021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:21.382756Z","time spent":"465.955024ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:11:21.84916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:21.421984Z","time spent":"427.07166ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188277,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-23T01:11:21.84933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.882226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-04-23T01:11:21.849271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.48978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"info","ts":"2026-04-23T01:11:21.849555Z","caller":"traceutil/trace.go:171","msg":"trace[2091267144] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:25730; }","duration":"465.116612ms","start":"2026-04-23T01:11:21.384256Z","end":"2026-04-23T01:11:21.849373Z","steps":["trace[2091267144] 'agreement among raft nodes before linearized reading' (duration: 463.552612ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:21.850035Z","caller":"traceutil/trace.go:171","msg":"trace[1325608998] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:25730; }","duration":"460.262009ms","start":"2026-04-23T01:11:21.389757Z","end":"2026-04-23T01:11:21.850019Z","steps":["trace[1325608998] 'agreement among raft nodes before linearized reading' (duration: 458.043853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:21.850086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:21.389753Z","time spent":"460.31808ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4205,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-04-23T01:11:21.850323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:21.38423Z","time spent":"465.809089ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-04-23T01:11:22.306147Z","caller":"traceutil/trace.go:171","msg":"trace[786894978] linearizableReadLoop","detail":"{readStateIndex:26602; appliedIndex:26600; }","duration":"448.793118ms","start":"2026-04-23T01:11:21.857326Z","end":"2026-04-23T01:11:22.306119Z","steps":["trace[786894978] 'read index received' (duration: 17.294526ms)","trace[786894978] 'applied index is now lower than readState.Index' (duration: 431.497322ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:22.306239Z","caller":"traceutil/trace.go:171","msg":"trace[2105673651] transaction","detail":"{read_only:false; response_revision:25732; number_of_response:1; }","duration":"449.22326ms","start":"2026-04-23T01:11:21.856983Z","end":"2026-04-23T01:11:22.306206Z","steps":["trace[2105673651] 'process raft request' (duration: 448.909962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.306458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.403073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:22.306513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:21.85696Z","time spent":"449.384774ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:11:22.306299Z","caller":"traceutil/trace.go:171","msg":"trace[611683359] transaction","detail":"{read_only:false; response_revision:25733; number_of_response:1; }","duration":"448.284656ms","start":"2026-04-23T01:11:21.857995Z","end":"2026-04-23T01:11:22.306279Z","steps":["trace[611683359] 'process raft request' (duration: 448.064051ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:22.306571Z","caller":"traceutil/trace.go:171","msg":"trace[717867601] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:25733; }","duration":"218.522677ms","start":"2026-04-23T01:11:22.088003Z","end":"2026-04-23T01:11:22.306526Z","steps":["trace[717867601] 'agreement among raft nodes before linearized reading' (duration: 218.382483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.306468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.645919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:22.306666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:21.857975Z","time spent":"448.617824ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5581,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:22.306686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.821003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-lznzd.18a8d72515340aff\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-04-23T01:11:22.306661Z","caller":"traceutil/trace.go:171","msg":"trace[1429489499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25733; }","duration":"441.884974ms","start":"2026-04-23T01:11:21.864752Z","end":"2026-04-23T01:11:22.306637Z","steps":["trace[1429489499] 'agreement among raft nodes before linearized reading' (duration: 441.625508ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:22.306739Z","caller":"traceutil/trace.go:171","msg":"trace[218356183] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-lznzd.18a8d72515340aff; range_end:; response_count:1; response_revision:25733; }","duration":"426.902286ms","start":"2026-04-23T01:11:21.879822Z","end":"2026-04-23T01:11:22.306724Z","steps":["trace[218356183] 'agreement among raft nodes before linearized reading' (duration: 426.68269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.306473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.144078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-04-23T01:11:22.30675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:21.864736Z","time spent":"441.998898ms","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:11:22.306795Z","caller":"traceutil/trace.go:171","msg":"trace[1333512420] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25733; }","duration":"449.497247ms","start":"2026-04-23T01:11:21.857279Z","end":"2026-04-23T01:11:22.306776Z","steps":["trace[1333512420] 'agreement among raft nodes before linearized reading' (duration: 449.045236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.306778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:21.879805Z","time spent":"426.962967ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-lznzd.18a8d72515340aff\" "} {"level":"warn","ts":"2026-04-23T01:11:22.306854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:21.857264Z","time spent":"449.573768ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:11:22.535756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.954974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:11:22.535892Z","caller":"traceutil/trace.go:171","msg":"trace[763200153] linearizableReadLoop","detail":"{readStateIndex:26604; appliedIndex:26603; }","duration":"225.253806ms","start":"2026-04-23T01:11:22.310616Z","end":"2026-04-23T01:11:22.53587Z","steps":["trace[763200153] 'read index received' (duration: 101.077967ms)","trace[763200153] 'applied index is now lower than readState.Index' (duration: 124.173219ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:22.536123Z","caller":"traceutil/trace.go:171","msg":"trace[1086301692] transaction","detail":"{read_only:false; response_revision:25734; number_of_response:1; }","duration":"225.996676ms","start":"2026-04-23T01:11:22.310086Z","end":"2026-04-23T01:11:22.536083Z","steps":["trace[1086301692] 'process raft request' (duration: 101.612001ms)","trace[1086301692] 'compare' (duration: 123.724768ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:22.536374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.733908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a69b1b3b-b2bf-4d82-9f1f-7ae88abb17fc\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-04-23T01:11:22.536482Z","caller":"traceutil/trace.go:171","msg":"trace[608356963] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a69b1b3b-b2bf-4d82-9f1f-7ae88abb17fc; range_end:; response_count:1; response_revision:25734; }","duration":"225.84838ms","start":"2026-04-23T01:11:22.310585Z","end":"2026-04-23T01:11:22.536434Z","steps":["trace[608356963] 'agreement among raft nodes before linearized reading' (duration: 225.602794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.536482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.03652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-lznzd\" ","response":"range_response_count:1 size:4886"} {"level":"info","ts":"2026-04-23T01:11:22.536697Z","caller":"traceutil/trace.go:171","msg":"trace[1115685444] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-lznzd; range_end:; response_count:1; response_revision:25734; }","duration":"225.263096ms","start":"2026-04-23T01:11:22.311413Z","end":"2026-04-23T01:11:22.536676Z","steps":["trace[1115685444] 'agreement among raft nodes before linearized reading' (duration: 224.874807ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:22.785104Z","caller":"traceutil/trace.go:171","msg":"trace[431615860] linearizableReadLoop","detail":"{readStateIndex:26605; appliedIndex:26604; }","duration":"240.246345ms","start":"2026-04-23T01:11:22.544833Z","end":"2026-04-23T01:11:22.785079Z","steps":["trace[431615860] 'read index received' (duration: 240.088111ms)","trace[431615860] 'applied index is now lower than readState.Index' (duration: 157.244µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:22.785155Z","caller":"traceutil/trace.go:171","msg":"trace[778172325] transaction","detail":"{read_only:false; response_revision:25735; number_of_response:1; }","duration":"240.709186ms","start":"2026-04-23T01:11:22.544411Z","end":"2026-04-23T01:11:22.78512Z","steps":["trace[778172325] 'process raft request' (duration: 240.525152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.785344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.489031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-23T01:11:22.785385Z","caller":"traceutil/trace.go:171","msg":"trace[1794444499] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25735; }","duration":"240.580484ms","start":"2026-04-23T01:11:22.544793Z","end":"2026-04-23T01:11:22.785374Z","steps":["trace[1794444499] 'agreement among raft nodes before linearized reading' (duration: 240.396379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.797599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.609135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"info","ts":"2026-04-23T01:11:22.79767Z","caller":"traceutil/trace.go:171","msg":"trace[1719678804] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:25736; }","duration":"204.736327ms","start":"2026-04-23T01:11:22.592918Z","end":"2026-04-23T01:11:22.797655Z","steps":["trace[1719678804] 'agreement among raft nodes before linearized reading' (duration: 204.522622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.797857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.611495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268864"} {"level":"info","ts":"2026-04-23T01:11:22.79793Z","caller":"traceutil/trace.go:171","msg":"trace[1437374775] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:25736; }","duration":"104.728838ms","start":"2026-04-23T01:11:22.693186Z","end":"2026-04-23T01:11:22.797915Z","steps":["trace[1437374775] 'agreement among raft nodes before linearized reading' (duration: 104.258756ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:22.798261Z","caller":"traceutil/trace.go:171","msg":"trace[2122934383] transaction","detail":"{read_only:false; response_revision:25736; number_of_response:1; }","duration":"252.342411ms","start":"2026-04-23T01:11:22.545908Z","end":"2026-04-23T01:11:22.79825Z","steps":["trace[2122934383] 'process raft request' (duration: 251.354205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.797956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.165418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-04-23T01:11:22.798516Z","caller":"traceutil/trace.go:171","msg":"trace[759744324] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:25736; }","duration":"252.751272ms","start":"2026-04-23T01:11:22.545752Z","end":"2026-04-23T01:11:22.798503Z","steps":["trace[759744324] 'agreement among raft nodes before linearized reading' (duration: 252.150586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:23.193252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.560275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:11:23.193327Z","caller":"traceutil/trace.go:171","msg":"trace[1680540342] linearizableReadLoop","detail":"{readStateIndex:26607; appliedIndex:26606; }","duration":"386.493153ms","start":"2026-04-23T01:11:22.80682Z","end":"2026-04-23T01:11:23.193314Z","steps":["trace[1680540342] 'read index received' (duration: 107.776705ms)","trace[1680540342] 'applied index is now lower than readState.Index' (duration: 278.715358ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:23.193396Z","caller":"traceutil/trace.go:171","msg":"trace[984719258] transaction","detail":"{read_only:false; response_revision:25737; number_of_response:1; }","duration":"391.198843ms","start":"2026-04-23T01:11:22.80219Z","end":"2026-04-23T01:11:23.193389Z","steps":["trace[984719258] 'process raft request' (duration: 112.439543ms)","trace[984719258] 'compare' (duration: 278.397341ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:23.193436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:22.80218Z","time spent":"391.234054ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:23.19366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.838543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-370d541b-7b32-428c-a2fe-b3b90b592d27\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-23T01:11:23.193689Z","caller":"traceutil/trace.go:171","msg":"trace[1508197509] range","detail":"{range_begin:/registry/persistentvolumes/pvc-370d541b-7b32-428c-a2fe-b3b90b592d27; range_end:; response_count:1; response_revision:25737; }","duration":"386.894363ms","start":"2026-04-23T01:11:22.806786Z","end":"2026-04-23T01:11:23.19368Z","steps":["trace[1508197509] 'agreement among raft nodes before linearized reading' (duration: 386.777341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:23.193709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:22.806769Z","time spent":"386.935445ms","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-370d541b-7b32-428c-a2fe-b3b90b592d27\" "} {"level":"info","ts":"2026-04-23T01:11:23.380963Z","caller":"traceutil/trace.go:171","msg":"trace[135297261] linearizableReadLoop","detail":"{readStateIndex:26608; appliedIndex:26607; }","duration":"187.582914ms","start":"2026-04-23T01:11:23.193356Z","end":"2026-04-23T01:11:23.380939Z","steps":["trace[135297261] 'read index received' (duration: 166.439039ms)","trace[135297261] 'applied index is now lower than readState.Index' (duration: 21.142535ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:23.381061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.266821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:23.381096Z","caller":"traceutil/trace.go:171","msg":"trace[40909820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25738; }","duration":"515.337852ms","start":"2026-04-23T01:11:22.865743Z","end":"2026-04-23T01:11:23.381081Z","steps":["trace[40909820] 'agreement among raft nodes before linearized reading' (duration: 515.2739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:23.381118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:22.865707Z","time spent":"515.404254ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:11:23.381098Z","caller":"traceutil/trace.go:171","msg":"trace[141813923] transaction","detail":"{read_only:false; response_revision:25738; number_of_response:1; }","duration":"572.508749ms","start":"2026-04-23T01:11:22.808541Z","end":"2026-04-23T01:11:23.381049Z","steps":["trace[141813923] 'process raft request' (duration: 551.240261ms)","trace[141813923] 'compare' (duration: 21.050113ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:23.381179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.126597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d723028272bf\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-23T01:11:23.381209Z","caller":"traceutil/trace.go:171","msg":"trace[1289864125] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d723028272bf; range_end:; response_count:1; response_revision:25738; }","duration":"184.206769ms","start":"2026-04-23T01:11:23.196993Z","end":"2026-04-23T01:11:23.381199Z","steps":["trace[1289864125] 'agreement among raft nodes before linearized reading' (duration: 184.081196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:23.381246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.901742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"warn","ts":"2026-04-23T01:11:23.381282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:22.808526Z","time spent":"572.657782ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:23.381326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.873521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-23T01:11:23.381347Z","caller":"traceutil/trace.go:171","msg":"trace[1162925328] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25738; }","duration":"183.910401ms","start":"2026-04-23T01:11:23.197429Z","end":"2026-04-23T01:11:23.38134Z","steps":["trace[1162925328] 'agreement among raft nodes before linearized reading' (duration: 183.85745ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:23.381329Z","caller":"traceutil/trace.go:171","msg":"trace[477643796] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:25738; }","duration":"572.021525ms","start":"2026-04-23T01:11:22.809286Z","end":"2026-04-23T01:11:23.381307Z","steps":["trace[477643796] 'agreement among raft nodes before linearized reading' (duration: 571.773599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:23.381381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:22.809276Z","time spent":"572.093517ms","remote":"127.0.0.1:49098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7529,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-04-23T01:11:23.657346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.165601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:11:23.657454Z","caller":"traceutil/trace.go:171","msg":"trace[1126055771] linearizableReadLoop","detail":"{readStateIndex:26610; appliedIndex:26609; }","duration":"206.296306ms","start":"2026-04-23T01:11:23.45114Z","end":"2026-04-23T01:11:23.657437Z","steps":["trace[1126055771] 'read index received' (duration: 93.048782ms)","trace[1126055771] 'applied index is now lower than readState.Index' (duration: 113.246234ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:23.657634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.48661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-23T01:11:23.657672Z","caller":"traceutil/trace.go:171","msg":"trace[4291434] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25740; }","duration":"206.526591ms","start":"2026-04-23T01:11:23.451135Z","end":"2026-04-23T01:11:23.657661Z","steps":["trace[4291434] 'agreement among raft nodes before linearized reading' (duration: 206.367097ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:23.657854Z","caller":"traceutil/trace.go:171","msg":"trace[526118886] transaction","detail":"{read_only:false; response_revision:25740; number_of_response:1; }","duration":"208.547083ms","start":"2026-04-23T01:11:23.449275Z","end":"2026-04-23T01:11:23.657822Z","steps":["trace[526118886] 'process raft request' (duration: 94.950841ms)","trace[526118886] 'compare' (duration: 112.924256ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:23.754382Z","caller":"traceutil/trace.go:171","msg":"trace[663639563] transaction","detail":"{read_only:false; response_revision:25741; number_of_response:1; }","duration":"302.50408ms","start":"2026-04-23T01:11:23.451852Z","end":"2026-04-23T01:11:23.754356Z","steps":["trace[663639563] 'process raft request' (duration: 302.191902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:23.754498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:23.451832Z","time spent":"302.611742ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4962,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:11:23.970277Z","caller":"traceutil/trace.go:171","msg":"trace[1640337355] linearizableReadLoop","detail":"{readStateIndex:26614; appliedIndex:26613; }","duration":"123.873132ms","start":"2026-04-23T01:11:23.846386Z","end":"2026-04-23T01:11:23.970259Z","steps":["trace[1640337355] 'read index received' (duration: 118.467415ms)","trace[1640337355] 'applied index is now lower than readState.Index' (duration: 5.405057ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:23.970374Z","caller":"traceutil/trace.go:171","msg":"trace[1257707983] transaction","detail":"{read_only:false; response_revision:25744; number_of_response:1; }","duration":"155.593006ms","start":"2026-04-23T01:11:23.814773Z","end":"2026-04-23T01:11:23.970366Z","steps":["trace[1257707983] 'process raft request' (duration: 150.177348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:23.970562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.099307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:23.970635Z","caller":"traceutil/trace.go:171","msg":"trace[566668840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25744; }","duration":"103.20462ms","start":"2026-04-23T01:11:23.867412Z","end":"2026-04-23T01:11:23.970616Z","steps":["trace[566668840] 'agreement among raft nodes before linearized reading' (duration: 103.062896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:23.970726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.324224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d4e2f260311c\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-23T01:11:23.970756Z","caller":"traceutil/trace.go:171","msg":"trace[949392310] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d4e2f260311c; range_end:; response_count:1; response_revision:25744; }","duration":"124.436496ms","start":"2026-04-23T01:11:23.846308Z","end":"2026-04-23T01:11:23.970744Z","steps":["trace[949392310] 'agreement among raft nodes before linearized reading' (duration: 124.327293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:24.313939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.296476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:11:24.31402Z","caller":"traceutil/trace.go:171","msg":"trace[1154294802] linearizableReadLoop","detail":"{readStateIndex:26616; appliedIndex:26615; }","duration":"327.043821ms","start":"2026-04-23T01:11:23.986964Z","end":"2026-04-23T01:11:24.314008Z","steps":["trace[1154294802] 'read index received' (duration: 90.609432ms)","trace[1154294802] 'applied index is now lower than readState.Index' (duration: 236.431389ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:24.314073Z","caller":"traceutil/trace.go:171","msg":"trace[1884053793] transaction","detail":"{read_only:false; response_revision:25746; number_of_response:1; }","duration":"327.215865ms","start":"2026-04-23T01:11:23.986849Z","end":"2026-04-23T01:11:24.314065Z","steps":["trace[1884053793] 'process raft request' (duration: 90.706774ms)","trace[1884053793] 'compare' (duration: 236.147092ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:24.314129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:23.986827Z","time spent":"327.262026ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:24.316328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.36371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:389216"} {"level":"info","ts":"2026-04-23T01:11:24.31636Z","caller":"traceutil/trace.go:171","msg":"trace[180156164] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:25746; }","duration":"329.440821ms","start":"2026-04-23T01:11:23.986912Z","end":"2026-04-23T01:11:24.316353Z","steps":["trace[180156164] 'agreement among raft nodes before linearized reading' (duration: 327.364319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:24.316393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:23.986892Z","time spent":"329.483532ms","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":2014,"response size":389240,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"info","ts":"2026-04-23T01:11:24.480288Z","caller":"traceutil/trace.go:171","msg":"trace[278687166] transaction","detail":"{read_only:false; response_revision:25747; number_of_response:1; }","duration":"490.867653ms","start":"2026-04-23T01:11:23.98938Z","end":"2026-04-23T01:11:24.480248Z","steps":["trace[278687166] 'process raft request' (duration: 424.689389ms)","trace[278687166] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/pods/kube-system/kube-vip-instance; req_size:4924; } (duration: 65.875466ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:24.48036Z","caller":"traceutil/trace.go:171","msg":"trace[980527397] linearizableReadLoop","detail":"{readStateIndex:26618; appliedIndex:26616; }","duration":"166.296385ms","start":"2026-04-23T01:11:24.314038Z","end":"2026-04-23T01:11:24.480334Z","steps":["trace[980527397] 'read index received' (duration: 99.995728ms)","trace[980527397] 'applied index is now lower than readState.Index' (duration: 66.299107ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:24.480448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:23.989369Z","time spent":"490.990386ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4927,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:11:24.480435Z","caller":"traceutil/trace.go:171","msg":"trace[1935625020] transaction","detail":"{read_only:false; response_revision:25748; number_of_response:1; }","duration":"213.259743ms","start":"2026-04-23T01:11:24.267138Z","end":"2026-04-23T01:11:24.480398Z","steps":["trace[1935625020] 'process raft request' (duration: 212.995837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:24.480668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.336267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T01:11:24.480706Z","caller":"traceutil/trace.go:171","msg":"trace[1926686467] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25748; }","duration":"168.431239ms","start":"2026-04-23T01:11:24.312265Z","end":"2026-04-23T01:11:24.480696Z","steps":["trace[1926686467] 'agreement among raft nodes before linearized reading' (duration: 168.191603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:24.480707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.022922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-386d5f95-c9a8-46c8-a660-d2c171fa2c23\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-04-23T01:11:24.480798Z","caller":"traceutil/trace.go:171","msg":"trace[1149384736] range","detail":"{range_begin:/registry/persistentvolumes/pvc-386d5f95-c9a8-46c8-a660-d2c171fa2c23; range_end:; response_count:1; response_revision:25748; }","duration":"492.141305ms","start":"2026-04-23T01:11:23.988638Z","end":"2026-04-23T01:11:24.480779Z","steps":["trace[1149384736] 'agreement among raft nodes before linearized reading' (duration: 491.881278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:24.480851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:23.988632Z","time spent":"492.206006ms","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-386d5f95-c9a8-46c8-a660-d2c171fa2c23\" "} {"level":"warn","ts":"2026-04-23T01:11:24.48095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.859469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-lznzd.18a8d72515340aff\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-04-23T01:11:24.481016Z","caller":"traceutil/trace.go:171","msg":"trace[1388755318] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-lznzd.18a8d72515340aff; range_end:; response_count:1; response_revision:25748; }","duration":"162.93877ms","start":"2026-04-23T01:11:24.31806Z","end":"2026-04-23T01:11:24.480998Z","steps":["trace[1388755318] 'agreement among raft nodes before linearized reading' (duration: 162.772956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:24.481118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.663812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:11:24.481167Z","caller":"traceutil/trace.go:171","msg":"trace[2044575132] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25748; }","duration":"315.715693ms","start":"2026-04-23T01:11:24.165439Z","end":"2026-04-23T01:11:24.481155Z","steps":["trace[2044575132] 'agreement among raft nodes before linearized reading' (duration: 315.627771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:24.481204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:24.165262Z","time spent":"315.930908ms","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:24.487697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.768004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-c9f5464c4-b7qz4.18a8d66f15793798\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:25746 ","response":"range_response_count:500 size:389212"} {"level":"info","ts":"2026-04-23T01:11:24.487751Z","caller":"traceutil/trace.go:171","msg":"trace[2130013855] range","detail":"{range_begin:/registry/events/openstack/heat-engine-c9f5464c4-b7qz4.18a8d66f15793798\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:25748; }","duration":"152.860436ms","start":"2026-04-23T01:11:24.334877Z","end":"2026-04-23T01:11:24.487738Z","steps":["trace[2130013855] 'agreement among raft nodes before linearized reading' (duration: 145.980442ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:24.706039Z","caller":"traceutil/trace.go:171","msg":"trace[394576674] linearizableReadLoop","detail":"{readStateIndex:26619; appliedIndex:26618; }","duration":"221.855671ms","start":"2026-04-23T01:11:24.484154Z","end":"2026-04-23T01:11:24.706009Z","steps":["trace[394576674] 'read index received' (duration: 221.293386ms)","trace[394576674] 'applied index is now lower than readState.Index' (duration: 561.095µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:24.70614Z","caller":"traceutil/trace.go:171","msg":"trace[1744126387] transaction","detail":"{read_only:false; response_revision:25749; number_of_response:1; }","duration":"222.549209ms","start":"2026-04-23T01:11:24.483561Z","end":"2026-04-23T01:11:24.70611Z","steps":["trace[1744126387] 'process raft request' (duration: 222.267642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:24.706211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.043526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4131"} {"level":"info","ts":"2026-04-23T01:11:24.706262Z","caller":"traceutil/trace.go:171","msg":"trace[1236411150] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:25749; }","duration":"222.126198ms","start":"2026-04-23T01:11:24.484124Z","end":"2026-04-23T01:11:24.70625Z","steps":["trace[1236411150] 'agreement among raft nodes before linearized reading' (duration: 221.985635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:24.706904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.462695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-04-23T01:11:24.70695Z","caller":"traceutil/trace.go:171","msg":"trace[2014192844] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:25750; }","duration":"222.862166ms","start":"2026-04-23T01:11:24.484067Z","end":"2026-04-23T01:11:24.706929Z","steps":["trace[2014192844] 'agreement among raft nodes before linearized reading' (duration: 222.724873ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:24.707019Z","caller":"traceutil/trace.go:171","msg":"trace[1012201166] transaction","detail":"{read_only:false; response_revision:25750; number_of_response:1; }","duration":"221.02072ms","start":"2026-04-23T01:11:24.485982Z","end":"2026-04-23T01:11:24.707003Z","steps":["trace[1012201166] 'process raft request' (duration: 220.666761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:24.709542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.875015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-rabbit-init-9zccb.18a8d64f0d75595c\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:25746 ","response":"range_response_count:500 size:388756"} {"level":"info","ts":"2026-04-23T01:11:24.709683Z","caller":"traceutil/trace.go:171","msg":"trace[1861277481] range","detail":"{range_begin:/registry/events/openstack/neutron-rabbit-init-9zccb.18a8d64f0d75595c\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:25750; }","duration":"202.05306ms","start":"2026-04-23T01:11:24.507613Z","end":"2026-04-23T01:11:24.709666Z","steps":["trace[1861277481] 'agreement among raft nodes before linearized reading' (duration: 199.421063ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:24.975488Z","caller":"traceutil/trace.go:171","msg":"trace[54854578] linearizableReadLoop","detail":"{readStateIndex:26622; appliedIndex:26621; }","duration":"208.518723ms","start":"2026-04-23T01:11:24.766948Z","end":"2026-04-23T01:11:24.975467Z","steps":["trace[54854578] 'read index received' (duration: 208.464102ms)","trace[54854578] 'applied index is now lower than readState.Index' (duration: 53.491µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:24.975825Z","caller":"traceutil/trace.go:171","msg":"trace[906285566] transaction","detail":"{read_only:false; response_revision:25752; number_of_response:1; }","duration":"253.213854ms","start":"2026-04-23T01:11:24.722311Z","end":"2026-04-23T01:11:24.975525Z","steps":["trace[906285566] 'process raft request' (duration: 253.016619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:24.976024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.107301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-04-23T01:11:24.976327Z","caller":"traceutil/trace.go:171","msg":"trace[1895852272] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:25752; }","duration":"259.406839ms","start":"2026-04-23T01:11:24.716891Z","end":"2026-04-23T01:11:24.976298Z","steps":["trace[1895852272] 'agreement among raft nodes before linearized reading' (duration: 258.948117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:24.977014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.742499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a8d47cdcc5a05d\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:25746 ","response":"range_response_count:500 size:387633"} {"level":"info","ts":"2026-04-23T01:11:24.977048Z","caller":"traceutil/trace.go:171","msg":"trace[1009172611] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a8d47cdcc5a05d\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:25752; }","duration":"244.826911ms","start":"2026-04-23T01:11:24.732213Z","end":"2026-04-23T01:11:24.97704Z","steps":["trace[1009172611] 'agreement among raft nodes before linearized reading' (duration: 243.348304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:25.308168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.208843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:11:25.308236Z","caller":"traceutil/trace.go:171","msg":"trace[436332076] linearizableReadLoop","detail":"{readStateIndex:26623; appliedIndex:26622; }","duration":"332.686383ms","start":"2026-04-23T01:11:24.97554Z","end":"2026-04-23T01:11:25.308226Z","steps":["trace[436332076] 'read index received' (duration: 102.403809ms)","trace[436332076] 'applied index is now lower than readState.Index' (duration: 230.281844ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:25.308293Z","caller":"traceutil/trace.go:171","msg":"trace[391845191] transaction","detail":"{read_only:false; response_revision:25753; number_of_response:1; }","duration":"537.236876ms","start":"2026-04-23T01:11:24.771049Z","end":"2026-04-23T01:11:25.308285Z","steps":["trace[391845191] 'process raft request' (duration: 306.87013ms)","trace[391845191] 'compare' (duration: 230.051837ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:25.308318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:24.771022Z","time spent":"537.284447ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T01:11:25.30851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.337914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11447"} {"level":"info","ts":"2026-04-23T01:11:25.308527Z","caller":"traceutil/trace.go:171","msg":"trace[893140020] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:25753; }","duration":"328.397196ms","start":"2026-04-23T01:11:24.980125Z","end":"2026-04-23T01:11:25.308522Z","steps":["trace[893140020] 'agreement among raft nodes before linearized reading' (duration: 328.300503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:25.3085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.793619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f0d42188-8dc3-4a7f-af35-c5bee2918daf\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-04-23T01:11:25.308543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:24.980105Z","time spent":"328.434496ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11471,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"info","ts":"2026-04-23T01:11:25.308567Z","caller":"traceutil/trace.go:171","msg":"trace[833430667] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f0d42188-8dc3-4a7f-af35-c5bee2918daf; range_end:; response_count:1; response_revision:25753; }","duration":"537.937323ms","start":"2026-04-23T01:11:24.770611Z","end":"2026-04-23T01:11:25.308548Z","steps":["trace[833430667] 'agreement among raft nodes before linearized reading' (duration: 537.688827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:25.308632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:24.770588Z","time spent":"538.017256ms","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-f0d42188-8dc3-4a7f-af35-c5bee2918daf\" "} {"level":"warn","ts":"2026-04-23T01:11:25.30866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.374378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-lznzd\" ","response":"range_response_count:1 size:4704"} {"level":"info","ts":"2026-04-23T01:11:25.308678Z","caller":"traceutil/trace.go:171","msg":"trace[567431379] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-lznzd; range_end:; response_count:1; response_revision:25753; }","duration":"325.411609ms","start":"2026-04-23T01:11:24.983259Z","end":"2026-04-23T01:11:25.30867Z","steps":["trace[567431379] 'agreement among raft nodes before linearized reading' (duration: 325.367008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:25.308697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:24.983247Z","time spent":"325.44544ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4728,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-lznzd\" "} {"level":"warn","ts":"2026-04-23T01:11:25.308803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.907521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-server-54w9h.18a8d490df4836f3\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:25746 ","response":"range_response_count:14 size:10500"} {"level":"info","ts":"2026-04-23T01:11:25.308852Z","caller":"traceutil/trace.go:171","msg":"trace[1696241966] range","detail":"{range_begin:/registry/events/openstack/valkey-server-54w9h.18a8d490df4836f3\u0000; range_end:/registry/events/openstack0; response_count:14; response_revision:25753; }","duration":"308.990793ms","start":"2026-04-23T01:11:24.999846Z","end":"2026-04-23T01:11:25.308837Z","steps":["trace[1696241966] 'agreement among raft nodes before linearized reading' (duration: 308.772938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:25.308821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.28793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:25.308897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:24.99983Z","time spent":"309.055555ms","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":14,"response size":10524,"request content":"key:\"/registry/events/openstack/valkey-server-54w9h.18a8d490df4836f3\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:25746 "} {"level":"info","ts":"2026-04-23T01:11:25.308964Z","caller":"traceutil/trace.go:171","msg":"trace[1592667496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25753; }","duration":"441.614658ms","start":"2026-04-23T01:11:24.867288Z","end":"2026-04-23T01:11:25.308903Z","steps":["trace[1592667496] 'agreement among raft nodes before linearized reading' (duration: 441.249079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:25.309065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:24.867263Z","time spent":"441.790663ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:11:25.637577Z","caller":"traceutil/trace.go:171","msg":"trace[2057322920] linearizableReadLoop","detail":"{readStateIndex:26625; appliedIndex:26624; }","duration":"262.231201ms","start":"2026-04-23T01:11:25.37531Z","end":"2026-04-23T01:11:25.637541Z","steps":["trace[2057322920] 'read index received' (duration: 261.674047ms)","trace[2057322920] 'applied index is now lower than readState.Index' (duration: 555.394µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:25.637647Z","caller":"traceutil/trace.go:171","msg":"trace[174561379] transaction","detail":"{read_only:false; response_revision:25755; number_of_response:1; }","duration":"317.995491ms","start":"2026-04-23T01:11:25.319615Z","end":"2026-04-23T01:11:25.63761Z","steps":["trace[174561379] 'process raft request' (duration: 317.468528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:25.637916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:25.319604Z","time spent":"318.228437ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6840,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:25.638012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.684052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-04-23T01:11:25.638093Z","caller":"traceutil/trace.go:171","msg":"trace[1169618497] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25755; }","duration":"262.813135ms","start":"2026-04-23T01:11:25.375261Z","end":"2026-04-23T01:11:25.638074Z","steps":["trace[1169618497] 'agreement among raft nodes before linearized reading' (duration: 262.591729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:25.638447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.361592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:25.638452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.044661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a8d725506a21b4\" ","response":"range_response_count:1 size:875"} {"level":"info","ts":"2026-04-23T01:11:25.638489Z","caller":"traceutil/trace.go:171","msg":"trace[604230141] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25755; }","duration":"235.436064ms","start":"2026-04-23T01:11:25.403041Z","end":"2026-04-23T01:11:25.638477Z","steps":["trace[604230141] 'agreement among raft nodes before linearized reading' (duration: 235.365502ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:25.63852Z","caller":"traceutil/trace.go:171","msg":"trace[1943641821] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a8d725506a21b4; range_end:; response_count:1; response_revision:25755; }","duration":"263.171694ms","start":"2026-04-23T01:11:25.375325Z","end":"2026-04-23T01:11:25.638497Z","steps":["trace[1943641821] 'agreement among raft nodes before linearized reading' (duration: 262.919008ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:25.890381Z","caller":"traceutil/trace.go:171","msg":"trace[1106861320] linearizableReadLoop","detail":"{readStateIndex:26626; appliedIndex:26625; }","duration":"248.720259ms","start":"2026-04-23T01:11:25.641638Z","end":"2026-04-23T01:11:25.890358Z","steps":["trace[1106861320] 'read index received' (duration: 248.553125ms)","trace[1106861320] 'applied index is now lower than readState.Index' (duration: 166.344µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:25.890475Z","caller":"traceutil/trace.go:171","msg":"trace[1009680823] transaction","detail":"{read_only:false; response_revision:25756; number_of_response:1; }","duration":"249.10889ms","start":"2026-04-23T01:11:25.641319Z","end":"2026-04-23T01:11:25.890428Z","steps":["trace[1009680823] 'process raft request' (duration: 248.865314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:25.89065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.836427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-04-23T01:11:25.890678Z","caller":"traceutil/trace.go:171","msg":"trace[1297198817] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25756; }","duration":"160.92025ms","start":"2026-04-23T01:11:25.72975Z","end":"2026-04-23T01:11:25.890671Z","steps":["trace[1297198817] 'agreement among raft nodes before linearized reading' (duration: 160.761775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:25.890676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.012846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-04-23T01:11:25.890753Z","caller":"traceutil/trace.go:171","msg":"trace[1590349206] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25756; }","duration":"249.127261ms","start":"2026-04-23T01:11:25.641608Z","end":"2026-04-23T01:11:25.890735Z","steps":["trace[1590349206] 'agreement among raft nodes before linearized reading' (duration: 248.840922ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:26.163258Z","caller":"traceutil/trace.go:171","msg":"trace[836344792] linearizableReadLoop","detail":"{readStateIndex:26628; appliedIndex:26627; }","duration":"208.3761ms","start":"2026-04-23T01:11:25.954854Z","end":"2026-04-23T01:11:26.16323Z","steps":["trace[836344792] 'read index received' (duration: 208.147524ms)","trace[836344792] 'applied index is now lower than readState.Index' (duration: 227.256µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:26.163303Z","caller":"traceutil/trace.go:171","msg":"trace[243282753] transaction","detail":"{read_only:false; response_revision:25758; number_of_response:1; }","duration":"262.419677ms","start":"2026-04-23T01:11:25.900846Z","end":"2026-04-23T01:11:26.163265Z","steps":["trace[243282753] 'process raft request' (duration: 262.15662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:26.163573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.695188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d4e2f260311c\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-23T01:11:26.163655Z","caller":"traceutil/trace.go:171","msg":"trace[1849849219] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d4e2f260311c; range_end:; response_count:1; response_revision:25758; }","duration":"208.819891ms","start":"2026-04-23T01:11:25.954816Z","end":"2026-04-23T01:11:26.163635Z","steps":["trace[1849849219] 'agreement among raft nodes before linearized reading' (duration: 208.551274ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:26.288292Z","caller":"traceutil/trace.go:171","msg":"trace[1127132213] linearizableReadLoop","detail":"{readStateIndex:26629; appliedIndex:26628; }","duration":"120.884616ms","start":"2026-04-23T01:11:26.167381Z","end":"2026-04-23T01:11:26.288266Z","steps":["trace[1127132213] 'read index received' (duration: 95.039053ms)","trace[1127132213] 'applied index is now lower than readState.Index' (duration: 25.844473ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:26.28841Z","caller":"traceutil/trace.go:171","msg":"trace[1355946249] transaction","detail":"{read_only:false; response_revision:25759; number_of_response:1; }","duration":"121.994785ms","start":"2026-04-23T01:11:26.166371Z","end":"2026-04-23T01:11:26.288366Z","steps":["trace[1355946249] 'process raft request' (duration: 96.126331ms)","trace[1355946249] 'compare' (duration: 25.656139ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:26.288456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.054041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-j7zkw\" ","response":"range_response_count:1 size:4352"} {"level":"info","ts":"2026-04-23T01:11:26.288502Z","caller":"traceutil/trace.go:171","msg":"trace[1685662084] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-j7zkw; range_end:; response_count:1; response_revision:25759; }","duration":"121.147024ms","start":"2026-04-23T01:11:26.167345Z","end":"2026-04-23T01:11:26.288492Z","steps":["trace[1685662084] 'agreement among raft nodes before linearized reading' (duration: 121.02028ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:26.4735Z","caller":"traceutil/trace.go:171","msg":"trace[1582321208] transaction","detail":"{read_only:false; response_revision:25761; number_of_response:1; }","duration":"175.226612ms","start":"2026-04-23T01:11:26.298241Z","end":"2026-04-23T01:11:26.473468Z","steps":["trace[1582321208] 'process raft request' (duration: 174.79454ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:26.473254Z","caller":"traceutil/trace.go:171","msg":"trace[1129911073] linearizableReadLoop","detail":"{readStateIndex:26631; appliedIndex:26630; }","duration":"173.60052ms","start":"2026-04-23T01:11:26.299628Z","end":"2026-04-23T01:11:26.473229Z","steps":["trace[1129911073] 'read index received' (duration: 173.314023ms)","trace[1129911073] 'applied index is now lower than readState.Index' (duration: 285.137µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:26.474158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.505654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d4e2f260311c\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-23T01:11:26.474283Z","caller":"traceutil/trace.go:171","msg":"trace[255015647] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d4e2f260311c; range_end:; response_count:1; response_revision:25761; }","duration":"174.689459ms","start":"2026-04-23T01:11:26.299572Z","end":"2026-04-23T01:11:26.474261Z","steps":["trace[255015647] 'agreement among raft nodes before linearized reading' (duration: 174.184766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:26.474338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.66328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:26.474345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.142095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:26.474387Z","caller":"traceutil/trace.go:171","msg":"trace[1738289937] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25761; }","duration":"114.768112ms","start":"2026-04-23T01:11:26.359605Z","end":"2026-04-23T01:11:26.474373Z","steps":["trace[1738289937] 'agreement among raft nodes before linearized reading' (duration: 114.66756ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:26.474403Z","caller":"traceutil/trace.go:171","msg":"trace[1939479189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25761; }","duration":"108.252418ms","start":"2026-04-23T01:11:26.366133Z","end":"2026-04-23T01:11:26.474385Z","steps":["trace[1939479189] 'agreement among raft nodes before linearized reading' (duration: 108.175136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:26.474422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.551847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:11:26.474483Z","caller":"traceutil/trace.go:171","msg":"trace[969802818] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25761; }","duration":"114.629959ms","start":"2026-04-23T01:11:26.359814Z","end":"2026-04-23T01:11:26.474444Z","steps":["trace[969802818] 'agreement among raft nodes before linearized reading' (duration: 114.550507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:27.548255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.035965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:11:27.548345Z","caller":"traceutil/trace.go:171","msg":"trace[1837716500] linearizableReadLoop","detail":"{readStateIndex:26635; appliedIndex:26633; }","duration":"847.474601ms","start":"2026-04-23T01:11:26.700855Z","end":"2026-04-23T01:11:27.54833Z","steps":["trace[1837716500] 'read index received' (duration: 34.278126ms)","trace[1837716500] 'applied index is now lower than readState.Index' (duration: 813.195275ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:27.548548Z","caller":"traceutil/trace.go:171","msg":"trace[814497010] transaction","detail":"{read_only:false; response_revision:25765; number_of_response:1; }","duration":"882.307622ms","start":"2026-04-23T01:11:26.666228Z","end":"2026-04-23T01:11:27.548535Z","steps":["trace[814497010] 'process raft request' (duration: 746.921808ms)","trace[814497010] 'compare' (duration: 134.699667ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:27.548626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:26.666208Z","time spent":"882.376224ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5898,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:27.548813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.971173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:27.548842Z","caller":"traceutil/trace.go:171","msg":"trace[348515209] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25765; }","duration":"848.057025ms","start":"2026-04-23T01:11:26.700778Z","end":"2026-04-23T01:11:27.548835Z","steps":["trace[348515209] 'agreement among raft nodes before linearized reading' (duration: 848.004824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:27.548862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:26.700743Z","time spent":"848.114457ms","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:27.552348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.398568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T01:11:27.552425Z","caller":"traceutil/trace.go:171","msg":"trace[24610604] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25767; }","duration":"841.537732ms","start":"2026-04-23T01:11:26.71087Z","end":"2026-04-23T01:11:27.552407Z","steps":["trace[24610604] 'agreement among raft nodes before linearized reading' (duration: 841.325777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:27.55247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:26.710844Z","time spent":"841.614914ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T01:11:27.552737Z","caller":"traceutil/trace.go:171","msg":"trace[150204615] transaction","detail":"{read_only:false; response_revision:25766; number_of_response:1; }","duration":"813.551444ms","start":"2026-04-23T01:11:26.739177Z","end":"2026-04-23T01:11:27.552729Z","steps":["trace[150204615] 'process raft request' (duration: 812.829606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:27.552799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:26.739153Z","time spent":"813.610236ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":914,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:11:27.553017Z","caller":"traceutil/trace.go:171","msg":"trace[246734557] transaction","detail":"{read_only:false; response_revision:25767; number_of_response:1; }","duration":"783.819982ms","start":"2026-04-23T01:11:26.769183Z","end":"2026-04-23T01:11:27.553003Z","steps":["trace[246734557] 'process raft request' (duration: 782.94993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:27.553072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:26.769158Z","time spent":"783.886983ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:27.553179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.66693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:27.553214Z","caller":"traceutil/trace.go:171","msg":"trace[1935880482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25767; }","duration":"687.738442ms","start":"2026-04-23T01:11:26.865466Z","end":"2026-04-23T01:11:27.553204Z","steps":["trace[1935880482] 'agreement among raft nodes before linearized reading' (duration: 687.693631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:27.553238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:26.865439Z","time spent":"687.793154ms","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:11:27.553371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.868629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:27.5534Z","caller":"traceutil/trace.go:171","msg":"trace[1072881653] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25767; }","duration":"805.89745ms","start":"2026-04-23T01:11:26.747494Z","end":"2026-04-23T01:11:27.553392Z","steps":["trace[1072881653] 'agreement among raft nodes before linearized reading' (duration: 805.839608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:27.55342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:26.747433Z","time spent":"805.981682ms","remote":"127.0.0.1:58120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:27.765484Z","caller":"traceutil/trace.go:171","msg":"trace[183372094] transaction","detail":"{read_only:false; response_revision:25769; number_of_response:1; }","duration":"204.957123ms","start":"2026-04-23T01:11:27.560505Z","end":"2026-04-23T01:11:27.765463Z","steps":["trace[183372094] 'process raft request' (duration: 204.899302ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:27.765868Z","caller":"traceutil/trace.go:171","msg":"trace[1608679421] transaction","detail":"{read_only:false; response_revision:25768; number_of_response:1; }","duration":"205.353153ms","start":"2026-04-23T01:11:27.560505Z","end":"2026-04-23T01:11:27.765859Z","steps":["trace[1608679421] 'process raft request' (duration: 204.753828ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:27.940685Z","caller":"traceutil/trace.go:171","msg":"trace[1560766651] transaction","detail":"{read_only:false; response_revision:25770; number_of_response:1; }","duration":"371.372261ms","start":"2026-04-23T01:11:27.569286Z","end":"2026-04-23T01:11:27.940658Z","steps":["trace[1560766651] 'process raft request' (duration: 288.540577ms)","trace[1560766651] 'compare' (duration: 82.597198ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:27.94079Z","caller":"traceutil/trace.go:171","msg":"trace[128061849] transaction","detail":"{read_only:false; response_revision:25771; number_of_response:1; }","duration":"171.263851ms","start":"2026-04-23T01:11:27.769511Z","end":"2026-04-23T01:11:27.940775Z","steps":["trace[128061849] 'process raft request' (duration: 171.071616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:27.940848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:27.569267Z","time spent":"371.492343ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6197,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:11:27.940675Z","caller":"traceutil/trace.go:171","msg":"trace[2003157954] linearizableReadLoop","detail":"{readStateIndex:26640; appliedIndex:26639; }","duration":"171.264191ms","start":"2026-04-23T01:11:27.769382Z","end":"2026-04-23T01:11:27.940647Z","steps":["trace[2003157954] 'read index received' (duration: 88.465597ms)","trace[2003157954] 'applied index is now lower than readState.Index' (duration: 82.796994ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:27.941318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.873546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-23T01:11:27.943048Z","caller":"traceutil/trace.go:171","msg":"trace[2120124620] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25771; }","duration":"173.365704ms","start":"2026-04-23T01:11:27.769347Z","end":"2026-04-23T01:11:27.942713Z","steps":["trace[2120124620] 'agreement among raft nodes before linearized reading' (duration: 171.382024ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:28.190905Z","caller":"traceutil/trace.go:171","msg":"trace[263306683] transaction","detail":"{read_only:false; response_revision:25772; number_of_response:1; }","duration":"240.810009ms","start":"2026-04-23T01:11:27.950039Z","end":"2026-04-23T01:11:28.190849Z","steps":["trace[263306683] 'process raft request' (duration: 210.687037ms)","trace[263306683] 'compare' (duration: 29.959368ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:28.412933Z","caller":"traceutil/trace.go:171","msg":"trace[1419140311] linearizableReadLoop","detail":"{readStateIndex:26643; appliedIndex:26641; }","duration":"405.456413ms","start":"2026-04-23T01:11:28.007433Z","end":"2026-04-23T01:11:28.41289Z","steps":["trace[1419140311] 'read index received' (duration: 153.306487ms)","trace[1419140311] 'applied index is now lower than readState.Index' (duration: 252.147746ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:28.413102Z","caller":"traceutil/trace.go:171","msg":"trace[1330083252] transaction","detail":"{read_only:false; response_revision:25773; number_of_response:1; }","duration":"457.363336ms","start":"2026-04-23T01:11:27.955693Z","end":"2026-04-23T01:11:28.413056Z","steps":["trace[1330083252] 'process raft request' (duration: 376.030559ms)","trace[1330083252] 'compare' (duration: 81.011639ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:28.41319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.730971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:28.41323Z","caller":"traceutil/trace.go:171","msg":"trace[1241646957] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25773; }","duration":"405.846324ms","start":"2026-04-23T01:11:28.007367Z","end":"2026-04-23T01:11:28.413213Z","steps":["trace[1241646957] 'agreement among raft nodes before linearized reading' (duration: 405.70052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:28.413264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:27.955666Z","time spent":"457.51075ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7060,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:28.413283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.309001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:28.413272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:28.007335Z","time spent":"405.928326ms","remote":"127.0.0.1:53900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:28.413384Z","caller":"traceutil/trace.go:171","msg":"trace[914059651] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25773; }","duration":"133.471735ms","start":"2026-04-23T01:11:28.279885Z","end":"2026-04-23T01:11:28.413356Z","steps":["trace[914059651] 'agreement among raft nodes before linearized reading' (duration: 133.26399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:28.413406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.235281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"warn","ts":"2026-04-23T01:11:28.413384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.990468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-lznzd.18a8d72515363cf7\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-04-23T01:11:28.413464Z","caller":"traceutil/trace.go:171","msg":"trace[1631925052] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25773; }","duration":"243.307883ms","start":"2026-04-23T01:11:28.170136Z","end":"2026-04-23T01:11:28.413444Z","steps":["trace[1631925052] 'agreement among raft nodes before linearized reading' (duration: 243.207761ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:28.41348Z","caller":"traceutil/trace.go:171","msg":"trace[1357699953] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-lznzd.18a8d72515363cf7; range_end:; response_count:1; response_revision:25773; }","duration":"219.122662ms","start":"2026-04-23T01:11:28.194335Z","end":"2026-04-23T01:11:28.413458Z","steps":["trace[1357699953] 'agreement among raft nodes before linearized reading' (duration: 218.824644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:28.413297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.051189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T01:11:28.413612Z","caller":"traceutil/trace.go:171","msg":"trace[1766290397] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25773; }","duration":"338.410748ms","start":"2026-04-23T01:11:28.075188Z","end":"2026-04-23T01:11:28.413599Z","steps":["trace[1766290397] 'agreement among raft nodes before linearized reading' (duration: 337.926196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:28.413644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:28.07517Z","time spent":"338.46366ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T01:11:28.861445Z","caller":"traceutil/trace.go:171","msg":"trace[607417509] transaction","detail":"{read_only:false; response_revision:25774; number_of_response:1; }","duration":"445.203239ms","start":"2026-04-23T01:11:28.416214Z","end":"2026-04-23T01:11:28.861417Z","steps":["trace[607417509] 'process raft request' (duration: 445.013074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:28.861626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:28.416195Z","time spent":"445.338182ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:11:28.862065Z","caller":"traceutil/trace.go:171","msg":"trace[1015716655] linearizableReadLoop","detail":"{readStateIndex:26644; appliedIndex:26644; }","duration":"437.086373ms","start":"2026-04-23T01:11:28.424965Z","end":"2026-04-23T01:11:28.862052Z","steps":["trace[1015716655] 'read index received' (duration: 437.080533ms)","trace[1015716655] 'applied index is now lower than readState.Index' (duration: 4.81µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:28.862268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.295969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-x4gqp\" ","response":"range_response_count:1 size:6214"} {"level":"info","ts":"2026-04-23T01:11:28.862311Z","caller":"traceutil/trace.go:171","msg":"trace[2146560201] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-x4gqp; range_end:; response_count:1; response_revision:25774; }","duration":"437.387201ms","start":"2026-04-23T01:11:28.424913Z","end":"2026-04-23T01:11:28.8623Z","steps":["trace[2146560201] 'agreement among raft nodes before linearized reading' (duration: 437.214037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:28.862355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:28.424893Z","time spent":"437.455672ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6238,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-x4gqp\" "} {"level":"warn","ts":"2026-04-23T01:11:29.123493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.977169ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-23T01:11:29.123617Z","caller":"traceutil/trace.go:171","msg":"trace[850000402] linearizableReadLoop","detail":"{readStateIndex:26645; appliedIndex:26644; }","duration":"261.495093ms","start":"2026-04-23T01:11:28.8621Z","end":"2026-04-23T01:11:29.123595Z","steps":["trace[850000402] 'read index received' (duration: 53.40605ms)","trace[850000402] 'applied index is now lower than readState.Index' (duration: 208.087493ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:29.124177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.343026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:29.124209Z","caller":"traceutil/trace.go:171","msg":"trace[640863797] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25774; }","duration":"612.394717ms","start":"2026-04-23T01:11:28.511801Z","end":"2026-04-23T01:11:29.124196Z","steps":["trace[640863797] 'agreement among raft nodes before linearized reading' (duration: 612.294885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:29.124239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:28.511785Z","time spent":"612.446628ms","remote":"127.0.0.1:54200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:29.124544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.364799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-23T01:11:29.124566Z","caller":"traceutil/trace.go:171","msg":"trace[1905090756] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25774; }","duration":"692.397509ms","start":"2026-04-23T01:11:28.43216Z","end":"2026-04-23T01:11:29.124558Z","steps":["trace[1905090756] 'agreement among raft nodes before linearized reading' (duration: 692.251136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:29.124585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:28.432154Z","time spent":"692.42696ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-23T01:11:29.131825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.195981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:29.131901Z","caller":"traceutil/trace.go:171","msg":"trace[103839382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25776; }","duration":"264.325395ms","start":"2026-04-23T01:11:28.867556Z","end":"2026-04-23T01:11:29.131881Z","steps":["trace[103839382] 'agreement among raft nodes before linearized reading' (duration: 264.17216ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:29.132109Z","caller":"traceutil/trace.go:171","msg":"trace[1843071819] transaction","detail":"{read_only:false; response_revision:25775; number_of_response:1; }","duration":"262.399786ms","start":"2026-04-23T01:11:28.869671Z","end":"2026-04-23T01:11:29.132071Z","steps":["trace[1843071819] 'process raft request' (duration: 261.776539ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:29.132176Z","caller":"traceutil/trace.go:171","msg":"trace[1031960518] transaction","detail":"{read_only:false; response_revision:25776; number_of_response:1; }","duration":"253.807939ms","start":"2026-04-23T01:11:28.878329Z","end":"2026-04-23T01:11:29.132136Z","steps":["trace[1031960518] 'process raft request' (duration: 253.306576ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:29.3456Z","caller":"traceutil/trace.go:171","msg":"trace[1216594751] transaction","detail":"{read_only:false; response_revision:25778; number_of_response:1; }","duration":"156.484037ms","start":"2026-04-23T01:11:29.189071Z","end":"2026-04-23T01:11:29.345555Z","steps":["trace[1216594751] 'process raft request' (duration: 58.247063ms)","trace[1216594751] 'compare' (duration: 97.66939ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:29.349669Z","caller":"traceutil/trace.go:171","msg":"trace[282430241] transaction","detail":"{read_only:false; response_revision:25779; number_of_response:1; }","duration":"159.320299ms","start":"2026-04-23T01:11:29.190317Z","end":"2026-04-23T01:11:29.349637Z","steps":["trace[282430241] 'process raft request' (duration: 159.082313ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:29.349766Z","caller":"traceutil/trace.go:171","msg":"trace[829251592] transaction","detail":"{read_only:false; response_revision:25781; number_of_response:1; }","duration":"156.752854ms","start":"2026-04-23T01:11:29.192974Z","end":"2026-04-23T01:11:29.349727Z","steps":["trace[829251592] 'process raft request' (duration: 156.612231ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:29.349805Z","caller":"traceutil/trace.go:171","msg":"trace[132613610] transaction","detail":"{read_only:false; response_revision:25780; number_of_response:1; }","duration":"159.147905ms","start":"2026-04-23T01:11:29.190634Z","end":"2026-04-23T01:11:29.349782Z","steps":["trace[132613610] 'process raft request' (duration: 158.908549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:29.732777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.200234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:11:29.732946Z","caller":"traceutil/trace.go:171","msg":"trace[2094725590] transaction","detail":"{read_only:false; response_revision:25783; number_of_response:1; }","duration":"308.589294ms","start":"2026-04-23T01:11:29.424332Z","end":"2026-04-23T01:11:29.732921Z","steps":["trace[2094725590] 'process raft request' (duration: 121.146984ms)","trace[2094725590] 'compare' (duration: 187.06615ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:29.733041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:29.424311Z","time spent":"308.685696ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:11:29.782622Z","caller":"traceutil/trace.go:171","msg":"trace[2139651227] transaction","detail":"{read_only:false; response_revision:25784; number_of_response:1; }","duration":"357.45371ms","start":"2026-04-23T01:11:29.425124Z","end":"2026-04-23T01:11:29.782578Z","steps":["trace[2139651227] 'process raft request' (duration: 357.06106ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:29.782713Z","caller":"traceutil/trace.go:171","msg":"trace[634967494] transaction","detail":"{read_only:false; response_revision:25786; number_of_response:1; }","duration":"354.846364ms","start":"2026-04-23T01:11:29.427859Z","end":"2026-04-23T01:11:29.782705Z","steps":["trace[634967494] 'process raft request' (duration: 354.645109ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:29.782718Z","caller":"traceutil/trace.go:171","msg":"trace[627307679] linearizableReadLoop","detail":"{readStateIndex:26658; appliedIndex:26654; }","duration":"195.415491ms","start":"2026-04-23T01:11:29.587277Z","end":"2026-04-23T01:11:29.782693Z","steps":["trace[627307679] 'read index received' (duration: 194.815537ms)","trace[627307679] 'applied index is now lower than readState.Index' (duration: 598.654µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:29.782813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:29.42785Z","time spent":"354.883944ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5779,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:29.782835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:29.425107Z","time spent":"357.621714ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T01:11:29.783006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.697829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-04-23T01:11:29.783062Z","caller":"traceutil/trace.go:171","msg":"trace[962169594] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25787; }","duration":"195.812072ms","start":"2026-04-23T01:11:29.587234Z","end":"2026-04-23T01:11:29.783046Z","steps":["trace[962169594] 'agreement among raft nodes before linearized reading' (duration: 195.636798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:29.783106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.720698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:11:29.783187Z","caller":"traceutil/trace.go:171","msg":"trace[1285859289] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25787; }","duration":"157.845431ms","start":"2026-04-23T01:11:29.625323Z","end":"2026-04-23T01:11:29.783169Z","steps":["trace[1285859289] 'agreement among raft nodes before linearized reading' (duration: 157.574155ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:29.78267Z","caller":"traceutil/trace.go:171","msg":"trace[1118453762] transaction","detail":"{read_only:false; response_revision:25785; number_of_response:1; }","duration":"357.300556ms","start":"2026-04-23T01:11:29.425338Z","end":"2026-04-23T01:11:29.782639Z","steps":["trace[1118453762] 'process raft request' (duration: 357.05895ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:29.782852Z","caller":"traceutil/trace.go:171","msg":"trace[1241725633] transaction","detail":"{read_only:false; response_revision:25787; number_of_response:1; }","duration":"295.815781ms","start":"2026-04-23T01:11:29.487024Z","end":"2026-04-23T01:11:29.782839Z","steps":["trace[1241725633] 'process raft request' (duration: 295.598286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:29.783551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:29.425334Z","time spent":"358.136937ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:11:29.970788Z","caller":"traceutil/trace.go:171","msg":"trace[2084442737] transaction","detail":"{read_only:false; response_revision:25790; number_of_response:1; }","duration":"138.978835ms","start":"2026-04-23T01:11:29.831769Z","end":"2026-04-23T01:11:29.970748Z","steps":["trace[2084442737] 'process raft request' (duration: 76.963327ms)","trace[2084442737] 'compare' (duration: 61.657439ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:30.20025Z","caller":"traceutil/trace.go:171","msg":"trace[833813885] linearizableReadLoop","detail":"{readStateIndex:26662; appliedIndex:26660; }","duration":"329.065532ms","start":"2026-04-23T01:11:29.871152Z","end":"2026-04-23T01:11:30.200217Z","steps":["trace[833813885] 'read index received' (duration: 37.792936ms)","trace[833813885] 'applied index is now lower than readState.Index' (duration: 291.271566ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:30.200364Z","caller":"traceutil/trace.go:171","msg":"trace[448193461] transaction","detail":"{read_only:false; response_revision:25791; number_of_response:1; }","duration":"366.871778ms","start":"2026-04-23T01:11:29.833484Z","end":"2026-04-23T01:11:30.200356Z","steps":["trace[448193461] 'process raft request' (duration: 366.5532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:30.200468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:29.833475Z","time spent":"366.907688ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7746,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:30.200588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.410521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:30.200665Z","caller":"traceutil/trace.go:171","msg":"trace[276888150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25791; }","duration":"329.525724ms","start":"2026-04-23T01:11:29.87112Z","end":"2026-04-23T01:11:30.200646Z","steps":["trace[276888150] 'agreement among raft nodes before linearized reading' (duration: 329.384841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:30.200707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:29.871103Z","time spent":"329.596685ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:11:30.39923Z","caller":"traceutil/trace.go:171","msg":"trace[1407756447] transaction","detail":"{read_only:false; response_revision:25792; number_of_response:1; }","duration":"425.003768ms","start":"2026-04-23T01:11:29.974209Z","end":"2026-04-23T01:11:30.399213Z","steps":["trace[1407756447] 'process raft request' (duration: 424.892976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:30.399337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:29.974192Z","time spent":"425.09495ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:11:30.399611Z","caller":"traceutil/trace.go:171","msg":"trace[883307226] linearizableReadLoop","detail":"{readStateIndex:26663; appliedIndex:26663; }","duration":"199.284619ms","start":"2026-04-23T01:11:30.200319Z","end":"2026-04-23T01:11:30.399604Z","steps":["trace[883307226] 'read index received' (duration: 199.279299ms)","trace[883307226] 'applied index is now lower than readState.Index' (duration: 4.79µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:30.399697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.087658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:30.399723Z","caller":"traceutil/trace.go:171","msg":"trace[706410060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25792; }","duration":"196.15167ms","start":"2026-04-23T01:11:30.203565Z","end":"2026-04-23T01:11:30.399716Z","steps":["trace[706410060] 'agreement among raft nodes before linearized reading' (duration: 196.087188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:30.3999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.41569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-04-23T01:11:30.399928Z","caller":"traceutil/trace.go:171","msg":"trace[1943756445] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25792; }","duration":"276.496092ms","start":"2026-04-23T01:11:30.123424Z","end":"2026-04-23T01:11:30.39992Z","steps":["trace[1943756445] 'agreement among raft nodes before linearized reading' (duration: 276.40431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:30.400043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.448545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:30.400067Z","caller":"traceutil/trace.go:171","msg":"trace[1725560041] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25792; }","duration":"326.478186ms","start":"2026-04-23T01:11:30.073584Z","end":"2026-04-23T01:11:30.400062Z","steps":["trace[1725560041] 'agreement among raft nodes before linearized reading' (duration: 326.436275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:30.400085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:30.073523Z","time spent":"326.557018ms","remote":"127.0.0.1:44712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:30.400201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.789429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:30.400223Z","caller":"traceutil/trace.go:171","msg":"trace[1313501046] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25792; }","duration":"344.841411ms","start":"2026-04-23T01:11:30.055377Z","end":"2026-04-23T01:11:30.400219Z","steps":["trace[1313501046] 'agreement among raft nodes before linearized reading' (duration: 344.80484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:30.400242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:30.055359Z","time spent":"344.878822ms","remote":"127.0.0.1:36498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:30.400356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.916424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:11:30.40038Z","caller":"traceutil/trace.go:171","msg":"trace[1042849658] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25792; }","duration":"471.970174ms","start":"2026-04-23T01:11:29.928405Z","end":"2026-04-23T01:11:30.400375Z","steps":["trace[1042849658] 'agreement among raft nodes before linearized reading' (duration: 471.933044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:30.400396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:29.928386Z","time spent":"472.006466ms","remote":"127.0.0.1:37648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:30.400611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.825407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4944"} {"level":"info","ts":"2026-04-23T01:11:30.400643Z","caller":"traceutil/trace.go:171","msg":"trace[290252087] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:25792; }","duration":"196.868398ms","start":"2026-04-23T01:11:30.203767Z","end":"2026-04-23T01:11:30.400635Z","steps":["trace[290252087] 'agreement among raft nodes before linearized reading' (duration: 196.803666ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:30.722411Z","caller":"traceutil/trace.go:171","msg":"trace[538859244] transaction","detail":"{read_only:false; response_revision:25794; number_of_response:1; }","duration":"304.693955ms","start":"2026-04-23T01:11:30.417698Z","end":"2026-04-23T01:11:30.722392Z","steps":["trace[538859244] 'process raft request' (duration: 304.551071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:30.722551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:30.41768Z","time spent":"304.785618ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:11:30.724253Z","caller":"traceutil/trace.go:171","msg":"trace[440610352] linearizableReadLoop","detail":"{readStateIndex:26666; appliedIndex:26664; }","duration":"162.738025ms","start":"2026-04-23T01:11:30.561499Z","end":"2026-04-23T01:11:30.724237Z","steps":["trace[440610352] 'read index received' (duration: 160.738044ms)","trace[440610352] 'applied index is now lower than readState.Index' (duration: 1.999351ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:30.724642Z","caller":"traceutil/trace.go:171","msg":"trace[1925891929] transaction","detail":"{read_only:false; response_revision:25795; number_of_response:1; }","duration":"294.333154ms","start":"2026-04-23T01:11:30.430299Z","end":"2026-04-23T01:11:30.724633Z","steps":["trace[1925891929] 'process raft request' (duration: 293.836541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:30.725028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.516105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-23T01:11:30.725064Z","caller":"traceutil/trace.go:171","msg":"trace[718966995] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:25795; }","duration":"163.596906ms","start":"2026-04-23T01:11:30.561457Z","end":"2026-04-23T01:11:30.725054Z","steps":["trace[718966995] 'agreement among raft nodes before linearized reading' (duration: 163.454663ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:31.055258Z","caller":"traceutil/trace.go:171","msg":"trace[1114650467] transaction","detail":"{read_only:false; response_revision:25802; number_of_response:1; }","duration":"182.385872ms","start":"2026-04-23T01:11:30.872657Z","end":"2026-04-23T01:11:31.055043Z","steps":["trace[1114650467] 'process raft request' (duration: 182.225858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:31.373547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.060044ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:11:31.373737Z","caller":"traceutil/trace.go:171","msg":"trace[122604140] transaction","detail":"{read_only:false; response_revision:25804; number_of_response:1; }","duration":"230.587162ms","start":"2026-04-23T01:11:31.143133Z","end":"2026-04-23T01:11:31.37372Z","steps":["trace[122604140] 'process raft request' (duration: 230.51338ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:31.373935Z","caller":"traceutil/trace.go:171","msg":"trace[690891648] transaction","detail":"{read_only:false; response_revision:25803; number_of_response:1; }","duration":"408.90216ms","start":"2026-04-23T01:11:30.965022Z","end":"2026-04-23T01:11:31.373925Z","steps":["trace[690891648] 'process raft request' (duration: 243.403755ms)","trace[690891648] 'compare' (duration: 164.948622ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:31.373986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:30.965Z","time spent":"408.959702ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:11:31.374129Z","caller":"traceutil/trace.go:171","msg":"trace[348252959] linearizableReadLoop","detail":"{readStateIndex:26675; appliedIndex:26674; }","duration":"315.15069ms","start":"2026-04-23T01:11:31.058946Z","end":"2026-04-23T01:11:31.374097Z","steps":["trace[348252959] 'read index received' (duration: 149.496451ms)","trace[348252959] 'applied index is now lower than readState.Index' (duration: 165.650988ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:31.37438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.414947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-85tjd\" ","response":"range_response_count:1 size:4980"} {"level":"warn","ts":"2026-04-23T01:11:31.374383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.088398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"warn","ts":"2026-04-23T01:11:31.374423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.636778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-04-23T01:11:31.37444Z","caller":"traceutil/trace.go:171","msg":"trace[1898818668] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-65565fdb7f-85tjd; range_end:; response_count:1; response_revision:25804; }","duration":"315.512779ms","start":"2026-04-23T01:11:31.058907Z","end":"2026-04-23T01:11:31.37442Z","steps":["trace[1898818668] 'agreement among raft nodes before linearized reading' (duration: 315.303523ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:31.374448Z","caller":"traceutil/trace.go:171","msg":"trace[1298618106] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:25804; }","duration":"296.19943ms","start":"2026-04-23T01:11:31.078231Z","end":"2026-04-23T01:11:31.374431Z","steps":["trace[1298618106] 'agreement among raft nodes before linearized reading' (duration: 296.060426ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:31.374479Z","caller":"traceutil/trace.go:171","msg":"trace[16612791] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25804; }","duration":"129.747561ms","start":"2026-04-23T01:11:31.244716Z","end":"2026-04-23T01:11:31.374463Z","steps":["trace[16612791] 'agreement among raft nodes before linearized reading' (duration: 129.582317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:31.374485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:31.058891Z","time spent":"315.584321ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5004,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-85tjd\" "} {"level":"info","ts":"2026-04-23T01:11:31.568664Z","caller":"traceutil/trace.go:171","msg":"trace[1639996301] linearizableReadLoop","detail":"{readStateIndex:26678; appliedIndex:26676; }","duration":"179.283644ms","start":"2026-04-23T01:11:31.389355Z","end":"2026-04-23T01:11:31.568639Z","steps":["trace[1639996301] 'read index received' (duration: 30.819799ms)","trace[1639996301] 'applied index is now lower than readState.Index' (duration: 148.462795ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:31.568816Z","caller":"traceutil/trace.go:171","msg":"trace[1919816518] transaction","detail":"{read_only:false; response_revision:25806; number_of_response:1; }","duration":"187.148022ms","start":"2026-04-23T01:11:31.381612Z","end":"2026-04-23T01:11:31.56876Z","steps":["trace[1919816518] 'process raft request' (duration: 186.872795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:31.568856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.465818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-04-23T01:11:31.568914Z","caller":"traceutil/trace.go:171","msg":"trace[1409957049] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:25806; }","duration":"179.574011ms","start":"2026-04-23T01:11:31.389323Z","end":"2026-04-23T01:11:31.568897Z","steps":["trace[1409957049] 'agreement among raft nodes before linearized reading' (duration: 179.433108ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:31.572752Z","caller":"traceutil/trace.go:171","msg":"trace[361752192] transaction","detail":"{read_only:false; response_revision:25807; number_of_response:1; }","duration":"118.930358ms","start":"2026-04-23T01:11:31.453793Z","end":"2026-04-23T01:11:31.572723Z","steps":["trace[361752192] 'process raft request' (duration: 118.779234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:31.573202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.28325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a8d72b962facc6\" ","response":"range_response_count:1 size:838"} {"level":"info","ts":"2026-04-23T01:11:31.573305Z","caller":"traceutil/trace.go:171","msg":"trace[1848379202] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18a8d72b962facc6; range_end:; response_count:1; response_revision:25807; }","duration":"148.429894ms","start":"2026-04-23T01:11:31.424847Z","end":"2026-04-23T01:11:31.573277Z","steps":["trace[1848379202] 'agreement among raft nodes before linearized reading' (duration: 148.152747ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:31.699817Z","caller":"traceutil/trace.go:171","msg":"trace[212873147] transaction","detail":"{read_only:false; response_revision:25809; number_of_response:1; }","duration":"115.217354ms","start":"2026-04-23T01:11:31.58457Z","end":"2026-04-23T01:11:31.699787Z","steps":["trace[212873147] 'process raft request' (duration: 114.998898ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:31.85715Z","caller":"traceutil/trace.go:171","msg":"trace[729673075] linearizableReadLoop","detail":"{readStateIndex:26682; appliedIndex:26681; }","duration":"152.66393ms","start":"2026-04-23T01:11:31.704463Z","end":"2026-04-23T01:11:31.857127Z","steps":["trace[729673075] 'read index received' (duration: 151.973473ms)","trace[729673075] 'applied index is now lower than readState.Index' (duration: 689.007µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:31.857154Z","caller":"traceutil/trace.go:171","msg":"trace[469318546] transaction","detail":"{read_only:false; response_revision:25810; number_of_response:1; }","duration":"154.914488ms","start":"2026-04-23T01:11:31.702217Z","end":"2026-04-23T01:11:31.857132Z","steps":["trace[469318546] 'process raft request' (duration: 154.20592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:31.857349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.871625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-qvzgf\" ","response":"range_response_count:1 size:5915"} {"level":"info","ts":"2026-04-23T01:11:31.857462Z","caller":"traceutil/trace.go:171","msg":"trace[1263688118] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-qvzgf; range_end:; response_count:1; response_revision:25810; }","duration":"153.018529ms","start":"2026-04-23T01:11:31.704427Z","end":"2026-04-23T01:11:31.857445Z","steps":["trace[1263688118] 'agreement among raft nodes before linearized reading' (duration: 152.776503ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:31.865681Z","caller":"traceutil/trace.go:171","msg":"trace[1362887168] transaction","detail":"{read_only:false; response_revision:25811; number_of_response:1; }","duration":"160.754235ms","start":"2026-04-23T01:11:31.704906Z","end":"2026-04-23T01:11:31.86566Z","steps":["trace[1362887168] 'process raft request' (duration: 160.427017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:31.865713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.125846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:11:31.865764Z","caller":"traceutil/trace.go:171","msg":"trace[1530719102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25811; }","duration":"129.223807ms","start":"2026-04-23T01:11:31.736527Z","end":"2026-04-23T01:11:31.865751Z","steps":["trace[1530719102] 'agreement among raft nodes before linearized reading' (duration: 129.061203ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:32.199426Z","caller":"traceutil/trace.go:171","msg":"trace[1797861874] transaction","detail":"{read_only:false; response_revision:25815; number_of_response:1; }","duration":"329.195216ms","start":"2026-04-23T01:11:31.870208Z","end":"2026-04-23T01:11:32.199403Z","steps":["trace[1797861874] 'process raft request' (duration: 329.121193ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:32.199467Z","caller":"traceutil/trace.go:171","msg":"trace[119661450] transaction","detail":"{read_only:false; response_revision:25813; number_of_response:1; }","duration":"329.535964ms","start":"2026-04-23T01:11:31.869913Z","end":"2026-04-23T01:11:32.199449Z","steps":["trace[119661450] 'process raft request' (duration: 329.205515ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:32.199466Z","caller":"traceutil/trace.go:171","msg":"trace[1917463783] transaction","detail":"{read_only:false; response_revision:25814; number_of_response:1; }","duration":"329.418011ms","start":"2026-04-23T01:11:31.870019Z","end":"2026-04-23T01:11:32.199437Z","steps":["trace[1917463783] 'process raft request' (duration: 329.245465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:32.199554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:31.869891Z","time spent":"329.618586ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T01:11:32.199573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:31.870201Z","time spent":"329.299018ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:11:32.199637Z","caller":"traceutil/trace.go:171","msg":"trace[139349078] linearizableReadLoop","detail":"{readStateIndex:26688; appliedIndex:26684; }","duration":"265.624287ms","start":"2026-04-23T01:11:31.933989Z","end":"2026-04-23T01:11:32.199613Z","steps":["trace[139349078] 'read index received' (duration: 265.100073ms)","trace[139349078] 'applied index is now lower than readState.Index' (duration: 522.854µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:32.199746Z","caller":"traceutil/trace.go:171","msg":"trace[231299137] transaction","detail":"{read_only:false; response_revision:25816; number_of_response:1; }","duration":"328.949389ms","start":"2026-04-23T01:11:31.87079Z","end":"2026-04-23T01:11:32.199739Z","steps":["trace[231299137] 'process raft request' (duration: 328.571599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:32.199742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:31.869997Z","time spent":"329.517994ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:32.199779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:31.870777Z","time spent":"328.98231ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:32.199883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.524684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:11:32.199918Z","caller":"traceutil/trace.go:171","msg":"trace[2001053639] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25816; }","duration":"331.586126ms","start":"2026-04-23T01:11:31.868322Z","end":"2026-04-23T01:11:32.199908Z","steps":["trace[2001053639] 'agreement among raft nodes before linearized reading' (duration: 331.459013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:32.19995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:31.868309Z","time spent":"331.633537ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:11:32.5525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.086574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:11:32.552636Z","caller":"traceutil/trace.go:171","msg":"trace[265235670] linearizableReadLoop","detail":"{readStateIndex:26689; appliedIndex:26688; }","duration":"352.912095ms","start":"2026-04-23T01:11:32.199694Z","end":"2026-04-23T01:11:32.552606Z","steps":["trace[265235670] 'read index received' (duration: 208.631356ms)","trace[265235670] 'applied index is now lower than readState.Index' (duration: 144.277859ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:32.552768Z","caller":"traceutil/trace.go:171","msg":"trace[623943754] transaction","detail":"{read_only:false; response_revision:25817; number_of_response:1; }","duration":"615.954276ms","start":"2026-04-23T01:11:31.936796Z","end":"2026-04-23T01:11:32.55275Z","steps":["trace[623943754] 'process raft request' (duration: 471.518373ms)","trace[623943754] 'compare' (duration: 143.502329ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:32.552864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:31.936761Z","time spent":"616.054969ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:32.553166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.111091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:32.553226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.657727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-04-23T01:11:32.553233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.88822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-85tjd\" ","response":"range_response_count:1 size:7145"} {"level":"warn","ts":"2026-04-23T01:11:32.553246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.323375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-04-23T01:11:32.553282Z","caller":"traceutil/trace.go:171","msg":"trace[1078012865] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25817; }","duration":"456.74442ms","start":"2026-04-23T01:11:32.096522Z","end":"2026-04-23T01:11:32.553266Z","steps":["trace[1078012865] 'agreement among raft nodes before linearized reading' (duration: 456.568286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:32.553314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:32.096511Z","time spent":"456.795011ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-04-23T01:11:32.5533Z","caller":"traceutil/trace.go:171","msg":"trace[411163748] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-65565fdb7f-85tjd; range_end:; response_count:1; response_revision:25817; }","duration":"614.987622ms","start":"2026-04-23T01:11:31.938292Z","end":"2026-04-23T01:11:32.553279Z","steps":["trace[411163748] 'agreement among raft nodes before linearized reading' (duration: 614.773607ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:32.55324Z","caller":"traceutil/trace.go:171","msg":"trace[1139546573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25817; }","duration":"618.210614ms","start":"2026-04-23T01:11:31.935005Z","end":"2026-04-23T01:11:32.553216Z","steps":["trace[1139546573] 'agreement among raft nodes before linearized reading' (duration: 618.06784ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:32.553317Z","caller":"traceutil/trace.go:171","msg":"trace[1790207023] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25817; }","duration":"472.436688ms","start":"2026-04-23T01:11:32.080862Z","end":"2026-04-23T01:11:32.553299Z","steps":["trace[1790207023] 'agreement among raft nodes before linearized reading' (duration: 472.239903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:32.553352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:31.938275Z","time spent":"615.065354ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":7169,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-85tjd\" "} {"level":"warn","ts":"2026-04-23T01:11:32.553371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:32.080845Z","time spent":"472.513169ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-04-23T01:11:32.553374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:31.934993Z","time spent":"618.359697ms","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:11:32.590396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.440625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-04-23T01:11:32.590477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.925571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:32.590592Z","caller":"traceutil/trace.go:171","msg":"trace[1754591293] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25818; }","duration":"235.090315ms","start":"2026-04-23T01:11:32.35548Z","end":"2026-04-23T01:11:32.590571Z","steps":["trace[1754591293] 'agreement among raft nodes before linearized reading' (duration: 234.897511ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:32.590398Z","caller":"traceutil/trace.go:171","msg":"trace[1738876369] transaction","detail":"{read_only:false; response_revision:25818; number_of_response:1; }","duration":"387.054868ms","start":"2026-04-23T01:11:32.203292Z","end":"2026-04-23T01:11:32.590347Z","steps":["trace[1738876369] 'process raft request' (duration: 386.803292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:32.59085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:32.203267Z","time spent":"387.479049ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:11:32.590648Z","caller":"traceutil/trace.go:171","msg":"trace[361375409] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25818; }","duration":"171.62867ms","start":"2026-04-23T01:11:32.418898Z","end":"2026-04-23T01:11:32.590527Z","steps":["trace[361375409] 'agreement among raft nodes before linearized reading' (duration: 171.345943ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:32.826987Z","caller":"traceutil/trace.go:171","msg":"trace[734499809] linearizableReadLoop","detail":"{readStateIndex:26691; appliedIndex:26690; }","duration":"236.742447ms","start":"2026-04-23T01:11:32.590218Z","end":"2026-04-23T01:11:32.82696Z","steps":["trace[734499809] 'read index received' (duration: 236.51141ms)","trace[734499809] 'applied index is now lower than readState.Index' (duration: 230.187µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:32.82713Z","caller":"traceutil/trace.go:171","msg":"trace[448744680] transaction","detail":"{read_only:false; response_revision:25819; number_of_response:1; }","duration":"263.631157ms","start":"2026-04-23T01:11:32.563469Z","end":"2026-04-23T01:11:32.8271Z","steps":["trace[448744680] 'process raft request' (duration: 263.329199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:32.827349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.780378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-lznzd.18a8d72515363cf7\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-04-23T01:11:32.827393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.171221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-23T01:11:32.827393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.957465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-04-23T01:11:32.827393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.326647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-04-23T01:11:32.827447Z","caller":"traceutil/trace.go:171","msg":"trace[985265578] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25819; }","duration":"211.259422ms","start":"2026-04-23T01:11:32.616173Z","end":"2026-04-23T01:11:32.827432Z","steps":["trace[985265578] 'agreement among raft nodes before linearized reading' (duration: 211.084558ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:32.82745Z","caller":"traceutil/trace.go:171","msg":"trace[848066201] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-lznzd.18a8d72515363cf7; range_end:; response_count:1; response_revision:25819; }","duration":"270.958762ms","start":"2026-04-23T01:11:32.556465Z","end":"2026-04-23T01:11:32.827424Z","steps":["trace[848066201] 'agreement among raft nodes before linearized reading' (duration: 270.606373ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:32.827467Z","caller":"traceutil/trace.go:171","msg":"trace[2027309818] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25819; }","duration":"209.089448ms","start":"2026-04-23T01:11:32.618358Z","end":"2026-04-23T01:11:32.827448Z","steps":["trace[2027309818] 'agreement among raft nodes before linearized reading' (duration: 208.887033ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:32.827473Z","caller":"traceutil/trace.go:171","msg":"trace[1706749795] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:25819; }","duration":"151.46571ms","start":"2026-04-23T01:11:32.675992Z","end":"2026-04-23T01:11:32.827458Z","steps":["trace[1706749795] 'agreement among raft nodes before linearized reading' (duration: 151.200103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:32.827887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.396803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:11:32.827926Z","caller":"traceutil/trace.go:171","msg":"trace[495557819] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25819; }","duration":"218.469054ms","start":"2026-04-23T01:11:32.609445Z","end":"2026-04-23T01:11:32.827914Z","steps":["trace[495557819] 'agreement among raft nodes before linearized reading' (duration: 217.697585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:33.024219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.508231ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:11:33.024577Z","caller":"traceutil/trace.go:171","msg":"trace[1588551804] transaction","detail":"{read_only:false; response_revision:25820; number_of_response:1; }","duration":"194.668633ms","start":"2026-04-23T01:11:32.829874Z","end":"2026-04-23T01:11:33.024543Z","steps":["trace[1588551804] 'process raft request' (duration: 78.736151ms)","trace[1588551804] 'compare' (duration: 115.292606ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:33.024593Z","caller":"traceutil/trace.go:171","msg":"trace[30483123] transaction","detail":"{read_only:false; response_revision:25821; number_of_response:1; }","duration":"193.060722ms","start":"2026-04-23T01:11:32.831507Z","end":"2026-04-23T01:11:33.024568Z","steps":["trace[30483123] 'process raft request' (duration: 192.833207ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:33.024608Z","caller":"traceutil/trace.go:171","msg":"trace[894330138] transaction","detail":"{read_only:false; response_revision:25822; number_of_response:1; }","duration":"192.416736ms","start":"2026-04-23T01:11:32.832171Z","end":"2026-04-23T01:11:33.024588Z","steps":["trace[894330138] 'process raft request' (duration: 192.319344ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:33.024717Z","caller":"traceutil/trace.go:171","msg":"trace[1457761618] linearizableReadLoop","detail":"{readStateIndex:26693; appliedIndex:26691; }","duration":"192.97452ms","start":"2026-04-23T01:11:32.831568Z","end":"2026-04-23T01:11:33.024543Z","steps":["trace[1457761618] 'read index received' (duration: 77.085319ms)","trace[1457761618] 'applied index is now lower than readState.Index' (duration: 115.888041ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:33.024794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.198485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fc65d9f3-c07c-4b27-ae7a-4dde8236c409\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-04-23T01:11:33.024936Z","caller":"traceutil/trace.go:171","msg":"trace[1056803276] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fc65d9f3-c07c-4b27-ae7a-4dde8236c409; range_end:; response_count:1; response_revision:25822; }","duration":"193.398901ms","start":"2026-04-23T01:11:32.831516Z","end":"2026-04-23T01:11:33.024915Z","steps":["trace[1056803276] 'agreement among raft nodes before linearized reading' (duration: 193.077613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:33.024926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.33946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-25zv8\" ","response":"range_response_count:1 size:7657"} {"level":"warn","ts":"2026-04-23T01:11:33.024978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.424495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:33.025008Z","caller":"traceutil/trace.go:171","msg":"trace[184298591] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:25822; }","duration":"167.476686ms","start":"2026-04-23T01:11:32.85752Z","end":"2026-04-23T01:11:33.024997Z","steps":["trace[184298591] 'agreement among raft nodes before linearized reading' (duration: 167.425715ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:33.025017Z","caller":"traceutil/trace.go:171","msg":"trace[802766803] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-25zv8; range_end:; response_count:1; response_revision:25822; }","duration":"193.481423ms","start":"2026-04-23T01:11:32.831509Z","end":"2026-04-23T01:11:33.024991Z","steps":["trace[802766803] 'agreement among raft nodes before linearized reading' (duration: 193.208606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:33.025158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.776365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:33.025227Z","caller":"traceutil/trace.go:171","msg":"trace[1251821462] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25822; }","duration":"158.901708ms","start":"2026-04-23T01:11:32.86631Z","end":"2026-04-23T01:11:33.025211Z","steps":["trace[1251821462] 'agreement among raft nodes before linearized reading' (duration: 158.763864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:33.308106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.944389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:11:33.308193Z","caller":"traceutil/trace.go:171","msg":"trace[389685756] linearizableReadLoop","detail":"{readStateIndex:26696; appliedIndex:26695; }","duration":"250.424962ms","start":"2026-04-23T01:11:33.057753Z","end":"2026-04-23T01:11:33.308178Z","steps":["trace[389685756] 'read index received' (duration: 76.261078ms)","trace[389685756] 'applied index is now lower than readState.Index' (duration: 174.162504ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:33.308294Z","caller":"traceutil/trace.go:171","msg":"trace[107838193] transaction","detail":"{read_only:false; response_revision:25824; number_of_response:1; }","duration":"274.386389ms","start":"2026-04-23T01:11:33.033894Z","end":"2026-04-23T01:11:33.30828Z","steps":["trace[107838193] 'process raft request' (duration: 100.181773ms)","trace[107838193] 'compare' (duration: 173.664602ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:33.308479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.73144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-25zv8.18a8d72c164eb081\" ","response":"range_response_count:1 size:878"} {"level":"info","ts":"2026-04-23T01:11:33.308518Z","caller":"traceutil/trace.go:171","msg":"trace[2110792328] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-25zv8.18a8d72c164eb081; range_end:; response_count:1; response_revision:25824; }","duration":"250.799212ms","start":"2026-04-23T01:11:33.057709Z","end":"2026-04-23T01:11:33.308509Z","steps":["trace[2110792328] 'agreement among raft nodes before linearized reading' (duration: 250.682359ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:33.5721Z","caller":"traceutil/trace.go:171","msg":"trace[1670853205] linearizableReadLoop","detail":"{readStateIndex:26698; appliedIndex:26697; }","duration":"203.283881ms","start":"2026-04-23T01:11:33.3688Z","end":"2026-04-23T01:11:33.572084Z","steps":["trace[1670853205] 'read index received' (duration: 203.135846ms)","trace[1670853205] 'applied index is now lower than readState.Index' (duration: 147.515µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:33.57219Z","caller":"traceutil/trace.go:171","msg":"trace[439710855] transaction","detail":"{read_only:false; response_revision:25826; number_of_response:1; }","duration":"228.616942ms","start":"2026-04-23T01:11:33.343566Z","end":"2026-04-23T01:11:33.572183Z","steps":["trace[439710855] 'process raft request' (duration: 228.419366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:33.572401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.592069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:33.572433Z","caller":"traceutil/trace.go:171","msg":"trace[886647396] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25826; }","duration":"203.63364ms","start":"2026-04-23T01:11:33.36879Z","end":"2026-04-23T01:11:33.572424Z","steps":["trace[886647396] 'agreement among raft nodes before linearized reading' (duration: 203.531518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:33.572639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.93297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:11:33.572663Z","caller":"traceutil/trace.go:171","msg":"trace[1843620241] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25826; }","duration":"126.984622ms","start":"2026-04-23T01:11:33.445673Z","end":"2026-04-23T01:11:33.572657Z","steps":["trace[1843620241] 'agreement among raft nodes before linearized reading' (duration: 126.858809ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:33.700131Z","caller":"traceutil/trace.go:171","msg":"trace[1993638356] transaction","detail":"{read_only:false; response_revision:25827; number_of_response:1; }","duration":"120.639501ms","start":"2026-04-23T01:11:33.579464Z","end":"2026-04-23T01:11:33.700104Z","steps":["trace[1993638356] 'process raft request' (duration: 119.973394ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:33.942501Z","caller":"traceutil/trace.go:171","msg":"trace[1167549860] transaction","detail":"{read_only:false; response_revision:25831; number_of_response:1; }","duration":"115.45943ms","start":"2026-04-23T01:11:33.826994Z","end":"2026-04-23T01:11:33.942453Z","steps":["trace[1167549860] 'process raft request' (duration: 102.733107ms)","trace[1167549860] 'compare' (duration: 12.464816ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:34.502581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.495909ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:34.502675Z","caller":"traceutil/trace.go:171","msg":"trace[426664437] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25831; }","duration":"177.601941ms","start":"2026-04-23T01:11:34.325059Z","end":"2026-04-23T01:11:34.502661Z","steps":["trace[426664437] 'range keys from in-memory index tree' (duration: 177.447478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:34.503369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.274027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:11:34.503487Z","caller":"traceutil/trace.go:171","msg":"trace[1743570309] linearizableReadLoop","detail":"{readStateIndex:26704; appliedIndex:26703; }","duration":"300.323604ms","start":"2026-04-23T01:11:34.20314Z","end":"2026-04-23T01:11:34.503464Z","steps":["trace[1743570309] 'read index received' (duration: 57.221µs)","trace[1743570309] 'applied index is now lower than readState.Index' (duration: 300.264703ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:34.503587Z","caller":"traceutil/trace.go:171","msg":"trace[440600388] transaction","detail":"{read_only:false; response_revision:25832; number_of_response:1; }","duration":"555.491677ms","start":"2026-04-23T01:11:33.948011Z","end":"2026-04-23T01:11:34.503502Z","steps":["trace[440600388] 'process raft request' (duration: 153.995485ms)","trace[440600388] 'compare' (duration: 400.675012ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:34.503652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.517029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T01:11:34.503688Z","caller":"traceutil/trace.go:171","msg":"trace[487934273] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25832; }","duration":"300.591171ms","start":"2026-04-23T01:11:34.203088Z","end":"2026-04-23T01:11:34.503679Z","steps":["trace[487934273] 'agreement among raft nodes before linearized reading' (duration: 300.455887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:34.503718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:34.203067Z","time spent":"300.645373ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:11:34.503684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.920773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:34.503653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.069938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:11:34.503798Z","caller":"traceutil/trace.go:171","msg":"trace[1544491235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25832; }","duration":"300.206892ms","start":"2026-04-23T01:11:34.203551Z","end":"2026-04-23T01:11:34.503758Z","steps":["trace[1544491235] 'agreement among raft nodes before linearized reading' (duration: 300.031537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:34.50379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.678909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:11:34.503898Z","caller":"traceutil/trace.go:171","msg":"trace[2103471797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25832; }","duration":"299.795731ms","start":"2026-04-23T01:11:34.204059Z","end":"2026-04-23T01:11:34.503855Z","steps":["trace[2103471797] 'agreement among raft nodes before linearized reading' (duration: 299.562105ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:34.503793Z","caller":"traceutil/trace.go:171","msg":"trace[1853270221] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25832; }","duration":"141.052616ms","start":"2026-04-23T01:11:34.362692Z","end":"2026-04-23T01:11:34.503744Z","steps":["trace[1853270221] 'agreement among raft nodes before linearized reading' (duration: 140.902863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:34.504005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:33.947998Z","time spent":"555.782354ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:34.503865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:34.203541Z","time spent":"300.306544ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T01:11:34.683003Z","caller":"traceutil/trace.go:171","msg":"trace[1239847636] linearizableReadLoop","detail":"{readStateIndex:26708; appliedIndex:26704; }","duration":"116.545577ms","start":"2026-04-23T01:11:34.566438Z","end":"2026-04-23T01:11:34.682984Z","steps":["trace[1239847636] 'read index received' (duration: 34.679897ms)","trace[1239847636] 'applied index is now lower than readState.Index' (duration: 81.86391ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:34.683442Z","caller":"traceutil/trace.go:171","msg":"trace[1120760732] transaction","detail":"{read_only:false; response_revision:25835; number_of_response:1; }","duration":"173.681402ms","start":"2026-04-23T01:11:34.509741Z","end":"2026-04-23T01:11:34.683422Z","steps":["trace[1120760732] 'process raft request' (duration: 173.145939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:34.683429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.975579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-23T01:11:34.683503Z","caller":"traceutil/trace.go:171","msg":"trace[1080113480] transaction","detail":"{read_only:false; response_revision:25836; number_of_response:1; }","duration":"173.61708ms","start":"2026-04-23T01:11:34.509857Z","end":"2026-04-23T01:11:34.683474Z","steps":["trace[1080113480] 'process raft request' (duration: 173.073287ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:34.683519Z","caller":"traceutil/trace.go:171","msg":"trace[1553385144] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25836; }","duration":"117.200414ms","start":"2026-04-23T01:11:34.566294Z","end":"2026-04-23T01:11:34.683495Z","steps":["trace[1553385144] 'agreement among raft nodes before linearized reading' (duration: 116.939057ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:34.683447Z","caller":"traceutil/trace.go:171","msg":"trace[1903856733] transaction","detail":"{read_only:false; response_revision:25834; number_of_response:1; }","duration":"174.695517ms","start":"2026-04-23T01:11:34.508729Z","end":"2026-04-23T01:11:34.683424Z","steps":["trace[1903856733] 'process raft request' (duration: 173.494487ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:34.899451Z","caller":"traceutil/trace.go:171","msg":"trace[1473335277] transaction","detail":"{read_only:false; response_revision:25840; number_of_response:1; }","duration":"109.575781ms","start":"2026-04-23T01:11:34.789849Z","end":"2026-04-23T01:11:34.899425Z","steps":["trace[1473335277] 'process raft request' (duration: 109.280043ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:35.130351Z","caller":"traceutil/trace.go:171","msg":"trace[1720953192] transaction","detail":"{read_only:false; response_revision:25843; number_of_response:1; }","duration":"185.368938ms","start":"2026-04-23T01:11:34.944955Z","end":"2026-04-23T01:11:35.130324Z","steps":["trace[1720953192] 'process raft request' (duration: 179.342036ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:35.175742Z","caller":"traceutil/trace.go:171","msg":"trace[1338487576] transaction","detail":"{read_only:false; response_revision:25844; number_of_response:1; }","duration":"220.748173ms","start":"2026-04-23T01:11:34.954971Z","end":"2026-04-23T01:11:35.175719Z","steps":["trace[1338487576] 'process raft request' (duration: 220.552208ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:35.175915Z","caller":"traceutil/trace.go:171","msg":"trace[1799810975] linearizableReadLoop","detail":"{readStateIndex:26716; appliedIndex:26714; }","duration":"194.441817ms","start":"2026-04-23T01:11:34.981446Z","end":"2026-04-23T01:11:35.175887Z","steps":["trace[1799810975] 'read index received' (duration: 142.876403ms)","trace[1799810975] 'applied index is now lower than readState.Index' (duration: 51.563554ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:35.176065Z","caller":"traceutil/trace.go:171","msg":"trace[159616349] transaction","detail":"{read_only:false; response_revision:25845; number_of_response:1; }","duration":"113.144141ms","start":"2026-04-23T01:11:35.06289Z","end":"2026-04-23T01:11:35.176034Z","steps":["trace[159616349] 'process raft request' (duration: 112.763441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:35.176216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.720814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T01:11:35.17626Z","caller":"traceutil/trace.go:171","msg":"trace[1120902309] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25845; }","duration":"194.855427ms","start":"2026-04-23T01:11:34.981394Z","end":"2026-04-23T01:11:35.176249Z","steps":["trace[1120902309] 'agreement among raft nodes before linearized reading' (duration: 194.642722ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:35.485938Z","caller":"traceutil/trace.go:171","msg":"trace[222031270] transaction","detail":"{read_only:false; response_revision:25847; number_of_response:1; }","duration":"279.819066ms","start":"2026-04-23T01:11:35.206076Z","end":"2026-04-23T01:11:35.485896Z","steps":["trace[222031270] 'process raft request' (duration: 279.386775ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:35.939738Z","caller":"traceutil/trace.go:171","msg":"trace[2104035958] linearizableReadLoop","detail":"{readStateIndex:26722; appliedIndex:26721; }","duration":"236.940143ms","start":"2026-04-23T01:11:35.702777Z","end":"2026-04-23T01:11:35.939718Z","steps":["trace[2104035958] 'read index received' (duration: 236.797709ms)","trace[2104035958] 'applied index is now lower than readState.Index' (duration: 141.834µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:35.939791Z","caller":"traceutil/trace.go:171","msg":"trace[1565510828] transaction","detail":"{read_only:false; response_revision:25850; number_of_response:1; }","duration":"354.406663ms","start":"2026-04-23T01:11:35.585335Z","end":"2026-04-23T01:11:35.939742Z","steps":["trace[1565510828] 'process raft request' (duration: 354.248019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:35.939926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.151728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-23T01:11:35.939917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:35.585315Z","time spent":"354.523806ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:11:35.939956Z","caller":"traceutil/trace.go:171","msg":"trace[268662741] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25850; }","duration":"237.218159ms","start":"2026-04-23T01:11:35.702729Z","end":"2026-04-23T01:11:35.939947Z","steps":["trace[268662741] 'agreement among raft nodes before linearized reading' (duration: 237.083406ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:36.084972Z","caller":"traceutil/trace.go:171","msg":"trace[766293078] transaction","detail":"{read_only:false; response_revision:25851; number_of_response:1; }","duration":"140.917484ms","start":"2026-04-23T01:11:35.944014Z","end":"2026-04-23T01:11:36.084932Z","steps":["trace[766293078] 'process raft request' (duration: 55.451752ms)","trace[766293078] 'compare' (duration: 85.340058ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:36.280114Z","caller":"traceutil/trace.go:171","msg":"trace[829475309] transaction","detail":"{read_only:false; response_revision:25856; number_of_response:1; }","duration":"101.274081ms","start":"2026-04-23T01:11:36.178816Z","end":"2026-04-23T01:11:36.28009Z","steps":["trace[829475309] 'process raft request' (duration: 94.253024ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:36.630719Z","caller":"traceutil/trace.go:171","msg":"trace[802586899] transaction","detail":"{read_only:false; response_revision:25858; number_of_response:1; }","duration":"340.50318ms","start":"2026-04-23T01:11:36.290172Z","end":"2026-04-23T01:11:36.630675Z","steps":["trace[802586899] 'process raft request' (duration: 250.181646ms)","trace[802586899] 'compare' (duration: 89.926094ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:36.630922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:36.290159Z","time spent":"340.657585ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:11:36.75952Z","caller":"traceutil/trace.go:171","msg":"trace[1981093061] transaction","detail":"{read_only:false; response_revision:25860; number_of_response:1; }","duration":"123.497112ms","start":"2026-04-23T01:11:36.63599Z","end":"2026-04-23T01:11:36.759487Z","steps":["trace[1981093061] 'process raft request' (duration: 96.49995ms)","trace[1981093061] 'compare' (duration: 26.797047ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:37.094373Z","caller":"traceutil/trace.go:171","msg":"trace[705596344] linearizableReadLoop","detail":"{readStateIndex:26736; appliedIndex:26733; }","duration":"317.613913ms","start":"2026-04-23T01:11:36.776731Z","end":"2026-04-23T01:11:37.094345Z","steps":["trace[705596344] 'read index received' (duration: 31.925778ms)","trace[705596344] 'applied index is now lower than readState.Index' (duration: 285.686465ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:37.09442Z","caller":"traceutil/trace.go:171","msg":"trace[526532288] transaction","detail":"{read_only:false; response_revision:25862; number_of_response:1; }","duration":"329.928164ms","start":"2026-04-23T01:11:36.764433Z","end":"2026-04-23T01:11:37.094361Z","steps":["trace[526532288] 'process raft request' (duration: 235.784182ms)","trace[526532288] 'compare' (duration: 93.855854ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:37.0945Z","caller":"traceutil/trace.go:171","msg":"trace[1349830877] transaction","detail":"{read_only:false; response_revision:25863; number_of_response:1; }","duration":"329.086642ms","start":"2026-04-23T01:11:36.765385Z","end":"2026-04-23T01:11:37.094472Z","steps":["trace[1349830877] 'process raft request' (duration: 328.877727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:37.095048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:36.765366Z","time spent":"329.588825ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:37.09477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.005893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-23T01:11:37.095039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.000063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-04-23T01:11:37.095158Z","caller":"traceutil/trace.go:171","msg":"trace[962697429] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25863; }","duration":"318.405522ms","start":"2026-04-23T01:11:36.776703Z","end":"2026-04-23T01:11:37.095109Z","steps":["trace[962697429] 'agreement among raft nodes before linearized reading' (duration: 317.813287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:37.095288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:36.776695Z","time spent":"318.551477ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T01:11:37.095287Z","caller":"traceutil/trace.go:171","msg":"trace[1645526171] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25863; }","duration":"165.277919ms","start":"2026-04-23T01:11:36.929951Z","end":"2026-04-23T01:11:37.095229Z","steps":["trace[1645526171] 'agreement among raft nodes before linearized reading' (duration: 164.90914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:37.095281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:36.764411Z","time spent":"330.442397ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:37.737225Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660675,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:38.238025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660675,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:38.73841Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660675,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:38.879188Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.777905261s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:11:39.242369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.876797ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:11:39.242586Z","caller":"traceutil/trace.go:171","msg":"trace[245805652] transaction","detail":"{read_only:false; response_revision:25864; number_of_response:1; }","duration":"2.141413133s","start":"2026-04-23T01:11:37.101107Z","end":"2026-04-23T01:11:39.24252Z","steps":["trace[245805652] 'process raft request' (duration: 1.77828064s)","trace[245805652] 'compare' (duration: 360.937718ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:39.242681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:37.101085Z","time spent":"2.141553067s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:11:39.295443Z","caller":"traceutil/trace.go:171","msg":"trace[995493282] linearizableReadLoop","detail":"{readStateIndex:26738; appliedIndex:26736; }","duration":"2.05864846s","start":"2026-04-23T01:11:37.23677Z","end":"2026-04-23T01:11:39.295418Z","steps":["trace[995493282] 'read index received' (duration: 1.642628309s)","trace[995493282] 'applied index is now lower than readState.Index' (duration: 416.018681ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:39.29549Z","caller":"traceutil/trace.go:171","msg":"trace[1635699845] transaction","detail":"{read_only:false; response_revision:25865; number_of_response:1; }","duration":"2.193986143s","start":"2026-04-23T01:11:37.101464Z","end":"2026-04-23T01:11:39.29545Z","steps":["trace[1635699845] 'process raft request' (duration: 2.193659024s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:39.295776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.058994059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-23T01:11:39.295858Z","caller":"traceutil/trace.go:171","msg":"trace[981279222] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25865; }","duration":"2.059136733s","start":"2026-04-23T01:11:37.2367Z","end":"2026-04-23T01:11:39.295837Z","steps":["trace[981279222] 'agreement among raft nodes before linearized reading' (duration: 2.058832165s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:39.29591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:37.236672Z","time spent":"2.059225824s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-23T01:11:39.295897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:37.101444Z","time spent":"2.19426556s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:39.295944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907264162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-04-23T01:11:39.296003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.47222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T01:11:39.29602Z","caller":"traceutil/trace.go:171","msg":"trace[198631194] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25865; }","duration":"1.907372775s","start":"2026-04-23T01:11:37.38863Z","end":"2026-04-23T01:11:39.296002Z","steps":["trace[198631194] 'agreement among raft nodes before linearized reading' (duration: 1.90718586s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:39.296009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.084829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:39.296055Z","caller":"traceutil/trace.go:171","msg":"trace[613227553] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25865; }","duration":"565.627974ms","start":"2026-04-23T01:11:38.730414Z","end":"2026-04-23T01:11:39.296042Z","steps":["trace[613227553] 'agreement among raft nodes before linearized reading' (duration: 565.416328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:39.296071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:37.38856Z","time spent":"1.907497838s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-23T01:11:39.296063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.737225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4438"} {"level":"info","ts":"2026-04-23T01:11:39.296087Z","caller":"traceutil/trace.go:171","msg":"trace[1711076147] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25865; }","duration":"442.201662ms","start":"2026-04-23T01:11:38.853864Z","end":"2026-04-23T01:11:39.296065Z","steps":["trace[1711076147] 'agreement among raft nodes before linearized reading' (duration: 442.071999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:39.296101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:38.730393Z","time spent":"565.700036ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T01:11:39.296131Z","caller":"traceutil/trace.go:171","msg":"trace[956483177] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:25865; }","duration":"285.862649ms","start":"2026-04-23T01:11:39.010252Z","end":"2026-04-23T01:11:39.296115Z","steps":["trace[956483177] 'agreement among raft nodes before linearized reading' (duration: 285.619752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:39.29614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:38.853841Z","time spent":"442.284595ms","remote":"127.0.0.1:46784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:39.296134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163213466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-04-23T01:11:39.296229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.607658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:11:39.296238Z","caller":"traceutil/trace.go:171","msg":"trace[2003813229] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25865; }","duration":"1.163362409s","start":"2026-04-23T01:11:38.132861Z","end":"2026-04-23T01:11:39.296223Z","steps":["trace[2003813229] 'agreement among raft nodes before linearized reading' (duration: 1.163126473s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:39.296268Z","caller":"traceutil/trace.go:171","msg":"trace[761666484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25865; }","duration":"615.67719ms","start":"2026-04-23T01:11:38.680578Z","end":"2026-04-23T01:11:39.296255Z","steps":["trace[761666484] 'agreement among raft nodes before linearized reading' (duration: 615.591068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:39.296288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.337984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T01:11:39.296294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:38.132827Z","time spent":"1.163452152s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-23T01:11:39.296302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:38.680553Z","time spent":"615.741691ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T01:11:39.296315Z","caller":"traceutil/trace.go:171","msg":"trace[1037383465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25865; }","duration":"483.399375ms","start":"2026-04-23T01:11:38.812908Z","end":"2026-04-23T01:11:39.296307Z","steps":["trace[1037383465] 'agreement among raft nodes before linearized reading' (duration: 483.308643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:39.296341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:38.812888Z","time spent":"483.447456ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:11:39.296399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43028401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:39.296426Z","caller":"traceutil/trace.go:171","msg":"trace[1140244846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25865; }","duration":"1.430366522s","start":"2026-04-23T01:11:37.866051Z","end":"2026-04-23T01:11:39.296417Z","steps":["trace[1140244846] 'agreement among raft nodes before linearized reading' (duration: 1.430320661s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:39.296358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.983427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:11:39.296447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.727032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-04-23T01:11:39.296467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.395566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T01:11:39.296482Z","caller":"traceutil/trace.go:171","msg":"trace[1456052997] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25865; }","duration":"892.150012ms","start":"2026-04-23T01:11:38.404309Z","end":"2026-04-23T01:11:39.296459Z","steps":["trace[1456052997] 'agreement among raft nodes before linearized reading' (duration: 891.956207ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:39.296521Z","caller":"traceutil/trace.go:171","msg":"trace[229094131] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25865; }","duration":"196.484728ms","start":"2026-04-23T01:11:39.100022Z","end":"2026-04-23T01:11:39.296506Z","steps":["trace[229094131] 'agreement among raft nodes before linearized reading' (duration: 196.338875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:39.296533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671317256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-04-23T01:11:39.296566Z","caller":"traceutil/trace.go:171","msg":"trace[1979034250] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25865; }","duration":"1.671382168s","start":"2026-04-23T01:11:37.625176Z","end":"2026-04-23T01:11:39.296558Z","steps":["trace[1979034250] 'agreement among raft nodes before linearized reading' (duration: 1.671293555s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:39.296604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:37.625155Z","time spent":"1.671444199s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-04-23T01:11:39.296481Z","caller":"traceutil/trace.go:171","msg":"trace[1864729799] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25865; }","duration":"271.802453ms","start":"2026-04-23T01:11:39.024669Z","end":"2026-04-23T01:11:39.296471Z","steps":["trace[1864729799] 'agreement among raft nodes before linearized reading' (duration: 271.719391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:39.296452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:37.866015Z","time spent":"1.430431544s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:11:39.297045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:38.404275Z","time spent":"892.241384ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:39.560111Z","caller":"traceutil/trace.go:171","msg":"trace[349787428] transaction","detail":"{read_only:false; response_revision:25866; number_of_response:1; }","duration":"258.741173ms","start":"2026-04-23T01:11:39.301339Z","end":"2026-04-23T01:11:39.56008Z","steps":["trace[349787428] 'process raft request' (duration: 258.518797ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:39.697655Z","caller":"traceutil/trace.go:171","msg":"trace[668954321] transaction","detail":"{read_only:false; response_revision:25868; number_of_response:1; }","duration":"396.189449ms","start":"2026-04-23T01:11:39.301449Z","end":"2026-04-23T01:11:39.697639Z","steps":["trace[668954321] 'process raft request' (duration: 396.070176ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:39.697642Z","caller":"traceutil/trace.go:171","msg":"trace[266847052] transaction","detail":"{read_only:false; response_revision:25867; number_of_response:1; }","duration":"396.228209ms","start":"2026-04-23T01:11:39.301378Z","end":"2026-04-23T01:11:39.697606Z","steps":["trace[266847052] 'process raft request' (duration: 392.586057ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:39.697702Z","caller":"traceutil/trace.go:171","msg":"trace[53641487] linearizableReadLoop","detail":"{readStateIndex:26743; appliedIndex:26738; }","duration":"390.593497ms","start":"2026-04-23T01:11:39.307089Z","end":"2026-04-23T01:11:39.697682Z","steps":["trace[53641487] 'read index received' (duration: 252.221429ms)","trace[53641487] 'applied index is now lower than readState.Index' (duration: 138.371308ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:39.697753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:39.301438Z","time spent":"396.267651ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:39.697816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:39.301356Z","time spent":"396.368283ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:39.697835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.735771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:39.698079Z","caller":"traceutil/trace.go:171","msg":"trace[1625010925] transaction","detail":"{read_only:false; response_revision:25869; number_of_response:1; }","duration":"394.855456ms","start":"2026-04-23T01:11:39.303215Z","end":"2026-04-23T01:11:39.69807Z","steps":["trace[1625010925] 'process raft request' (duration: 394.381364ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:39.698108Z","caller":"traceutil/trace.go:171","msg":"trace[1821342825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25870; }","duration":"391.005717ms","start":"2026-04-23T01:11:39.307078Z","end":"2026-04-23T01:11:39.698084Z","steps":["trace[1821342825] 'agreement among raft nodes before linearized reading' (duration: 390.663499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:39.69813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:39.303144Z","time spent":"394.958248ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:11:39.698156Z","caller":"traceutil/trace.go:171","msg":"trace[1421305989] transaction","detail":"{read_only:false; response_revision:25870; number_of_response:1; }","duration":"392.018904ms","start":"2026-04-23T01:11:39.306094Z","end":"2026-04-23T01:11:39.698113Z","steps":["trace[1421305989] 'process raft request' (duration: 391.542922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:39.698233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:39.307074Z","time spent":"391.077409ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:11:39.698266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:39.306084Z","time spent":"392.111996ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:11:39.841846Z","caller":"traceutil/trace.go:171","msg":"trace[787719941] linearizableReadLoop","detail":"{readStateIndex:26744; appliedIndex:26743; }","duration":"140.082393ms","start":"2026-04-23T01:11:39.701738Z","end":"2026-04-23T01:11:39.841821Z","steps":["trace[787719941] 'read index received' (duration: 139.307013ms)","trace[787719941] 'applied index is now lower than readState.Index' (duration: 774.33µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:39.841932Z","caller":"traceutil/trace.go:171","msg":"trace[413712696] transaction","detail":"{read_only:false; response_revision:25871; number_of_response:1; }","duration":"276.231225ms","start":"2026-04-23T01:11:39.565654Z","end":"2026-04-23T01:11:39.841886Z","steps":["trace[413712696] 'process raft request' (duration: 275.437715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:39.842101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.351109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4438"} {"level":"info","ts":"2026-04-23T01:11:39.842166Z","caller":"traceutil/trace.go:171","msg":"trace[1152480374] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:25871; }","duration":"140.466922ms","start":"2026-04-23T01:11:39.701685Z","end":"2026-04-23T01:11:39.842152Z","steps":["trace[1152480374] 'agreement among raft nodes before linearized reading' (duration: 140.241346ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:39.975137Z","caller":"traceutil/trace.go:171","msg":"trace[880460422] transaction","detail":"{read_only:false; response_revision:25873; number_of_response:1; }","duration":"125.188336ms","start":"2026-04-23T01:11:39.84992Z","end":"2026-04-23T01:11:39.975109Z","steps":["trace[880460422] 'process raft request' (duration: 124.976351ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:40.206338Z","caller":"traceutil/trace.go:171","msg":"trace[1310187152] transaction","detail":"{read_only:false; response_revision:25876; number_of_response:1; }","duration":"217.217884ms","start":"2026-04-23T01:11:39.989097Z","end":"2026-04-23T01:11:40.206315Z","steps":["trace[1310187152] 'process raft request' (duration: 215.511221ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:40.212007Z","caller":"traceutil/trace.go:171","msg":"trace[1942139713] linearizableReadLoop","detail":"{readStateIndex:26750; appliedIndex:26748; }","duration":"191.247567ms","start":"2026-04-23T01:11:40.020741Z","end":"2026-04-23T01:11:40.211988Z","steps":["trace[1942139713] 'read index received' (duration: 183.872441ms)","trace[1942139713] 'applied index is now lower than readState.Index' (duration: 7.374166ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:40.212056Z","caller":"traceutil/trace.go:171","msg":"trace[1435648140] transaction","detail":"{read_only:false; response_revision:25877; number_of_response:1; }","duration":"218.434424ms","start":"2026-04-23T01:11:39.9936Z","end":"2026-04-23T01:11:40.212034Z","steps":["trace[1435648140] 'process raft request' (duration: 218.27889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:40.212249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.482503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-04-23T01:11:40.212372Z","caller":"traceutil/trace.go:171","msg":"trace[1472317990] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:25877; }","duration":"191.656927ms","start":"2026-04-23T01:11:40.020695Z","end":"2026-04-23T01:11:40.212352Z","steps":["trace[1472317990] 'agreement among raft nodes before linearized reading' (duration: 191.379571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:40.245809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.842909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:40.245921Z","caller":"traceutil/trace.go:171","msg":"trace[1219803462] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25878; }","duration":"182.007693ms","start":"2026-04-23T01:11:40.063891Z","end":"2026-04-23T01:11:40.245899Z","steps":["trace[1219803462] 'agreement among raft nodes before linearized reading' (duration: 181.803638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:40.246008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.750596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:11:40.246123Z","caller":"traceutil/trace.go:171","msg":"trace[1328133599] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25878; }","duration":"181.91008ms","start":"2026-04-23T01:11:40.064186Z","end":"2026-04-23T01:11:40.246096Z","steps":["trace[1328133599] 'agreement among raft nodes before linearized reading' (duration: 181.637643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:40.4679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.160305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:11:40.468017Z","caller":"traceutil/trace.go:171","msg":"trace[1635916263] transaction","detail":"{read_only:false; response_revision:25880; number_of_response:1; }","duration":"190.572219ms","start":"2026-04-23T01:11:40.277423Z","end":"2026-04-23T01:11:40.467995Z","steps":["trace[1635916263] 'process raft request' (duration: 31.016544ms)","trace[1635916263] 'compare' (duration: 158.292184ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:40.781982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.956525ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:11:40.782118Z","caller":"traceutil/trace.go:171","msg":"trace[1498448425] linearizableReadLoop","detail":"{readStateIndex:26755; appliedIndex:26754; }","duration":"220.597438ms","start":"2026-04-23T01:11:40.5615Z","end":"2026-04-23T01:11:40.782097Z","steps":["trace[1498448425] 'read index received' (duration: 26.333876ms)","trace[1498448425] 'applied index is now lower than readState.Index' (duration: 194.262292ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:40.782162Z","caller":"traceutil/trace.go:171","msg":"trace[220619991] transaction","detail":"{read_only:false; response_revision:25882; number_of_response:1; }","duration":"223.704208ms","start":"2026-04-23T01:11:40.558406Z","end":"2026-04-23T01:11:40.782111Z","steps":["trace[220619991] 'process raft request' (duration: 29.529488ms)","trace[220619991] 'compare' (duration: 193.688287ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:40.782336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.815444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-23T01:11:40.782428Z","caller":"traceutil/trace.go:171","msg":"trace[977149987] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:25882; }","duration":"220.938897ms","start":"2026-04-23T01:11:40.561467Z","end":"2026-04-23T01:11:40.782406Z","steps":["trace[977149987] 'agreement among raft nodes before linearized reading' (duration: 220.707311ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:40.977069Z","caller":"traceutil/trace.go:171","msg":"trace[1412785184] linearizableReadLoop","detail":"{readStateIndex:26758; appliedIndex:26756; }","duration":"132.298855ms","start":"2026-04-23T01:11:40.844746Z","end":"2026-04-23T01:11:40.977045Z","steps":["trace[1412785184] 'read index received' (duration: 42.568056ms)","trace[1412785184] 'applied index is now lower than readState.Index' (duration: 89.729589ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:40.97714Z","caller":"traceutil/trace.go:171","msg":"trace[251127278] transaction","detail":"{read_only:false; response_revision:25883; number_of_response:1; }","duration":"134.795598ms","start":"2026-04-23T01:11:40.842243Z","end":"2026-04-23T01:11:40.977038Z","steps":["trace[251127278] 'process raft request' (duration: 45.07218ms)","trace[251127278] 'compare' (duration: 89.485352ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:40.977348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.587512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-23T01:11:40.977392Z","caller":"traceutil/trace.go:171","msg":"trace[968245443] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25884; }","duration":"132.708036ms","start":"2026-04-23T01:11:40.844671Z","end":"2026-04-23T01:11:40.977379Z","steps":["trace[968245443] 'agreement among raft nodes before linearized reading' (duration: 132.511951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:40.977383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.444115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:11:40.977463Z","caller":"traceutil/trace.go:171","msg":"trace[437510765] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25884; }","duration":"118.569528ms","start":"2026-04-23T01:11:40.858873Z","end":"2026-04-23T01:11:40.977443Z","steps":["trace[437510765] 'agreement among raft nodes before linearized reading' (duration: 118.346573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:40.977533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.93585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:40.977606Z","caller":"traceutil/trace.go:171","msg":"trace[670812193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25884; }","duration":"110.051313ms","start":"2026-04-23T01:11:40.867535Z","end":"2026-04-23T01:11:40.977586Z","steps":["trace[670812193] 'agreement among raft nodes before linearized reading' (duration: 109.94264ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:40.977123Z","caller":"traceutil/trace.go:171","msg":"trace[1498155885] transaction","detail":"{read_only:false; response_revision:25884; number_of_response:1; }","duration":"133.008854ms","start":"2026-04-23T01:11:40.844064Z","end":"2026-04-23T01:11:40.977073Z","steps":["trace[1498155885] 'process raft request' (duration: 132.910842ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:41.364101Z","caller":"traceutil/trace.go:171","msg":"trace[1139210558] linearizableReadLoop","detail":"{readStateIndex:26762; appliedIndex:26761; }","duration":"138.521392ms","start":"2026-04-23T01:11:41.225542Z","end":"2026-04-23T01:11:41.364063Z","steps":["trace[1139210558] 'read index received' (duration: 134.577423ms)","trace[1139210558] 'applied index is now lower than readState.Index' (duration: 3.942629ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:41.364173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.613164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:41.364183Z","caller":"traceutil/trace.go:171","msg":"trace[743341633] transaction","detail":"{read_only:false; response_revision:25888; number_of_response:1; }","duration":"200.578932ms","start":"2026-04-23T01:11:41.163489Z","end":"2026-04-23T01:11:41.364068Z","steps":["trace[743341633] 'process raft request' (duration: 196.684344ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:41.364233Z","caller":"traceutil/trace.go:171","msg":"trace[256157554] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25888; }","duration":"138.724987ms","start":"2026-04-23T01:11:41.225493Z","end":"2026-04-23T01:11:41.364218Z","steps":["trace[256157554] 'agreement among raft nodes before linearized reading' (duration: 138.596024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:41.364322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.437979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:11:41.364347Z","caller":"traceutil/trace.go:171","msg":"trace[989566704] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25888; }","duration":"117.507561ms","start":"2026-04-23T01:11:41.246833Z","end":"2026-04-23T01:11:41.36434Z","steps":["trace[989566704] 'agreement among raft nodes before linearized reading' (duration: 117.380678ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:41.581481Z","caller":"traceutil/trace.go:171","msg":"trace[1507351121] transaction","detail":"{read_only:false; response_revision:25889; number_of_response:1; }","duration":"213.016816ms","start":"2026-04-23T01:11:41.368435Z","end":"2026-04-23T01:11:41.581452Z","steps":["trace[1507351121] 'process raft request' (duration: 137.618109ms)","trace[1507351121] 'compare' (duration: 75.270564ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:41.591103Z","caller":"traceutil/trace.go:171","msg":"trace[144662639] transaction","detail":"{read_only:false; response_revision:25890; number_of_response:1; }","duration":"221.384689ms","start":"2026-04-23T01:11:41.369699Z","end":"2026-04-23T01:11:41.591083Z","steps":["trace[144662639] 'process raft request' (duration: 221.224225ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:41.591271Z","caller":"traceutil/trace.go:171","msg":"trace[1313409096] transaction","detail":"{read_only:false; response_revision:25891; number_of_response:1; }","duration":"220.751723ms","start":"2026-04-23T01:11:41.3705Z","end":"2026-04-23T01:11:41.591251Z","steps":["trace[1313409096] 'process raft request' (duration: 220.537658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:41.864217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.772114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:11:41.86434Z","caller":"traceutil/trace.go:171","msg":"trace[518750440] transaction","detail":"{read_only:false; response_revision:25892; number_of_response:1; }","duration":"266.636134ms","start":"2026-04-23T01:11:41.597684Z","end":"2026-04-23T01:11:41.86432Z","steps":["trace[518750440] 'process raft request' (duration: 92.664713ms)","trace[518750440] 'compare' (duration: 173.637631ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:42.202148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.635627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:11:42.202595Z","caller":"traceutil/trace.go:171","msg":"trace[2142010131] transaction","detail":"{read_only:false; response_revision:25894; number_of_response:1; }","duration":"564.409473ms","start":"2026-04-23T01:11:41.638159Z","end":"2026-04-23T01:11:42.202568Z","steps":["trace[2142010131] 'process raft request' (duration: 564.122236ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:42.2026Z","caller":"traceutil/trace.go:171","msg":"trace[1176848214] transaction","detail":"{read_only:false; response_revision:25893; number_of_response:1; }","duration":"598.603827ms","start":"2026-04-23T01:11:41.603963Z","end":"2026-04-23T01:11:42.202567Z","steps":["trace[1176848214] 'process raft request' (duration: 383.462997ms)","trace[1176848214] 'compare' (duration: 214.373901ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:42.202448Z","caller":"traceutil/trace.go:171","msg":"trace[839870764] linearizableReadLoop","detail":"{readStateIndex:26769; appliedIndex:26766; }","duration":"503.43237ms","start":"2026-04-23T01:11:41.698997Z","end":"2026-04-23T01:11:42.202429Z","steps":["trace[839870764] 'read index received' (duration: 288.463705ms)","trace[839870764] 'applied index is now lower than readState.Index' (duration: 214.967785ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:42.202721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:41.638138Z","time spent":"564.522146ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:42.202734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:41.603952Z","time spent":"598.71741ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5589,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:11:42.20278Z","caller":"traceutil/trace.go:171","msg":"trace[766624374] transaction","detail":"{read_only:false; response_revision:25895; number_of_response:1; }","duration":"538.98518ms","start":"2026-04-23T01:11:41.663781Z","end":"2026-04-23T01:11:42.202766Z","steps":["trace[766624374] 'process raft request' (duration: 538.60292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:42.202881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:41.663749Z","time spent":"539.059542ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:42.203146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.99662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:11:42.203178Z","caller":"traceutil/trace.go:171","msg":"trace[2023346732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25895; }","duration":"499.081492ms","start":"2026-04-23T01:11:41.704087Z","end":"2026-04-23T01:11:42.203169Z","steps":["trace[2023346732] 'agreement among raft nodes before linearized reading' (duration: 498.944467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:42.203203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:41.70408Z","time spent":"499.117612ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:11:42.203194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.16118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-04-23T01:11:42.203216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.587019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T01:11:42.203216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.275986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-23T01:11:42.20327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.633148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"warn","ts":"2026-04-23T01:11:42.20327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.257987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-23T01:11:42.203298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.732015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-25zv8.18a8d72c164e8010\" ","response":"range_response_count:1 size:878"} {"level":"info","ts":"2026-04-23T01:11:42.203307Z","caller":"traceutil/trace.go:171","msg":"trace[1826893990] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25895; }","duration":"448.431961ms","start":"2026-04-23T01:11:41.75486Z","end":"2026-04-23T01:11:42.203292Z","steps":["trace[1826893990] 'agreement among raft nodes before linearized reading' (duration: 448.169463ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:42.203354Z","caller":"traceutil/trace.go:171","msg":"trace[1284857547] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25895; }","duration":"193.757521ms","start":"2026-04-23T01:11:42.009577Z","end":"2026-04-23T01:11:42.203334Z","steps":["trace[1284857547] 'agreement among raft nodes before linearized reading' (duration: 193.518374ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:42.203356Z","caller":"traceutil/trace.go:171","msg":"trace[1322107654] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25895; }","duration":"499.385539ms","start":"2026-04-23T01:11:41.703952Z","end":"2026-04-23T01:11:42.203337Z","steps":["trace[1322107654] 'agreement among raft nodes before linearized reading' (duration: 499.110291ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:42.203377Z","caller":"traceutil/trace.go:171","msg":"trace[1817719529] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-25zv8.18a8d72c164e8010; range_end:; response_count:1; response_revision:25895; }","duration":"334.859288ms","start":"2026-04-23T01:11:41.868486Z","end":"2026-04-23T01:11:42.203345Z","steps":["trace[1817719529] 'agreement among raft nodes before linearized reading' (duration: 334.627902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:42.203417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:41.868465Z","time spent":"334.941581ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":902,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-25zv8.18a8d72c164e8010\" "} {"level":"warn","ts":"2026-04-23T01:11:42.203404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:41.75484Z","time spent":"448.550454ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T01:11:42.203282Z","caller":"traceutil/trace.go:171","msg":"trace[708852897] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25895; }","duration":"504.303883ms","start":"2026-04-23T01:11:41.698955Z","end":"2026-04-23T01:11:42.203259Z","steps":["trace[708852897] 'agreement among raft nodes before linearized reading' (duration: 504.057816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:42.203564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:41.698929Z","time spent":"504.622501ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-23T01:11:42.203311Z","caller":"traceutil/trace.go:171","msg":"trace[1730410971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25895; }","duration":"500.781564ms","start":"2026-04-23T01:11:41.702504Z","end":"2026-04-23T01:11:42.203286Z","steps":["trace[1730410971] 'agreement among raft nodes before linearized reading' (duration: 500.528946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:42.203662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:41.702481Z","time spent":"501.165994ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:11:42.203405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:41.703933Z","time spent":"499.462141ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T01:11:42.484636Z","caller":"traceutil/trace.go:171","msg":"trace[1366607203] linearizableReadLoop","detail":"{readStateIndex:26770; appliedIndex:26769; }","duration":"277.734933ms","start":"2026-04-23T01:11:42.206878Z","end":"2026-04-23T01:11:42.484613Z","steps":["trace[1366607203] 'read index received' (duration: 277.635711ms)","trace[1366607203] 'applied index is now lower than readState.Index' (duration: 98.072µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:42.48467Z","caller":"traceutil/trace.go:171","msg":"trace[1321636130] transaction","detail":"{read_only:false; response_revision:25896; number_of_response:1; }","duration":"279.034306ms","start":"2026-04-23T01:11:42.20561Z","end":"2026-04-23T01:11:42.484645Z","steps":["trace[1321636130] 'process raft request' (duration: 278.824641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:42.485235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.381039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ff0c8775-1706-4274-8069-bc4608aada15\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-23T01:11:42.485315Z","caller":"traceutil/trace.go:171","msg":"trace[1759131040] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ff0c8775-1706-4274-8069-bc4608aada15; range_end:; response_count:1; response_revision:25896; }","duration":"278.509692ms","start":"2026-04-23T01:11:42.206787Z","end":"2026-04-23T01:11:42.485297Z","steps":["trace[1759131040] 'agreement among raft nodes before linearized reading' (duration: 277.944068ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:42.506863Z","caller":"traceutil/trace.go:171","msg":"trace[613628985] transaction","detail":"{read_only:false; response_revision:25897; number_of_response:1; }","duration":"298.270924ms","start":"2026-04-23T01:11:42.208575Z","end":"2026-04-23T01:11:42.506846Z","steps":["trace[613628985] 'process raft request' (duration: 298.10091ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:42.507162Z","caller":"traceutil/trace.go:171","msg":"trace[1610509066] transaction","detail":"{read_only:false; response_revision:25898; number_of_response:1; }","duration":"297.958654ms","start":"2026-04-23T01:11:42.209187Z","end":"2026-04-23T01:11:42.507146Z","steps":["trace[1610509066] 'process raft request' (duration: 297.610576ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:42.507277Z","caller":"traceutil/trace.go:171","msg":"trace[1687463313] transaction","detail":"{read_only:false; response_revision:25899; number_of_response:1; }","duration":"298.038507ms","start":"2026-04-23T01:11:42.209202Z","end":"2026-04-23T01:11:42.507241Z","steps":["trace[1687463313] 'process raft request' (duration: 297.827251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:42.50736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.557011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-04-23T01:11:42.507468Z","caller":"traceutil/trace.go:171","msg":"trace[1006785011] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25899; }","duration":"200.704926ms","start":"2026-04-23T01:11:42.306741Z","end":"2026-04-23T01:11:42.507446Z","steps":["trace[1006785011] 'agreement among raft nodes before linearized reading' (duration: 200.501961ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:42.671044Z","caller":"traceutil/trace.go:171","msg":"trace[1169478803] linearizableReadLoop","detail":"{readStateIndex:26775; appliedIndex:26774; }","duration":"103.744135ms","start":"2026-04-23T01:11:42.567262Z","end":"2026-04-23T01:11:42.671006Z","steps":["trace[1169478803] 'read index received' (duration: 102.833891ms)","trace[1169478803] 'applied index is now lower than readState.Index' (duration: 909.224µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:42.67111Z","caller":"traceutil/trace.go:171","msg":"trace[1891920894] transaction","detail":"{read_only:false; response_revision:25901; number_of_response:1; }","duration":"159.542494ms","start":"2026-04-23T01:11:42.511539Z","end":"2026-04-23T01:11:42.671081Z","steps":["trace[1891920894] 'process raft request' (duration: 158.61088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:42.671297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.017091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-65565fdb7f-85tjd.18a8d72c81c6c971\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-04-23T01:11:42.671341Z","caller":"traceutil/trace.go:171","msg":"trace[1607023409] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-65565fdb7f-85tjd.18a8d72c81c6c971; range_end:; response_count:1; response_revision:25901; }","duration":"104.115284ms","start":"2026-04-23T01:11:42.567211Z","end":"2026-04-23T01:11:42.671326Z","steps":["trace[1607023409] 'agreement among raft nodes before linearized reading' (duration: 103.945029ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:42.896081Z","caller":"traceutil/trace.go:171","msg":"trace[457195433] linearizableReadLoop","detail":"{readStateIndex:26779; appliedIndex:26776; }","duration":"213.359526ms","start":"2026-04-23T01:11:42.682705Z","end":"2026-04-23T01:11:42.896064Z","steps":["trace[457195433] 'read index received' (duration: 61.475315ms)","trace[457195433] 'applied index is now lower than readState.Index' (duration: 151.883561ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:42.896226Z","caller":"traceutil/trace.go:171","msg":"trace[611506271] transaction","detail":"{read_only:false; response_revision:25905; number_of_response:1; }","duration":"215.373806ms","start":"2026-04-23T01:11:42.680797Z","end":"2026-04-23T01:11:42.896171Z","steps":["trace[611506271] 'process raft request' (duration: 215.147061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:42.896347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.613582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-69v72.18a8d72cdb7ff96b\" ","response":"range_response_count:1 size:991"} {"level":"info","ts":"2026-04-23T01:11:42.896452Z","caller":"traceutil/trace.go:171","msg":"trace[1789017272] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-69v72.18a8d72cdb7ff96b; range_end:; response_count:1; response_revision:25905; }","duration":"213.764746ms","start":"2026-04-23T01:11:42.68266Z","end":"2026-04-23T01:11:42.896424Z","steps":["trace[1789017272] 'agreement among raft nodes before linearized reading' (duration: 213.500839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:43.257175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.640862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:11:43.257284Z","caller":"traceutil/trace.go:171","msg":"trace[1869507410] linearizableReadLoop","detail":"{readStateIndex:26780; appliedIndex:26779; }","duration":"297.698878ms","start":"2026-04-23T01:11:42.959568Z","end":"2026-04-23T01:11:43.257267Z","steps":["trace[1869507410] 'read index received' (duration: 67.291µs)","trace[1869507410] 'applied index is now lower than readState.Index' (duration: 297.630337ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:43.257377Z","caller":"traceutil/trace.go:171","msg":"trace[511897325] transaction","detail":"{read_only:false; response_revision:25906; number_of_response:1; }","duration":"358.100086ms","start":"2026-04-23T01:11:42.899266Z","end":"2026-04-23T01:11:43.257366Z","steps":["trace[511897325] 'process raft request' (duration: 59.183697ms)","trace[511897325] 'compare' (duration: 298.500359ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:43.257438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:42.899238Z","time spent":"358.164957ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:43.25752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.516769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-23T01:11:43.257502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.904923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:43.257544Z","caller":"traceutil/trace.go:171","msg":"trace[806898654] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25906; }","duration":"279.581051ms","start":"2026-04-23T01:11:42.977956Z","end":"2026-04-23T01:11:43.257537Z","steps":["trace[806898654] 'agreement among raft nodes before linearized reading' (duration: 279.465168ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:43.257574Z","caller":"traceutil/trace.go:171","msg":"trace[1470642558] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25906; }","duration":"298.033726ms","start":"2026-04-23T01:11:42.959522Z","end":"2026-04-23T01:11:43.257556Z","steps":["trace[1470642558] 'agreement among raft nodes before linearized reading' (duration: 297.897863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:43.257567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.94065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128163"} {"level":"info","ts":"2026-04-23T01:11:43.257629Z","caller":"traceutil/trace.go:171","msg":"trace[2082863883] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25906; }","duration":"280.049452ms","start":"2026-04-23T01:11:42.977565Z","end":"2026-04-23T01:11:43.257614Z","steps":["trace[2082863883] 'agreement among raft nodes before linearized reading' (duration: 279.816957ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:43.489695Z","caller":"traceutil/trace.go:171","msg":"trace[672107108] linearizableReadLoop","detail":"{readStateIndex:26781; appliedIndex:26780; }","duration":"228.411117ms","start":"2026-04-23T01:11:43.261263Z","end":"2026-04-23T01:11:43.489674Z","steps":["trace[672107108] 'read index received' (duration: 160.591752ms)","trace[672107108] 'applied index is now lower than readState.Index' (duration: 67.818595ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:43.489796Z","caller":"traceutil/trace.go:171","msg":"trace[2053092539] transaction","detail":"{read_only:false; response_revision:25907; number_of_response:1; }","duration":"228.972521ms","start":"2026-04-23T01:11:43.260814Z","end":"2026-04-23T01:11:43.489787Z","steps":["trace[2053092539] 'process raft request' (duration: 161.058894ms)","trace[2053092539] 'compare' (duration: 67.681691ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:43.490052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.772346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-c4bwl.18a8d72d04aa2ad3\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-04-23T01:11:43.490084Z","caller":"traceutil/trace.go:171","msg":"trace[677915153] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-c4bwl.18a8d72d04aa2ad3; range_end:; response_count:1; response_revision:25907; }","duration":"228.836437ms","start":"2026-04-23T01:11:43.261238Z","end":"2026-04-23T01:11:43.490075Z","steps":["trace[677915153] 'agreement among raft nodes before linearized reading' (duration: 228.704784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:43.49019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.467943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:11:43.490217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.844958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-23T01:11:43.490238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.902496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:11:43.490268Z","caller":"traceutil/trace.go:171","msg":"trace[1091043851] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25907; }","duration":"163.587427ms","start":"2026-04-23T01:11:43.326664Z","end":"2026-04-23T01:11:43.490251Z","steps":["trace[1091043851] 'agreement among raft nodes before linearized reading' (duration: 163.411852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:43.490263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.016062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-04-23T01:11:43.490292Z","caller":"traceutil/trace.go:171","msg":"trace[169088365] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25907; }","duration":"184.960897ms","start":"2026-04-23T01:11:43.305314Z","end":"2026-04-23T01:11:43.490275Z","steps":["trace[169088365] 'agreement among raft nodes before linearized reading' (duration: 184.764222ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:43.490286Z","caller":"traceutil/trace.go:171","msg":"trace[1674416141] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25907; }","duration":"228.93903ms","start":"2026-04-23T01:11:43.26133Z","end":"2026-04-23T01:11:43.490269Z","steps":["trace[1674416141] 'agreement among raft nodes before linearized reading' (duration: 228.741045ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:43.49034Z","caller":"traceutil/trace.go:171","msg":"trace[1469648013] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:25907; }","duration":"112.139175ms","start":"2026-04-23T01:11:43.378182Z","end":"2026-04-23T01:11:43.490321Z","steps":["trace[1469648013] 'agreement among raft nodes before linearized reading' (duration: 111.900399ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:43.672182Z","caller":"traceutil/trace.go:171","msg":"trace[1343159266] linearizableReadLoop","detail":"{readStateIndex:26785; appliedIndex:26784; }","duration":"110.790912ms","start":"2026-04-23T01:11:43.561368Z","end":"2026-04-23T01:11:43.672159Z","steps":["trace[1343159266] 'read index received' (duration: 52.522459ms)","trace[1343159266] 'applied index is now lower than readState.Index' (duration: 58.267623ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:43.672253Z","caller":"traceutil/trace.go:171","msg":"trace[573996567] transaction","detail":"{read_only:false; response_revision:25910; number_of_response:1; }","duration":"111.93638ms","start":"2026-04-23T01:11:43.56029Z","end":"2026-04-23T01:11:43.672226Z","steps":["trace[573996567] 'process raft request' (duration: 53.643856ms)","trace[573996567] 'compare' (duration: 58.099539ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:43.672406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.019468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a8d72b962facc6\" ","response":"range_response_count:1 size:838"} {"level":"info","ts":"2026-04-23T01:11:43.672435Z","caller":"traceutil/trace.go:171","msg":"trace[185326389] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18a8d72b962facc6; range_end:; response_count:1; response_revision:25910; }","duration":"111.090779ms","start":"2026-04-23T01:11:43.561335Z","end":"2026-04-23T01:11:43.672426Z","steps":["trace[185326389] 'agreement among raft nodes before linearized reading' (duration: 110.935755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:46.650375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.324544264s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:46.650501Z","caller":"traceutil/trace.go:171","msg":"trace[849081892] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25910; }","duration":"2.324682008s","start":"2026-04-23T01:11:44.325801Z","end":"2026-04-23T01:11:46.650483Z","steps":["trace[849081892] 'range keys from in-memory index tree' (duration: 2.324528374s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:46.651211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.752240059s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:11:46.651363Z","caller":"traceutil/trace.go:171","msg":"trace[1414830748] linearizableReadLoop","detail":"{readStateIndex:26787; appliedIndex:26785; }","duration":"2.873345182s","start":"2026-04-23T01:11:43.778006Z","end":"2026-04-23T01:11:46.651351Z","steps":["trace[1414830748] 'read index received' (duration: 120.897798ms)","trace[1414830748] 'applied index is now lower than readState.Index' (duration: 2.752446204s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:46.651429Z","caller":"traceutil/trace.go:171","msg":"trace[1040415851] transaction","detail":"{read_only:false; response_revision:25911; number_of_response:1; }","duration":"2.977117706s","start":"2026-04-23T01:11:43.6743Z","end":"2026-04-23T01:11:46.651418Z","steps":["trace[1040415851] 'process raft request' (duration: 224.59903ms)","trace[1040415851] 'compare' (duration: 2.751205913s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:46.651486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:43.674277Z","time spent":"2.977175528s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:11:46.651793Z","caller":"traceutil/trace.go:171","msg":"trace[1235826400] transaction","detail":"{read_only:false; response_revision:25912; number_of_response:1; }","duration":"2.976308077s","start":"2026-04-23T01:11:43.675474Z","end":"2026-04-23T01:11:46.651782Z","steps":["trace[1235826400] 'process raft request' (duration: 2.975808204s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:46.651863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:43.675458Z","time spent":"2.976370358s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:46.652073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.874063951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1076"} {"level":"info","ts":"2026-04-23T01:11:46.652111Z","caller":"traceutil/trace.go:171","msg":"trace[1229615914] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:25912; }","duration":"2.874134383s","start":"2026-04-23T01:11:43.777966Z","end":"2026-04-23T01:11:46.652101Z","steps":["trace[1229615914] 'agreement among raft nodes before linearized reading' (duration: 2.87401515s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:46.65214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:43.777942Z","time spent":"2.874191474s","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1100,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-04-23T01:11:46.776425Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.318182195s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:11:46.868284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000192522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:11:46.86838Z","caller":"traceutil/trace.go:171","msg":"trace[959065319] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000354806s","start":"2026-04-23T01:11:44.868007Z","end":"2026-04-23T01:11:46.868362Z","steps":["trace[959065319] 'agreement among raft nodes before linearized reading' (duration: 2.000229253s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:46.868446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:44.86798Z","time spent":"2.000455799s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:11:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:11:48.318268Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.541671956s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:11:48.362883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000684884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:11:48.362988Z","caller":"traceutil/trace.go:171","msg":"trace[1772538260] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000865788s","start":"2026-04-23T01:11:46.362095Z","end":"2026-04-23T01:11:48.362961Z","steps":["trace[1772538260] 'agreement among raft nodes before linearized reading' (duration: 2.000707024s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:48.363044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:46.362078Z","time spent":"2.000956431s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:11:48.86863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999938936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:11:48.868689Z","caller":"traceutil/trace.go:171","msg":"trace[1676941054] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000053759s","start":"2026-04-23T01:11:46.868622Z","end":"2026-04-23T01:11:48.868675Z","steps":["trace[1676941054] 'agreement among raft nodes before linearized reading' (duration: 1.999977357s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:48.868718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:46.868598Z","time spent":"2.00011408s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:11:49.057495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999625792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:11:49.057561Z","caller":"traceutil/trace.go:171","msg":"trace[642841484] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999749935s","start":"2026-04-23T01:11:44.057797Z","end":"2026-04-23T01:11:49.057547Z","steps":["trace[642841484] 'agreement among raft nodes before linearized reading' (duration: 4.999661703s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:49.057594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:44.057775Z","time spent":"4.999812277s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/04/23 01:11:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:11:49.511068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000221658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:11:49.511205Z","caller":"traceutil/trace.go:171","msg":"trace[2043044969] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000378452s","start":"2026-04-23T01:11:44.510799Z","end":"2026-04-23T01:11:49.511178Z","steps":["trace[2043044969] 'agreement among raft nodes before linearized reading' (duration: 5.000214258s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:49.51128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:44.510782Z","time spent":"5.000482214s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/23 01:11:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:11:49.602562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999298355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:11:49.602655Z","caller":"traceutil/trace.go:171","msg":"trace[1446021930] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999461319s","start":"2026-04-23T01:11:44.603167Z","end":"2026-04-23T01:11:49.602628Z","steps":["trace[1446021930] 'agreement among raft nodes before linearized reading' (duration: 4.999334565s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:49.602706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:44.603144Z","time spent":"4.999551961s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-04-23T01:11:49.763009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:44.764795Z","time spent":"4.998204026s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:11:49.763326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.986478983s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:11:49.764596Z","caller":"traceutil/trace.go:171","msg":"trace[538732015] transaction","detail":"{read_only:false; response_revision:25914; number_of_response:1; }","duration":"4.783644901s","start":"2026-04-23T01:11:44.98093Z","end":"2026-04-23T01:11:49.764575Z","steps":["trace[538732015] 'process raft request' (duration: 4.782478411s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:49.764672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:44.980907Z","time spent":"4.783729883s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:50.064175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999984661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:11:50.064269Z","caller":"traceutil/trace.go:171","msg":"trace[861267966] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"5.000146996s","start":"2026-04-23T01:11:45.064102Z","end":"2026-04-23T01:11:50.064249Z","steps":["trace[861267966] 'agreement among raft nodes before linearized reading' (duration: 5.000007422s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:50.06432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:45.064083Z","time spent":"5.000226428s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/04/23 01:11:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:11:50.875479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000635802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:11:50.875548Z","caller":"traceutil/trace.go:171","msg":"trace[1079941571] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000743845s","start":"2026-04-23T01:11:48.874792Z","end":"2026-04-23T01:11:50.875536Z","steps":["trace[1079941571] 'agreement among raft nodes before linearized reading' (duration: 2.000652303s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:50.875583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:48.87478Z","time spent":"2.000795726s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:11:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:11:51.272341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99953421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:11:51.272425Z","caller":"traceutil/trace.go:171","msg":"trace[2041087660] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999678474s","start":"2026-04-23T01:11:46.272725Z","end":"2026-04-23T01:11:51.272403Z","steps":["trace[2041087660] 'agreement among raft nodes before linearized reading' (duration: 4.999457118s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:51.272479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:46.272704Z","time spent":"4.999764046s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/23 01:11:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:11:51.789409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99911814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:11:51.789509Z","caller":"traceutil/trace.go:171","msg":"trace[1168436455] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999269254s","start":"2026-04-23T01:11:46.790204Z","end":"2026-04-23T01:11:51.789473Z","steps":["trace[1168436455] 'agreement among raft nodes before linearized reading' (duration: 4.99916505s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:51.789558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:46.790176Z","time spent":"4.999371927s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/04/23 01:11:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:11:52.475327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711815678s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-23T01:11:52.475429Z","caller":"traceutil/trace.go:171","msg":"trace[1014241617] linearizableReadLoop","detail":"{readStateIndex:26790; appliedIndex:26787; }","duration":"5.82401969s","start":"2026-04-23T01:11:46.651386Z","end":"2026-04-23T01:11:52.475406Z","steps":["trace[1014241617] 'read index received' (duration: 125.315119ms)","trace[1014241617] 'applied index is now lower than readState.Index' (duration: 5.698702621s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:52.475899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:51.511822Z","time spent":"964.07064ms","remote":"127.0.0.1:37794","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:11:52.476466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.671896042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:52.476521Z","caller":"traceutil/trace.go:171","msg":"trace[900589974] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25914; }","duration":"6.672018595s","start":"2026-04-23T01:11:45.804485Z","end":"2026-04-23T01:11:52.476504Z","steps":["trace[900589974] 'agreement among raft nodes before linearized reading' (duration: 6.671912972s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:52.476535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.401603036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-23T01:11:52.476577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:45.80445Z","time spent":"6.672112577s","remote":"127.0.0.1:53882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:52.476588Z","caller":"traceutil/trace.go:171","msg":"trace[314326839] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25914; }","duration":"6.401686758s","start":"2026-04-23T01:11:46.074886Z","end":"2026-04-23T01:11:52.476572Z","steps":["trace[314326839] 'agreement among raft nodes before linearized reading' (duration: 6.401511964s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:52.476627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:46.074868Z","time spent":"6.40174889s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:11:52.476727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.191005049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:11:52.476767Z","caller":"traceutil/trace.go:171","msg":"trace[2124716718] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25914; }","duration":"7.191095261s","start":"2026-04-23T01:11:45.28566Z","end":"2026-04-23T01:11:52.476755Z","steps":["trace[2124716718] 'agreement among raft nodes before linearized reading' (duration: 7.191031419s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:52.476805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:45.285633Z","time spent":"7.191161133s","remote":"127.0.0.1:37492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:52.47709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.750691142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:52.477111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.706001002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:11:52.477145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.090978771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:52.477115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.074307629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:52.477165Z","caller":"traceutil/trace.go:171","msg":"trace[439287229] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25914; }","duration":"7.750823797s","start":"2026-04-23T01:11:44.72632Z","end":"2026-04-23T01:11:52.477144Z","steps":["trace[439287229] 'agreement among raft nodes before linearized reading' (duration: 7.750690193s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:52.477169Z","caller":"traceutil/trace.go:171","msg":"trace[929847902] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25914; }","duration":"7.706100235s","start":"2026-04-23T01:11:44.771055Z","end":"2026-04-23T01:11:52.477155Z","steps":["trace[929847902] 'agreement among raft nodes before linearized reading' (duration: 7.705939971s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:52.477189Z","caller":"traceutil/trace.go:171","msg":"trace[160817825] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25914; }","duration":"6.091064483s","start":"2026-04-23T01:11:46.386111Z","end":"2026-04-23T01:11:52.477176Z","steps":["trace[160817825] 'agreement among raft nodes before linearized reading' (duration: 6.090987662s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:52.477214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:44.7263Z","time spent":"7.750903368s","remote":"127.0.0.1:34720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:52.477219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:44.771045Z","time spent":"7.706162197s","remote":"127.0.0.1:37642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:52.477218Z","caller":"traceutil/trace.go:171","msg":"trace[802370747] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25914; }","duration":"6.074475543s","start":"2026-04-23T01:11:46.402717Z","end":"2026-04-23T01:11:52.477192Z","steps":["trace[802370747] 'agreement among raft nodes before linearized reading' (duration: 6.074281748s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:52.477233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:46.386095Z","time spent":"6.091122394s","remote":"127.0.0.1:44752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:52.477275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:46.402693Z","time spent":"6.074570916s","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:52.477276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.966639184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T01:11:52.477304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.926789426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-04-23T01:11:52.477317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.966430059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:11:52.477349Z","caller":"traceutil/trace.go:171","msg":"trace[1431386402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25914; }","duration":"7.966749226s","start":"2026-04-23T01:11:44.510582Z","end":"2026-04-23T01:11:52.477331Z","steps":["trace[1431386402] 'agreement among raft nodes before linearized reading' (duration: 7.966557832s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:52.477358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.215304633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:52.477363Z","caller":"traceutil/trace.go:171","msg":"trace[1227130226] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25914; }","duration":"7.926872169s","start":"2026-04-23T01:11:44.550473Z","end":"2026-04-23T01:11:52.477345Z","steps":["trace[1227130226] 'agreement among raft nodes before linearized reading' (duration: 7.926718845s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:52.477385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:44.510561Z","time spent":"7.966816238s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T01:11:52.477376Z","caller":"traceutil/trace.go:171","msg":"trace[821482358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25914; }","duration":"7.966518921s","start":"2026-04-23T01:11:44.510842Z","end":"2026-04-23T01:11:52.477361Z","steps":["trace[821482358] 'agreement among raft nodes before linearized reading' (duration: 7.966362727s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:52.477402Z","caller":"traceutil/trace.go:171","msg":"trace[1581351398] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25914; }","duration":"8.215379095s","start":"2026-04-23T01:11:44.262007Z","end":"2026-04-23T01:11:52.477386Z","steps":["trace[1581351398] 'agreement among raft nodes before linearized reading' (duration: 8.215321323s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:52.47741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:44.55046Z","time spent":"7.92693893s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:11:52.477426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:44.510825Z","time spent":"7.966589162s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:11:52.477441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:44.261985Z","time spent":"8.215448456s","remote":"127.0.0.1:57990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:52.4773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.499700414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:52.477532Z","caller":"traceutil/trace.go:171","msg":"trace[1014254215] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25914; }","duration":"8.49997299s","start":"2026-04-23T01:11:43.977548Z","end":"2026-04-23T01:11:52.477521Z","steps":["trace[1014254215] 'agreement among raft nodes before linearized reading' (duration: 8.499697293s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:52.477559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:43.977532Z","time spent":"8.500020122s","remote":"127.0.0.1:37712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T01:11:52.830375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998873803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:11:52.830464Z","caller":"traceutil/trace.go:171","msg":"trace[1399764304] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.999039007s","start":"2026-04-23T01:11:47.831403Z","end":"2026-04-23T01:11:52.830442Z","steps":["trace[1399764304] 'agreement among raft nodes before linearized reading' (duration: 4.998920454s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:52.830514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:47.831372Z","time spent":"4.999130839s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/23 01:11:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:11:52.876101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000426058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:11:52.876184Z","caller":"traceutil/trace.go:171","msg":"trace[1033007988] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000582351s","start":"2026-04-23T01:11:50.875584Z","end":"2026-04-23T01:11:52.876166Z","steps":["trace[1033007988] 'agreement among raft nodes before linearized reading' (duration: 2.000452168s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:52.87623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:50.875572Z","time spent":"2.000649353s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:11:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:11:52.976195Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660798,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:53.250219Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.84795244s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:11:53.250819Z","caller":"traceutil/trace.go:171","msg":"trace[1440124387] transaction","detail":"{read_only:false; response_revision:25915; number_of_response:1; }","duration":"2.848683659s","start":"2026-04-23T01:11:50.40211Z","end":"2026-04-23T01:11:53.250793Z","steps":["trace[1440124387] 'process raft request' (duration: 2.848434173s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:53.250961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:50.402084Z","time spent":"2.848803511s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:53.655554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999842568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:11:53.655629Z","caller":"traceutil/trace.go:171","msg":"trace[190355368] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999969542s","start":"2026-04-23T01:11:48.655642Z","end":"2026-04-23T01:11:53.655611Z","steps":["trace[190355368] 'agreement among raft nodes before linearized reading' (duration: 4.999874099s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:53.65568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:48.65562Z","time spent":"5.000045373s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/23 01:11:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:11:54.511001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:52.482732Z","time spent":"2.028263611s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 01:11:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:11:54.511155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:52.482821Z","time spent":"2.028327643s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 01:11:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:11:54.511561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997990734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:11:54.511617Z","caller":"traceutil/trace.go:171","msg":"trace[1214378574] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998080067s","start":"2026-04-23T01:11:51.513523Z","end":"2026-04-23T01:11:54.511603Z","steps":["trace[1214378574] 'agreement among raft nodes before linearized reading' (duration: 2.998005935s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:54.511661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:51.513512Z","time spent":"2.998142038s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/23 01:11:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:11:54.720079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.604029ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:54.720204Z","caller":"traceutil/trace.go:171","msg":"trace[1360171324] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25915; }","duration":"394.738742ms","start":"2026-04-23T01:11:54.325444Z","end":"2026-04-23T01:11:54.720183Z","steps":["trace[1360171324] 'range keys from in-memory index tree' (duration: 394.585268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:54.76314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998006352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:11:54.763203Z","caller":"traceutil/trace.go:171","msg":"trace[1471211503] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998118594s","start":"2026-04-23T01:11:49.765069Z","end":"2026-04-23T01:11:54.763187Z","steps":["trace[1471211503] 'agreement among raft nodes before linearized reading' (duration: 4.998031412s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:54.763236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:49.765054Z","time spent":"4.998175726s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/23 01:11:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:11:54.792005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308344955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:11:54.792098Z","caller":"traceutil/trace.go:171","msg":"trace[1447081931] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; }","duration":"2.308475068s","start":"2026-04-23T01:11:52.483599Z","end":"2026-04-23T01:11:54.792074Z","steps":["trace[1447081931] 'agreement among raft nodes before linearized reading' (duration: 2.308367826s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:54.792152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:52.483587Z","time spent":"2.30854861s","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} 2026/04/23 01:11:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:11:54.883866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999945316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:11:54.883938Z","caller":"traceutil/trace.go:171","msg":"trace[1060031169] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000066998s","start":"2026-04-23T01:11:52.883854Z","end":"2026-04-23T01:11:54.883921Z","steps":["trace[1060031169] 'agreement among raft nodes before linearized reading' (duration: 1.999968046s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:54.883974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:52.883839Z","time spent":"2.00012823s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:11:55.750163Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.49958017s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:11:55.750609Z","caller":"traceutil/trace.go:171","msg":"trace[22266108] transaction","detail":"{read_only:false; response_revision:25920; number_of_response:1; }","duration":"3.266649149s","start":"2026-04-23T01:11:52.483939Z","end":"2026-04-23T01:11:55.750588Z","steps":["trace[22266108] 'process raft request' (duration: 3.266583487s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:55.75063Z","caller":"traceutil/trace.go:171","msg":"trace[1802150001] transaction","detail":"{read_only:false; response_revision:25919; number_of_response:1; }","duration":"3.267639554s","start":"2026-04-23T01:11:52.482967Z","end":"2026-04-23T01:11:55.750607Z","steps":["trace[1802150001] 'process raft request' (duration: 3.26753115s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:55.75074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:52.483928Z","time spent":"3.266750572s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:55.750776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.094881626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-25zv8.18a8d72c164e8010\" ","response":"range_response_count:1 size:878"} {"level":"info","ts":"2026-04-23T01:11:55.75086Z","caller":"traceutil/trace.go:171","msg":"trace[455747704] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-25zv8.18a8d72c164e8010; range_end:; response_count:1; response_revision:25921; }","duration":"9.095013989s","start":"2026-04-23T01:11:46.655837Z","end":"2026-04-23T01:11:55.750851Z","steps":["trace[455747704] 'agreement among raft nodes before linearized reading' (duration: 9.094808754s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:55.750891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:46.655805Z","time spent":"9.095078011s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":902,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-25zv8.18a8d72c164e8010\" "} {"level":"info","ts":"2026-04-23T01:11:55.7506Z","caller":"traceutil/trace.go:171","msg":"trace[2137880924] linearizableReadLoop","detail":"{readStateIndex:26797; appliedIndex:26790; }","duration":"3.275129694s","start":"2026-04-23T01:11:52.475452Z","end":"2026-04-23T01:11:55.750582Z","steps":["trace[2137880924] 'read index received' (duration: 775.117862ms)","trace[2137880924] 'applied index is now lower than readState.Index' (duration: 2.500011002s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:55.750914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.716051933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:11:55.750959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.673818346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T01:11:55.750967Z","caller":"traceutil/trace.go:171","msg":"trace[456990656] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25921; }","duration":"3.716103584s","start":"2026-04-23T01:11:52.034848Z","end":"2026-04-23T01:11:55.750951Z","steps":["trace[456990656] 'agreement among raft nodes before linearized reading' (duration: 3.715992752s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:55.751004Z","caller":"traceutil/trace.go:171","msg":"trace[1195339043] transaction","detail":"{read_only:false; response_revision:25921; number_of_response:1; }","duration":"3.14611799s","start":"2026-04-23T01:11:52.604854Z","end":"2026-04-23T01:11:55.750972Z","steps":["trace[1195339043] 'process raft request' (duration: 3.145690048s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:55.751021Z","caller":"traceutil/trace.go:171","msg":"trace[1929918977] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25921; }","duration":"3.673945829s","start":"2026-04-23T01:11:52.077056Z","end":"2026-04-23T01:11:55.751002Z","steps":["trace[1929918977] 'agreement among raft nodes before linearized reading' (duration: 3.673664082s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:55.751025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:52.034751Z","time spent":"3.716261199s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:55.751034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.676867283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418304"} {"level":"warn","ts":"2026-04-23T01:11:55.751076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:52.07703Z","time spent":"3.674037351s","remote":"127.0.0.1:37434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T01:11:55.751085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.546300432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:55.751085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.001237819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:55.751091Z","caller":"traceutil/trace.go:171","msg":"trace[1865353041] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25921; }","duration":"3.676984305s","start":"2026-04-23T01:11:52.074091Z","end":"2026-04-23T01:11:55.751075Z","steps":["trace[1865353041] 'agreement among raft nodes before linearized reading' (duration: 3.67675209s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:55.751118Z","caller":"traceutil/trace.go:171","msg":"trace[1131202554] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25921; }","duration":"8.546373434s","start":"2026-04-23T01:11:47.204735Z","end":"2026-04-23T01:11:55.751108Z","steps":["trace[1131202554] 'agreement among raft nodes before linearized reading' (duration: 8.546313163s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:55.751125Z","caller":"traceutil/trace.go:171","msg":"trace[1316811328] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25921; }","duration":"8.00128329s","start":"2026-04-23T01:11:47.749832Z","end":"2026-04-23T01:11:55.751115Z","steps":["trace[1316811328] 'agreement among raft nodes before linearized reading' (duration: 8.001203318s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:55.751131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.850215661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:55.751096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.579634872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:11:55.751137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:52.074062Z","time spent":"3.677064448s","remote":"127.0.0.1:54424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418328,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-23T01:11:55.751141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:52.604825Z","time spent":"3.146240823s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:55.751153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:47.749742Z","time spent":"8.001402453s","remote":"127.0.0.1:37466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:55.751159Z","caller":"traceutil/trace.go:171","msg":"trace[1591702022] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25921; }","duration":"7.850279621s","start":"2026-04-23T01:11:47.900873Z","end":"2026-04-23T01:11:55.751153Z","steps":["trace[1591702022] 'agreement among raft nodes before linearized reading' (duration: 7.85022563s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:55.751175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.284159903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:55.751202Z","caller":"traceutil/trace.go:171","msg":"trace[800050513] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25921; }","duration":"8.284212975s","start":"2026-04-23T01:11:47.466984Z","end":"2026-04-23T01:11:55.751197Z","steps":["trace[800050513] 'agreement among raft nodes before linearized reading' (duration: 8.284170683s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:55.751229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:47.466963Z","time spent":"8.284253625s","remote":"127.0.0.1:36480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:55.751238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.721536226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-23T01:11:55.751221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.402496124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-04-23T01:11:55.751259Z","caller":"traceutil/trace.go:171","msg":"trace[1849374168] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25921; }","duration":"7.721599948s","start":"2026-04-23T01:11:48.029652Z","end":"2026-04-23T01:11:55.751252Z","steps":["trace[1849374168] 'agreement among raft nodes before linearized reading' (duration: 7.721540886s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:55.75129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:48.029577Z","time spent":"7.721704291s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-23T01:11:55.751294Z","caller":"traceutil/trace.go:171","msg":"trace[573135690] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25921; }","duration":"3.402627817s","start":"2026-04-23T01:11:52.348646Z","end":"2026-04-23T01:11:55.751274Z","steps":["trace[573135690] 'agreement among raft nodes before linearized reading' (duration: 3.402373591s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:55.75118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:47.900855Z","time spent":"7.850320733s","remote":"127.0.0.1:37414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:55.751254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.495045783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:55.751339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:52.348624Z","time spent":"3.402706109s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-04-23T01:11:55.751354Z","caller":"traceutil/trace.go:171","msg":"trace[213345029] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25921; }","duration":"4.495192266s","start":"2026-04-23T01:11:51.256154Z","end":"2026-04-23T01:11:55.751347Z","steps":["trace[213345029] 'agreement among raft nodes before linearized reading' (duration: 4.495041643s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:55.751375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:51.256137Z","time spent":"4.495232358s","remote":"127.0.0.1:46846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:55.751171Z","caller":"traceutil/trace.go:171","msg":"trace[2120118629] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25921; }","duration":"4.579748995s","start":"2026-04-23T01:11:51.171409Z","end":"2026-04-23T01:11:55.751158Z","steps":["trace[2120118629] 'agreement among raft nodes before linearized reading' (duration: 4.57957437s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:55.751442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:51.171384Z","time spent":"4.580050772s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:55.751435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.49654005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-04-23T01:11:55.751509Z","caller":"traceutil/trace.go:171","msg":"trace[1872972295] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25921; }","duration":"4.496666563s","start":"2026-04-23T01:11:51.254825Z","end":"2026-04-23T01:11:55.751491Z","steps":["trace[1872972295] 'agreement among raft nodes before linearized reading' (duration: 4.496453768s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:55.751558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.700287393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:55.751543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.539546217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:11:55.751583Z","caller":"traceutil/trace.go:171","msg":"trace[129995867] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25921; }","duration":"4.700350495s","start":"2026-04-23T01:11:51.051225Z","end":"2026-04-23T01:11:55.751576Z","steps":["trace[129995867] 'agreement among raft nodes before linearized reading' (duration: 4.700308814s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:55.751603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:51.051204Z","time spent":"4.700394736s","remote":"127.0.0.1:54200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-23T01:11:55.751599Z","caller":"traceutil/trace.go:171","msg":"trace[1187933420] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25921; }","duration":"5.539606258s","start":"2026-04-23T01:11:50.211979Z","end":"2026-04-23T01:11:55.751585Z","steps":["trace[1187933420] 'agreement among raft nodes before linearized reading' (duration: 5.539517466s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:55.751638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:51.254802Z","time spent":"4.496775146s","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-23T01:11:55.75166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:50.211919Z","time spent":"5.539719591s","remote":"127.0.0.1:58208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:55.751662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.886928954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:55.751407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.961664468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-04-23T01:11:55.751718Z","caller":"traceutil/trace.go:171","msg":"trace[1765785796] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:25921; }","duration":"4.887057066s","start":"2026-04-23T01:11:50.864649Z","end":"2026-04-23T01:11:55.751706Z","steps":["trace[1765785796] 'agreement among raft nodes before linearized reading' (duration: 4.886981264s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:55.751733Z","caller":"traceutil/trace.go:171","msg":"trace[1852530488] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25921; }","duration":"7.962035477s","start":"2026-04-23T01:11:47.789688Z","end":"2026-04-23T01:11:55.751724Z","steps":["trace[1852530488] 'agreement among raft nodes before linearized reading' (duration: 7.961614886s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:55.751736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.692114433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:55.751749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:50.864629Z","time spent":"4.887110648s","remote":"127.0.0.1:46744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:55.751771Z","caller":"traceutil/trace.go:171","msg":"trace[1468012044] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25921; }","duration":"6.692866072s","start":"2026-04-23T01:11:49.058895Z","end":"2026-04-23T01:11:55.751761Z","steps":["trace[1468012044] 'agreement among raft nodes before linearized reading' (duration: 6.69279847s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:55.751778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.188886929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-23T01:11:55.751808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:49.058861Z","time spent":"6.692937774s","remote":"127.0.0.1:46864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:55.750766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.875862035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:55.751832Z","caller":"traceutil/trace.go:171","msg":"trace[1610031036] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:25921; }","duration":"5.188983821s","start":"2026-04-23T01:11:50.562833Z","end":"2026-04-23T01:11:55.751816Z","steps":["trace[1610031036] 'agreement among raft nodes before linearized reading' (duration: 5.188845088s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:55.75183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.307738955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:11:55.751868Z","caller":"traceutil/trace.go:171","msg":"trace[1006690016] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25921; }","duration":"3.876986723s","start":"2026-04-23T01:11:51.874867Z","end":"2026-04-23T01:11:55.751853Z","steps":["trace[1006690016] 'agreement among raft nodes before linearized reading' (duration: 3.875813224s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:55.751142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:47.204713Z","time spent":"8.546422296s","remote":"127.0.0.1:46716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:55.751884Z","caller":"traceutil/trace.go:171","msg":"trace[42577959] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25921; }","duration":"5.307835657s","start":"2026-04-23T01:11:50.444032Z","end":"2026-04-23T01:11:55.751867Z","steps":["trace[42577959] 'agreement among raft nodes before linearized reading' (duration: 5.307739875s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:55.751934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:50.443998Z","time spent":"5.30792534s","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:55.75177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:47.789661Z","time spent":"7.962100349s","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-23T01:11:55.751788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.170338778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:55.752039Z","caller":"traceutil/trace.go:171","msg":"trace[583488455] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25921; }","duration":"6.170684257s","start":"2026-04-23T01:11:49.581335Z","end":"2026-04-23T01:11:55.752019Z","steps":["trace[583488455] 'agreement among raft nodes before linearized reading' (duration: 6.170282527s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:55.752089Z","caller":"traceutil/trace.go:171","msg":"trace[738552987] transaction","detail":"{read_only:false; response_revision:25916; number_of_response:1; }","duration":"3.40115266s","start":"2026-04-23T01:11:52.349847Z","end":"2026-04-23T01:11:55.751Z","steps":["trace[738552987] 'process raft request' (duration: 3.400480332s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:55.751935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:51.874786Z","time spent":"3.877128496s","remote":"127.0.0.1:53842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:55.752158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:52.349832Z","time spent":"3.402295048s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:55.752162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:49.581311Z","time spent":"6.17079314s","remote":"127.0.0.1:60234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:55.751534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.721725841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-23T01:11:55.752293Z","caller":"traceutil/trace.go:171","msg":"trace[889866089] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25921; }","duration":"7.722554561s","start":"2026-04-23T01:11:48.029718Z","end":"2026-04-23T01:11:55.752272Z","steps":["trace[889866089] 'agreement among raft nodes before linearized reading' (duration: 7.721120896s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:55.751875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:50.562804Z","time spent":"5.189060763s","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-23T01:11:55.75233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:48.029678Z","time spent":"7.722642264s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T01:11:55.752389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:52.48296Z","time spent":"3.267718856s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:55.752426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.937299826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:11:55.752478Z","caller":"traceutil/trace.go:171","msg":"trace[455635417] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25921; }","duration":"4.937394558s","start":"2026-04-23T01:11:50.815058Z","end":"2026-04-23T01:11:55.752452Z","steps":["trace[455635417] 'agreement among raft nodes before linearized reading' (duration: 4.937052549s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:55.752509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:50.815022Z","time spent":"4.93747943s","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:56.251157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660808,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:56.890161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005092795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:11:56.89028Z","caller":"traceutil/trace.go:171","msg":"trace[1880059595] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.005239078s","start":"2026-04-23T01:11:54.885016Z","end":"2026-04-23T01:11:56.890255Z","steps":["trace[1880059595] 'agreement among raft nodes before linearized reading' (duration: 2.005088514s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:56.890437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:54.884952Z","time spent":"2.005439124s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:11:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:11:57.903359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622391427s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:453"} {"level":"info","ts":"2026-04-23T01:11:57.903524Z","caller":"traceutil/trace.go:171","msg":"trace[344686120] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25921; }","duration":"3.389853474s","start":"2026-04-23T01:11:54.513653Z","end":"2026-04-23T01:11:57.903506Z","steps":["trace[344686120] 'process raft request' (duration: 1.767424686s)","trace[344686120] 'compare' (duration: 1.622155081s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:57.903575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:54.513633Z","time spent":"3.389918746s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":477,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:11:57.904165Z","caller":"traceutil/trace.go:171","msg":"trace[654838546] transaction","detail":"{read_only:false; response_revision:25923; number_of_response:1; }","duration":"3.133512061s","start":"2026-04-23T01:11:54.770629Z","end":"2026-04-23T01:11:57.904141Z","steps":["trace[654838546] 'process raft request' (duration: 3.133430139s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:57.9043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:54.770608Z","time spent":"3.133614954s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:11:57.904669Z","caller":"traceutil/trace.go:171","msg":"trace[823831389] transaction","detail":"{read_only:false; response_revision:25922; number_of_response:1; }","duration":"3.390645024s","start":"2026-04-23T01:11:54.514009Z","end":"2026-04-23T01:11:57.904654Z","steps":["trace[823831389] 'process raft request' (duration: 3.389431683s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:57.904746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:54.513973Z","time spent":"3.390730526s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:11:57.904893Z","caller":"traceutil/trace.go:171","msg":"trace[1404964693] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25922; }","duration":"3.390573783s","start":"2026-04-23T01:11:54.514308Z","end":"2026-04-23T01:11:57.904882Z","steps":["trace[1404964693] 'process raft request' (duration: 3.38968129s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:57.904947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:54.513974Z","time spent":"3.390945892s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":473,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:58.002724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998703479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:11:58.002854Z","caller":"traceutil/trace.go:171","msg":"trace[1268759364] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998915894s","start":"2026-04-23T01:11:53.003908Z","end":"2026-04-23T01:11:58.002824Z","steps":["trace[1268759364] 'agreement among raft nodes before linearized reading' (duration: 4.998735959s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:58.002933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:53.003882Z","time spent":"4.999024618s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/04/23 01:11:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:11:58.184123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9991135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:11:58.184242Z","caller":"traceutil/trace.go:171","msg":"trace[1627371764] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999345585s","start":"2026-04-23T01:11:53.184872Z","end":"2026-04-23T01:11:58.184217Z","steps":["trace[1627371764] 'agreement among raft nodes before linearized reading' (duration: 4.99914295s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:58.184302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:53.184852Z","time spent":"4.999435477s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-23T01:11:58.363128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999879784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:11:58.363217Z","caller":"traceutil/trace.go:171","msg":"trace[681706906] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000032518s","start":"2026-04-23T01:11:56.363163Z","end":"2026-04-23T01:11:58.363196Z","steps":["trace[681706906] 'agreement among raft nodes before linearized reading' (duration: 1.999912945s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:58.363258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:56.363143Z","time spent":"2.000105009s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:11:58.385955Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.10490963s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:11:58.534609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.00193514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:11:58.534689Z","caller":"traceutil/trace.go:171","msg":"trace[1002083714] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.002067374s","start":"2026-04-23T01:11:53.532601Z","end":"2026-04-23T01:11:58.534669Z","steps":["trace[1002083714] 'agreement among raft nodes before linearized reading' (duration: 5.001958971s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:58.534727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:53.532582Z","time spent":"5.002137755s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:11:58.655318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998299462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:11:58.655444Z","caller":"traceutil/trace.go:171","msg":"trace[614345110] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998492907s","start":"2026-04-23T01:11:55.656918Z","end":"2026-04-23T01:11:58.65541Z","steps":["trace[614345110] 'agreement among raft nodes before linearized reading' (duration: 2.998328813s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:58.655512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:55.656892Z","time spent":"2.998605819s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/23 01:11:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:11:58.893675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000286485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:11:58.893768Z","caller":"traceutil/trace.go:171","msg":"trace[1429278481] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000449999s","start":"2026-04-23T01:11:56.893299Z","end":"2026-04-23T01:11:58.893749Z","steps":["trace[1429278481] 'agreement among raft nodes before linearized reading' (duration: 2.000298204s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:58.893822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:56.89329Z","time spent":"2.000520961s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:11:59.833499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999740375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:11:59.83359Z","caller":"traceutil/trace.go:171","msg":"trace[381114351] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999889219s","start":"2026-04-23T01:11:54.833681Z","end":"2026-04-23T01:11:59.83357Z","steps":["trace[381114351] 'agreement among raft nodes before linearized reading' (duration: 4.999768696s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:59.833639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:54.833659Z","time spent":"4.999968782s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/04/23 01:11:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:12:00.75604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:55.757501Z","time spent":"4.998533365s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:12:00.908018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999984496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:12:00.908083Z","caller":"traceutil/trace.go:171","msg":"trace[55166406] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000093719s","start":"2026-04-23T01:11:58.907974Z","end":"2026-04-23T01:12:00.908068Z","steps":["trace[55166406] 'agreement among raft nodes before linearized reading' (duration: 2.000013117s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:00.908117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:58.907957Z","time spent":"2.000153221s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:12:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:12:01.380441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:58.799003Z","time spent":"2.58142803s","remote":"127.0.0.1:40372","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:12:01.383201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997071962s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-23T01:12:01.383428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:55.754654Z","time spent":"5.628764842s","remote":"127.0.0.1:37356","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T01:12:01.38356Z","caller":"traceutil/trace.go:171","msg":"trace[22129875] transaction","detail":"{read_only:false; response_revision:25924; number_of_response:1; }","duration":"5.628816863s","start":"2026-04-23T01:11:55.754715Z","end":"2026-04-23T01:12:01.383532Z","steps":["trace[22129875] 'process raft request' (duration: 5.628583037s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:01.38368Z","caller":"traceutil/trace.go:171","msg":"trace[1968258629] transaction","detail":"{read_only:false; response_revision:25926; number_of_response:1; }","duration":"5.625969211s","start":"2026-04-23T01:11:55.757684Z","end":"2026-04-23T01:12:01.383653Z","steps":["trace[1968258629] 'process raft request' (duration: 5.625874389s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:01.383712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:55.75469Z","time spent":"5.628940477s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:01.383787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:55.757678Z","time spent":"5.626054144s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:12:01.383997Z","caller":"traceutil/trace.go:171","msg":"trace[103569586] transaction","detail":"{read_only:false; response_revision:25927; number_of_response:1; }","duration":"5.626216598s","start":"2026-04-23T01:11:55.757729Z","end":"2026-04-23T01:12:01.383945Z","steps":["trace[103569586] 'process raft request' (duration: 5.625881319s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:01.384053Z","caller":"traceutil/trace.go:171","msg":"trace[1070160237] transaction","detail":"{read_only:false; response_revision:25928; number_of_response:1; }","duration":"5.626190088s","start":"2026-04-23T01:11:55.757835Z","end":"2026-04-23T01:12:01.384025Z","steps":["trace[1070160237] 'process raft request' (duration: 5.626044154s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:01.384209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:55.757725Z","time spent":"5.626383922s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T01:12:01.38429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:55.75783Z","time spent":"5.626391794s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:12:01.384283Z","caller":"traceutil/trace.go:171","msg":"trace[685008992] transaction","detail":"{read_only:false; response_revision:25929; number_of_response:1; }","duration":"5.623997533s","start":"2026-04-23T01:11:55.76027Z","end":"2026-04-23T01:12:01.384267Z","steps":["trace[685008992] 'process raft request' (duration: 5.623710915s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:01.384383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:55.760248Z","time spent":"5.624084025s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:12:01.384667Z","caller":"traceutil/trace.go:171","msg":"trace[1174388953] transaction","detail":"{read_only:false; response_revision:25930; number_of_response:1; }","duration":"5.621173451s","start":"2026-04-23T01:11:55.763484Z","end":"2026-04-23T01:12:01.384657Z","steps":["trace[1174388953] 'process raft request' (duration: 5.620669849s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:01.38472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:55.763468Z","time spent":"5.621226242s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:02.000672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999061698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:12:02.000761Z","caller":"traceutil/trace.go:171","msg":"trace[1993001832] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.999208873s","start":"2026-04-23T01:11:57.001532Z","end":"2026-04-23T01:12:02.000741Z","steps":["trace[1993001832] 'agreement among raft nodes before linearized reading' (duration: 4.99910072s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:02.00081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:57.001499Z","time spent":"4.999300445s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/23 01:12:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:12:02.908837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000328685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:12:02.908898Z","caller":"traceutil/trace.go:171","msg":"trace[1631234975] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000444228s","start":"2026-04-23T01:12:00.908439Z","end":"2026-04-23T01:12:02.908883Z","steps":["trace[1631234975] 'agreement among raft nodes before linearized reading' (duration: 2.000365916s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:02.908928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:00.908415Z","time spent":"2.000507469s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:12:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:12:02.983717Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7fa59db7b3c79a28","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-23T01:12:03.65535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:58.657472Z","time spent":"4.997871959s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 01:12:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:12:03.965046Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.497076028s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:12:04.915705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999896265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:12:04.915809Z","caller":"traceutil/trace.go:171","msg":"trace[368950807] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000036148s","start":"2026-04-23T01:12:02.915742Z","end":"2026-04-23T01:12:04.915778Z","steps":["trace[368950807] 'agreement among raft nodes before linearized reading' (duration: 1.999916505s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:04.915869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:02.915727Z","time spent":"2.00013047s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:12:05.531869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.992955034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:12:05.531963Z","caller":"traceutil/trace.go:171","msg":"trace[274884477] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.993103137s","start":"2026-04-23T01:12:00.538835Z","end":"2026-04-23T01:12:05.531939Z","steps":["trace[274884477] 'agreement among raft nodes before linearized reading' (duration: 4.992984924s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:05.53202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:00.538789Z","time spent":"4.993218581s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/04/23 01:12:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:12:05.756659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000182649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:12:05.756747Z","caller":"traceutil/trace.go:171","msg":"trace[321183807] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"10.000310152s","start":"2026-04-23T01:11:55.756416Z","end":"2026-04-23T01:12:05.756726Z","steps":["trace[321183807] 'agreement among raft nodes before linearized reading' (duration: 10.000191749s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:05.756801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:55.756406Z","time spent":"10.000379973s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/23 01:12:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:12:05.767602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.009537746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:12:05.767674Z","caller":"traceutil/trace.go:171","msg":"trace[2035555093] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.009644378s","start":"2026-04-23T01:11:55.758013Z","end":"2026-04-23T01:12:05.767657Z","steps":["trace[2035555093] 'agreement among raft nodes before linearized reading' (duration: 10.009544745s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:05.767754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:55.758008Z","time spent":"10.00973504s","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/04/23 01:12:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:12:05.813894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999436349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:12:05.813952Z","caller":"traceutil/trace.go:171","msg":"trace[1578308364] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999557172s","start":"2026-04-23T01:12:00.814381Z","end":"2026-04-23T01:12:05.813938Z","steps":["trace[1578308364] 'agreement among raft nodes before linearized reading' (duration: 4.99947059s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:05.813988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:00.814359Z","time spent":"4.999620953s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-23T01:12:06.129126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.744551841s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-23T01:12:06.129338Z","caller":"traceutil/trace.go:171","msg":"trace[1906745904] linearizableReadLoop","detail":"{readStateIndex:26810; appliedIndex:26797; }","duration":"10.378394703s","start":"2026-04-23T01:11:55.750924Z","end":"2026-04-23T01:12:06.129319Z","steps":["trace[1906745904] 'read index received' (duration: 530.164917ms)","trace[1906745904] 'applied index is now lower than readState.Index' (duration: 9.848228806s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:06.129309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803555718s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:06.129411Z","caller":"traceutil/trace.go:171","msg":"trace[846170470] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25931; }","duration":"1.803667791s","start":"2026-04-23T01:12:04.325726Z","end":"2026-04-23T01:12:06.129394Z","steps":["trace[846170470] 'range keys from in-memory index tree' (duration: 1.803537708s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:06.130691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.048286492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:06.130727Z","caller":"traceutil/trace.go:171","msg":"trace[282401486] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25931; }","duration":"13.048358273s","start":"2026-04-23T01:11:53.082358Z","end":"2026-04-23T01:12:06.130716Z","steps":["trace[282401486] 'agreement among raft nodes before linearized reading' (duration: 13.048293521s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:06.130753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:53.082338Z","time spent":"13.048408505s","remote":"127.0.0.1:53926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:06.130819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.378145124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-23T01:12:06.130872Z","caller":"traceutil/trace.go:171","msg":"trace[1022589820] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25931; }","duration":"13.378238075s","start":"2026-04-23T01:11:52.752617Z","end":"2026-04-23T01:12:06.130855Z","steps":["trace[1022589820] 'agreement among raft nodes before linearized reading' (duration: 13.378077141s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:06.130916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:52.752595Z","time spent":"13.378310188s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-23T01:12:06.131283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.243782509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:06.131321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.337265602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:06.131323Z","caller":"traceutil/trace.go:171","msg":"trace[204919639] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25931; }","duration":"11.243854901s","start":"2026-04-23T01:11:54.887458Z","end":"2026-04-23T01:12:06.131313Z","steps":["trace[204919639] 'agreement among raft nodes before linearized reading' (duration: 11.243785529s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:06.131344Z","caller":"traceutil/trace.go:171","msg":"trace[1103706427] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25931; }","duration":"11.337321893s","start":"2026-04-23T01:11:54.794016Z","end":"2026-04-23T01:12:06.131338Z","steps":["trace[1103706427] 'agreement among raft nodes before linearized reading' (duration: 11.337276942s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:06.131356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:54.887441Z","time spent":"11.243905932s","remote":"127.0.0.1:57996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:06.1314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.906292782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:12:06.131425Z","caller":"traceutil/trace.go:171","msg":"trace[151910223] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25931; }","duration":"11.906353153s","start":"2026-04-23T01:11:54.225067Z","end":"2026-04-23T01:12:06.13142Z","steps":["trace[151910223] 'agreement among raft nodes before linearized reading' (duration: 11.906308602s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:06.131444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:54.225047Z","time spent":"11.906391764s","remote":"127.0.0.1:37590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:06.131765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.390942871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:06.131364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:54.793987Z","time spent":"11.337371435s","remote":"127.0.0.1:54170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:06.13181Z","caller":"traceutil/trace.go:171","msg":"trace[316559815] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25931; }","duration":"10.390991822s","start":"2026-04-23T01:11:55.740809Z","end":"2026-04-23T01:12:06.131801Z","steps":["trace[316559815] 'agreement among raft nodes before linearized reading' (duration: 10.39091976s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:06.131842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:55.74075Z","time spent":"10.391084005s","remote":"127.0.0.1:53868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:06.132474Z","caller":"traceutil/trace.go:171","msg":"trace[1068116437] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25933; }","duration":"4.747940998s","start":"2026-04-23T01:12:01.384494Z","end":"2026-04-23T01:12:06.132435Z","steps":["trace[1068116437] 'process raft request' (duration: 4.747908357s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:06.13256Z","caller":"traceutil/trace.go:171","msg":"trace[1220060292] transaction","detail":"{read_only:false; response_revision:25933; number_of_response:1; }","duration":"5.376599397s","start":"2026-04-23T01:12:00.755937Z","end":"2026-04-23T01:12:06.132536Z","steps":["trace[1220060292] 'process raft request' (duration: 5.376298609s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:06.132695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:00.755912Z","time spent":"5.376715899s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:06.132585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:01.384474Z","time spent":"4.748053621s","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:06.547117Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.507587004s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:12:06.617799Z","caller":"traceutil/trace.go:171","msg":"trace[990534775] transaction","detail":"{read_only:false; response_revision:25934; number_of_response:1; }","duration":"3.707090627s","start":"2026-04-23T01:12:02.910675Z","end":"2026-04-23T01:12:06.617765Z","steps":["trace[990534775] 'process raft request' (duration: 3.636642656s)","trace[990534775] 'compare' (duration: 70.00629ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:12:06.617787Z","caller":"traceutil/trace.go:171","msg":"trace[676710756] transaction","detail":"{read_only:false; response_revision:25935; number_of_response:1; }","duration":"3.226607106s","start":"2026-04-23T01:12:03.391153Z","end":"2026-04-23T01:12:06.61776Z","steps":["trace[676710756] 'process raft request' (duration: 3.226509294s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:06.617933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:02.910661Z","time spent":"3.70719628s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:06.618042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:03.391127Z","time spent":"3.226805401s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:06.917181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000280524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:12:06.917332Z","caller":"traceutil/trace.go:171","msg":"trace[690481627] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000482279s","start":"2026-04-23T01:12:04.916818Z","end":"2026-04-23T01:12:06.9173Z","steps":["trace[690481627] 'agreement among raft nodes before linearized reading' (duration: 2.000299445s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:06.917407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:04.916803Z","time spent":"2.000590102s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:12:06.948275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999217923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:12:06.94836Z","caller":"traceutil/trace.go:171","msg":"trace[151632363] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999363437s","start":"2026-04-23T01:12:01.948977Z","end":"2026-04-23T01:12:06.948341Z","steps":["trace[151632363] 'agreement among raft nodes before linearized reading' (duration: 4.999245714s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:06.948415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:01.948957Z","time spent":"4.999448589s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/04/23 01:12:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:12:06.972669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998914334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:12:06.972722Z","caller":"traceutil/trace.go:171","msg":"trace[1124667163] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999017367s","start":"2026-04-23T01:12:01.973691Z","end":"2026-04-23T01:12:06.972709Z","steps":["trace[1124667163] 'agreement among raft nodes before linearized reading' (duration: 4.998952515s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:06.972751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:01.97367Z","time spent":"4.999074029s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/23 01:12:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:12:08.363159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000249354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:12:08.363233Z","caller":"traceutil/trace.go:171","msg":"trace[778552035] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000387546s","start":"2026-04-23T01:12:06.36283Z","end":"2026-04-23T01:12:08.363217Z","steps":["trace[778552035] 'agreement among raft nodes before linearized reading' (duration: 2.000279814s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:08.363272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:06.36281Z","time spent":"2.000453398s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:12:08.923367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0000928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:12:08.92346Z","caller":"traceutil/trace.go:171","msg":"trace[1414044236] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000226692s","start":"2026-04-23T01:12:06.923209Z","end":"2026-04-23T01:12:08.923435Z","steps":["trace[1414044236] 'agreement among raft nodes before linearized reading' (duration: 2.000116589s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:08.923508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:06.923192Z","time spent":"2.000306195s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:12:08.983173Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.430554205s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:12:09.757785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99907554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:12:09.757878Z","caller":"traceutil/trace.go:171","msg":"trace[960092393] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.999244754s","start":"2026-04-23T01:12:04.758611Z","end":"2026-04-23T01:12:09.757856Z","steps":["trace[960092393] 'agreement among raft nodes before linearized reading' (duration: 4.999116981s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:09.75793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:04.758583Z","time spent":"4.999334845s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/23 01:12:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:12:09.969357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998810032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:12:09.969419Z","caller":"traceutil/trace.go:171","msg":"trace[1020471049] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998918615s","start":"2026-04-23T01:12:04.970485Z","end":"2026-04-23T01:12:09.969404Z","steps":["trace[1020471049] 'agreement among raft nodes before linearized reading' (duration: 4.998841473s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:09.969449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:04.970226Z","time spent":"4.999216672s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/04/23 01:12:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:12:10.93269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000312105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:12:10.932775Z","caller":"traceutil/trace.go:171","msg":"trace[1808830569] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000462439s","start":"2026-04-23T01:12:08.932296Z","end":"2026-04-23T01:12:10.932758Z","steps":["trace[1808830569] 'agreement among raft nodes before linearized reading' (duration: 2.000343886s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:10.932824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:08.932276Z","time spent":"2.00053841s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:12:11.981542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998092767s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:12:11.981809Z","caller":"traceutil/trace.go:171","msg":"trace[929343851] transaction","detail":"{read_only:false; response_revision:25939; number_of_response:1; }","duration":"3.358527872s","start":"2026-04-23T01:12:08.62327Z","end":"2026-04-23T01:12:11.981798Z","steps":["trace[929343851] 'process raft request' (duration: 3.3584932s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:11.98186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:08.62324Z","time spent":"3.358598944s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:12:11.982064Z","caller":"traceutil/trace.go:171","msg":"trace[279152417] transaction","detail":"{read_only:false; response_revision:25937; number_of_response:1; }","duration":"5.938850975s","start":"2026-04-23T01:12:06.043179Z","end":"2026-04-23T01:12:11.98203Z","steps":["trace[279152417] 'process raft request' (duration: 5.938432963s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:11.98211Z","caller":"traceutil/trace.go:171","msg":"trace[1317030251] transaction","detail":"{read_only:false; response_revision:25938; number_of_response:1; }","duration":"5.698309132s","start":"2026-04-23T01:12:06.283793Z","end":"2026-04-23T01:12:11.982102Z","steps":["trace[1317030251] 'process raft request' (duration: 5.697921571s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:11.982148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:06.283776Z","time spent":"5.698351462s","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:11.982182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:06.043165Z","time spent":"5.938957977s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:12:11.982203Z","caller":"traceutil/trace.go:171","msg":"trace[1892691220] linearizableReadLoop","detail":"{readStateIndex:26817; appliedIndex:26813; }","duration":"5.85282452s","start":"2026-04-23T01:12:06.129372Z","end":"2026-04-23T01:12:11.982196Z","steps":["trace[1892691220] 'read index received' (duration: 417.93816ms)","trace[1892691220] 'applied index is now lower than readState.Index' (duration: 5.43488583s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:11.982236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:06.137628Z","time spent":"5.844606332s","remote":"127.0.0.1:37356","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T01:12:11.982281Z","caller":"traceutil/trace.go:171","msg":"trace[130818875] transaction","detail":"{read_only:false; response_revision:25936; number_of_response:1; }","duration":"5.941510842s","start":"2026-04-23T01:12:06.040761Z","end":"2026-04-23T01:12:11.982272Z","steps":["trace[130818875] 'process raft request' (duration: 2.942628744s)","trace[130818875] 'compare' (duration: 2.997641616s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:11.982321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:06.040737Z","time spent":"5.941563244s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:11.982353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.262260834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:11.982384Z","caller":"traceutil/trace.go:171","msg":"trace[918041163] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25939; }","duration":"6.262328925s","start":"2026-04-23T01:12:05.720043Z","end":"2026-04-23T01:12:11.982372Z","steps":["trace[918041163] 'agreement among raft nodes before linearized reading' (duration: 6.262281334s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:11.98241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:05.720018Z","time spent":"6.262385486s","remote":"127.0.0.1:58004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:11.982498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.729139312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:12:11.982539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.270800108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:11.982567Z","caller":"traceutil/trace.go:171","msg":"trace[1340201984] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25939; }","duration":"11.729210474s","start":"2026-04-23T01:12:00.253343Z","end":"2026-04-23T01:12:11.982554Z","steps":["trace[1340201984] 'agreement among raft nodes before linearized reading' (duration: 11.729100141s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:11.982587Z","caller":"traceutil/trace.go:171","msg":"trace[113086518] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:25939; }","duration":"13.27090463s","start":"2026-04-23T01:11:58.711675Z","end":"2026-04-23T01:12:11.98258Z","steps":["trace[113086518] 'agreement among raft nodes before linearized reading' (duration: 13.270851059s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:11.982604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:00.253293Z","time spent":"11.729300526s","remote":"127.0.0.1:37606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:11.98264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.730541525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:11.982652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.700510926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:11.98267Z","caller":"traceutil/trace.go:171","msg":"trace[729394543] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25939; }","duration":"13.730575277s","start":"2026-04-23T01:11:58.252088Z","end":"2026-04-23T01:12:11.982663Z","steps":["trace[729394543] 'agreement among raft nodes before linearized reading' (duration: 13.730535196s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:11.982681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.651090919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:11.982705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.512657659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:11.982729Z","caller":"traceutil/trace.go:171","msg":"trace[1759205159] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25939; }","duration":"10.51268208s","start":"2026-04-23T01:12:01.470039Z","end":"2026-04-23T01:12:11.982722Z","steps":["trace[1759205159] 'agreement among raft nodes before linearized reading' (duration: 10.512648179s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:11.982732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.578940337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:11.982756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:01.47002Z","time spent":"10.512731301s","remote":"127.0.0.1:54084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:11.982758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.671639449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:12:11.982769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.390217197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:11.982775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.163266542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:11.982793Z","caller":"traceutil/trace.go:171","msg":"trace[268933938] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25939; }","duration":"7.390278009s","start":"2026-04-23T01:12:04.592508Z","end":"2026-04-23T01:12:11.982786Z","steps":["trace[268933938] 'agreement among raft nodes before linearized reading' (duration: 7.390244008s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:11.982805Z","caller":"traceutil/trace.go:171","msg":"trace[116616801] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25939; }","duration":"11.163328294s","start":"2026-04-23T01:12:00.819467Z","end":"2026-04-23T01:12:11.982795Z","steps":["trace[116616801] 'agreement among raft nodes before linearized reading' (duration: 11.163281793s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:11.9827Z","caller":"traceutil/trace.go:171","msg":"trace[2090783001] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25939; }","duration":"6.700550727s","start":"2026-04-23T01:12:05.282133Z","end":"2026-04-23T01:12:11.982683Z","steps":["trace[2090783001] 'agreement among raft nodes before linearized reading' (duration: 6.700495786s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:11.982836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.108996283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-04-23T01:12:11.982841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:00.819447Z","time spent":"11.163385555s","remote":"127.0.0.1:54006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:11.982857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:05.282085Z","time spent":"6.700765402s","remote":"127.0.0.1:49100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:11.982863Z","caller":"traceutil/trace.go:171","msg":"trace[574470338] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:25939; }","duration":"16.109057124s","start":"2026-04-23T01:11:55.873798Z","end":"2026-04-23T01:12:11.982855Z","steps":["trace[574470338] 'agreement among raft nodes before linearized reading' (duration: 16.108971862s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:11.982883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.973002025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:11.982891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:55.873767Z","time spent":"16.109117605s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-04-23T01:12:11.982854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.71459668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:11.982906Z","caller":"traceutil/trace.go:171","msg":"trace[456469578] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25939; }","duration":"7.973062116s","start":"2026-04-23T01:12:04.009838Z","end":"2026-04-23T01:12:11.982901Z","steps":["trace[456469578] 'agreement among raft nodes before linearized reading' (duration: 7.973028506s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:11.982671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.177524594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:11.982928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:04.009817Z","time spent":"7.973105968s","remote":"127.0.0.1:54436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:11.98294Z","caller":"traceutil/trace.go:171","msg":"trace[334526217] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:25939; }","duration":"10.177821681s","start":"2026-04-23T01:12:01.805111Z","end":"2026-04-23T01:12:11.982933Z","steps":["trace[334526217] 'agreement among raft nodes before linearized reading' (duration: 10.177543284s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:11.982923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.911197103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:11.982969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:01.805094Z","time spent":"10.177868823s","remote":"127.0.0.1:46702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:11.98264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.47305955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:11.983Z","caller":"traceutil/trace.go:171","msg":"trace[1843212449] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:25939; }","duration":"13.911299695s","start":"2026-04-23T01:11:58.071681Z","end":"2026-04-23T01:12:11.982981Z","steps":["trace[1843212449] 'agreement among raft nodes before linearized reading' (duration: 13.911202143s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:11.983015Z","caller":"traceutil/trace.go:171","msg":"trace[343320520] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25939; }","duration":"9.47348813s","start":"2026-04-23T01:12:02.50952Z","end":"2026-04-23T01:12:11.983008Z","steps":["trace[343320520] 'agreement among raft nodes before linearized reading' (duration: 9.473105171s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:11.982739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.930790209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:11.98304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:02.50949Z","time spent":"9.473541752s","remote":"127.0.0.1:60148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:11.983045Z","caller":"traceutil/trace.go:171","msg":"trace[953917624] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:25939; }","duration":"6.931096577s","start":"2026-04-23T01:12:05.051942Z","end":"2026-04-23T01:12:11.983038Z","steps":["trace[953917624] 'agreement among raft nodes before linearized reading' (duration: 6.930778119s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:11.98305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:58.071661Z","time spent":"13.911379018s","remote":"127.0.0.1:54374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:11.983066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:05.051883Z","time spent":"6.931176418s","remote":"127.0.0.1:54310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:11.983074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.660850001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:11.983072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.800762378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:11.983131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.760320225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:11.982612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:58.711642Z","time spent":"13.270964352s","remote":"127.0.0.1:46894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:11.983146Z","caller":"traceutil/trace.go:171","msg":"trace[670204091] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25939; }","duration":"14.800882151s","start":"2026-04-23T01:11:57.182247Z","end":"2026-04-23T01:12:11.983129Z","steps":["trace[670204091] 'agreement among raft nodes before linearized reading' (duration: 14.800725367s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:11.982791Z","caller":"traceutil/trace.go:171","msg":"trace[1690927396] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25939; }","duration":"11.67171957s","start":"2026-04-23T01:12:00.31106Z","end":"2026-04-23T01:12:11.98278Z","steps":["trace[1690927396] 'agreement among raft nodes before linearized reading' (duration: 11.671665399s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:11.983183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:57.182231Z","time spent":"14.800946022s","remote":"127.0.0.1:53838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:11.983193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:00.311034Z","time spent":"11.672145851s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:11.98273Z","caller":"traceutil/trace.go:171","msg":"trace[1827548616] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25939; }","duration":"11.651196461s","start":"2026-04-23T01:12:00.331521Z","end":"2026-04-23T01:12:11.982718Z","steps":["trace[1827548616] 'agreement among raft nodes before linearized reading' (duration: 11.651118129s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:11.982611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.595542855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a8d725506a21b4\" ","response":"range_response_count:1 size:875"} {"level":"warn","ts":"2026-04-23T01:12:11.983227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.111312162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:11.982925Z","caller":"traceutil/trace.go:171","msg":"trace[387180967] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:25939; }","duration":"7.714694103s","start":"2026-04-23T01:12:04.268219Z","end":"2026-04-23T01:12:11.982913Z","steps":["trace[387180967] 'agreement among raft nodes before linearized reading' (duration: 7.714624001s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:11.983249Z","caller":"traceutil/trace.go:171","msg":"trace[1518167182] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a8d725506a21b4; range_end:; response_count:1; response_revision:25939; }","duration":"10.596211462s","start":"2026-04-23T01:12:01.387031Z","end":"2026-04-23T01:12:11.983242Z","steps":["trace[1518167182] 'agreement among raft nodes before linearized reading' (duration: 10.595488144s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:11.983257Z","caller":"traceutil/trace.go:171","msg":"trace[227247829] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25939; }","duration":"15.111392884s","start":"2026-04-23T01:11:56.871856Z","end":"2026-04-23T01:12:11.983249Z","steps":["trace[227247829] 'agreement among raft nodes before linearized reading' (duration: 15.111341403s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:11.982829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.256562505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:11.983271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:04.268197Z","time spent":"7.715066563s","remote":"127.0.0.1:54372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:11.983285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:56.871824Z","time spent":"15.111452786s","remote":"127.0.0.1:60140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:11.983297Z","caller":"traceutil/trace.go:171","msg":"trace[830284469] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25939; }","duration":"15.257107759s","start":"2026-04-23T01:11:56.726178Z","end":"2026-04-23T01:12:11.983286Z","steps":["trace[830284469] 'agreement among raft nodes before linearized reading' (duration: 15.256508944s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:11.982758Z","caller":"traceutil/trace.go:171","msg":"trace[1251948750] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25939; }","duration":"15.578993319s","start":"2026-04-23T01:11:56.403759Z","end":"2026-04-23T01:12:11.982752Z","steps":["trace[1251948750] 'agreement among raft nodes before linearized reading' (duration: 15.578950998s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:11.983323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:56.726149Z","time spent":"15.25716539s","remote":"127.0.0.1:54028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:11.982514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.147667437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:11.983353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:56.403745Z","time spent":"15.579595053s","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:11.983369Z","caller":"traceutil/trace.go:171","msg":"trace[2099090497] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25939; }","duration":"12.148549709s","start":"2026-04-23T01:11:59.834811Z","end":"2026-04-23T01:12:11.983361Z","steps":["trace[2099090497] 'agreement among raft nodes before linearized reading' (duration: 12.147681587s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:11.983374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.130129329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:11.983393Z","caller":"traceutil/trace.go:171","msg":"trace[1760241314] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:25939; }","duration":"14.13015149s","start":"2026-04-23T01:11:57.853235Z","end":"2026-04-23T01:12:11.983387Z","steps":["trace[1760241314] 'agreement among raft nodes before linearized reading' (duration: 14.130109669s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:11.9831Z","caller":"traceutil/trace.go:171","msg":"trace[1745743655] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25939; }","duration":"8.660915252s","start":"2026-04-23T01:12:03.322179Z","end":"2026-04-23T01:12:11.983094Z","steps":["trace[1745743655] 'agreement among raft nodes before linearized reading' (duration: 8.660877951s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:11.983418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:57.853142Z","time spent":"14.130271613s","remote":"127.0.0.1:46760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:11.983442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:03.32216Z","time spent":"8.661266271s","remote":"127.0.0.1:46350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:11.983254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:00.331481Z","time spent":"11.651763085s","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:11.983474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.090420874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"warn","ts":"2026-04-23T01:12:11.983271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:01.387014Z","time spent":"10.596251503s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":899,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a8d725506a21b4\" "} {"level":"warn","ts":"2026-04-23T01:12:11.9835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.550734805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:12:11.983512Z","caller":"traceutil/trace.go:171","msg":"trace[1838165608] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25939; }","duration":"15.090493975s","start":"2026-04-23T01:11:56.893009Z","end":"2026-04-23T01:12:11.983503Z","steps":["trace[1838165608] 'agreement among raft nodes before linearized reading' (duration: 15.090393263s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:11.983524Z","caller":"traceutil/trace.go:171","msg":"trace[1749576479] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25939; }","duration":"14.550792677s","start":"2026-04-23T01:11:57.432722Z","end":"2026-04-23T01:12:11.983515Z","steps":["trace[1749576479] 'agreement among raft nodes before linearized reading' (duration: 14.550741185s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:11.983542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:57.4327Z","time spent":"14.550837528s","remote":"127.0.0.1:44728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:11.983544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:56.892992Z","time spent":"15.090544347s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7128,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-23T01:12:11.982695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:58.252057Z","time spent":"13.730631067s","remote":"127.0.0.1:46830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:11.983156Z","caller":"traceutil/trace.go:171","msg":"trace[261551872] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25939; }","duration":"8.760379417s","start":"2026-04-23T01:12:03.222771Z","end":"2026-04-23T01:12:11.98315Z","steps":["trace[261551872] 'agreement among raft nodes before linearized reading' (duration: 8.760343616s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:11.98259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.411802691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:12:11.983628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:03.22275Z","time spent":"8.760864338s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:11.983654Z","caller":"traceutil/trace.go:171","msg":"trace[385599371] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25939; }","duration":"9.412935079s","start":"2026-04-23T01:12:02.570709Z","end":"2026-04-23T01:12:11.983644Z","steps":["trace[385599371] 'agreement among raft nodes before linearized reading' (duration: 9.41177578s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:11.983393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:59.834794Z","time spent":"12.14859121s","remote":"127.0.0.1:54194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:11.983699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:02.57068Z","time spent":"9.41300473s","remote":"127.0.0.1:34708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:11.982828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:04.592486Z","time spent":"7.390335861s","remote":"127.0.0.1:37520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:12.482566Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660832,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:12:12.933397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00010749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:12:12.933459Z","caller":"traceutil/trace.go:171","msg":"trace[1511260275] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000225523s","start":"2026-04-23T01:12:10.933219Z","end":"2026-04-23T01:12:12.933444Z","steps":["trace[1511260275] 'agreement among raft nodes before linearized reading' (duration: 2.000140311s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:12.933492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:10.933194Z","time spent":"2.000291694s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:12:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:12:12.982839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660832,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:12:13.483887Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660832,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:12:13.969643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99837152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:12:13.969723Z","caller":"traceutil/trace.go:171","msg":"trace[710474341] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998530025s","start":"2026-04-23T01:12:08.971175Z","end":"2026-04-23T01:12:13.969705Z","steps":["trace[710474341] 'agreement among raft nodes before linearized reading' (duration: 4.998409192s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:13.969775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:08.971148Z","time spent":"4.998616827s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/04/23 01:12:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:12:13.984272Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660832,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:12:14.484435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660832,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:12:14.64858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999649833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:12:14.648675Z","caller":"traceutil/trace.go:171","msg":"trace[1191644501] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999783596s","start":"2026-04-23T01:12:09.648868Z","end":"2026-04-23T01:12:14.648652Z","steps":["trace[1191644501] 'agreement among raft nodes before linearized reading' (duration: 4.999675473s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:14.648732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:09.64885Z","time spent":"4.999871189s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/04/23 01:12:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:12:14.940019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000091558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:12:14.940105Z","caller":"traceutil/trace.go:171","msg":"trace[1308211179] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000232522s","start":"2026-04-23T01:12:12.939854Z","end":"2026-04-23T01:12:14.940086Z","steps":["trace[1308211179] 'agreement among raft nodes before linearized reading' (duration: 2.000120849s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:14.940153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:12.939837Z","time spent":"2.000306616s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:12:14.98496Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660832,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:12:15.211851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998900565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:12:15.211974Z","caller":"traceutil/trace.go:171","msg":"trace[66284797] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999114061s","start":"2026-04-23T01:12:10.212842Z","end":"2026-04-23T01:12:15.211956Z","steps":["trace[66284797] 'agreement among raft nodes before linearized reading' (duration: 4.998956047s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:15.212024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:10.212821Z","time spent":"4.999192083s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/04/23 01:12:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:12:15.485166Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660832,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:12:15.734151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999414397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:12:15.734239Z","caller":"traceutil/trace.go:171","msg":"trace[179313704] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999547791s","start":"2026-04-23T01:12:10.734671Z","end":"2026-04-23T01:12:15.734219Z","steps":["trace[179313704] 'agreement among raft nodes before linearized reading' (duration: 4.999433488s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:15.734289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:10.734656Z","time spent":"4.999622673s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/23 01:12:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:12:15.768847Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.146172301s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:12:16.660294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334580439s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:16.66041Z","caller":"traceutil/trace.go:171","msg":"trace[1447657154] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25939; }","duration":"2.334703742s","start":"2026-04-23T01:12:14.325685Z","end":"2026-04-23T01:12:16.660389Z","steps":["trace[1447657154] 'range keys from in-memory index tree' (duration: 2.334565268s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:16.660504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.363142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:12:16.660573Z","caller":"traceutil/trace.go:171","msg":"trace[1019531580] transaction","detail":"{read_only:false; response_revision:25940; number_of_response:1; }","duration":"5.037990253s","start":"2026-04-23T01:12:11.62257Z","end":"2026-04-23T01:12:16.66056Z","steps":["trace[1019531580] 'process raft request' (duration: 4.146505248s)","trace[1019531580] 'compare' (duration: 891.28147ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:16.660608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:11.622522Z","time spent":"5.038068295s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:16.941241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000202822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:12:16.941338Z","caller":"traceutil/trace.go:171","msg":"trace[1420648070] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000349626s","start":"2026-04-23T01:12:14.940967Z","end":"2026-04-23T01:12:16.941316Z","steps":["trace[1420648070] 'agreement among raft nodes before linearized reading' (duration: 2.000227343s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:16.941392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:14.940951Z","time spent":"2.000430607s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:12:17.51116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998462553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:12:17.511265Z","caller":"traceutil/trace.go:171","msg":"trace[180894431] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998589996s","start":"2026-04-23T01:12:12.512651Z","end":"2026-04-23T01:12:17.511241Z","steps":["trace[180894431] 'agreement among raft nodes before linearized reading' (duration: 4.998457593s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:17.511345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:12.512593Z","time spent":"4.99872769s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/23 01:12:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:12:18.363351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999812201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:12:18.363448Z","caller":"traceutil/trace.go:171","msg":"trace[208258169] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999972596s","start":"2026-04-23T01:12:16.363455Z","end":"2026-04-23T01:12:18.363428Z","steps":["trace[208258169] 'agreement among raft nodes before linearized reading' (duration: 1.999851332s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:18.363496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:16.36343Z","time spent":"2.000056279s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:12:18.444176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99957391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:12:18.444257Z","caller":"traceutil/trace.go:171","msg":"trace[1557999618] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999729335s","start":"2026-04-23T01:12:13.444508Z","end":"2026-04-23T01:12:18.444237Z","steps":["trace[1557999618] 'agreement among raft nodes before linearized reading' (duration: 4.999612692s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:18.444308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:13.444487Z","time spent":"4.999806916s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-23T01:12:18.949683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000033048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:12:18.94985Z","caller":"traceutil/trace.go:171","msg":"trace[139438808] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000223222s","start":"2026-04-23T01:12:16.949605Z","end":"2026-04-23T01:12:18.949828Z","steps":["trace[139438808] 'agreement among raft nodes before linearized reading' (duration: 2.000027897s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:18.949938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:16.949545Z","time spent":"2.000379597s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:12:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:12:18.986184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:11.985372Z","time spent":"7.000781829s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:12:18.986218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:11.985586Z","time spent":"7.000628625s","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:12:18.992627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:11.992459Z","time spent":"7.000162423s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:12:20.600986Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.83182284s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:12:20.64063Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7fa59db7b3c79a89","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-23T01:12:20.642835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:13.642009Z","time spent":"7.00081892s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:12:20.956008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000250154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:12:20.95608Z","caller":"traceutil/trace.go:171","msg":"trace[578819504] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000378867s","start":"2026-04-23T01:12:18.955685Z","end":"2026-04-23T01:12:20.956064Z","steps":["trace[578819504] 'agreement among raft nodes before linearized reading' (duration: 2.000287535s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:20.956114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:18.955664Z","time spent":"2.000443338s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:12:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:12:20.989469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:13.988923Z","time spent":"7.000540032s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:12:21.107004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.555656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-04-23T01:12:22.68273Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.812045613s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:12:22.921499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999066649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:12:22.921582Z","caller":"traceutil/trace.go:171","msg":"trace[253703695] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999202582s","start":"2026-04-23T01:12:17.92236Z","end":"2026-04-23T01:12:22.921562Z","steps":["trace[253703695] 'agreement among raft nodes before linearized reading' (duration: 4.99909916s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:22.92163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:17.922339Z","time spent":"4.999280825s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/23 01:12:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:12:22.956104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999826263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:12:22.956189Z","caller":"traceutil/trace.go:171","msg":"trace[372902506] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999974256s","start":"2026-04-23T01:12:20.956194Z","end":"2026-04-23T01:12:22.956168Z","steps":["trace[372902506] 'agreement among raft nodes before linearized reading' (duration: 1.999857554s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:22.956287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:20.956173Z","time spent":"2.000102789s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:12:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:12:23.030568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923231256s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-04-23T01:12:23.043036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999156631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:12:23.043122Z","caller":"traceutil/trace.go:171","msg":"trace[1798544631] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999285215s","start":"2026-04-23T01:12:18.043817Z","end":"2026-04-23T01:12:23.043102Z","steps":["trace[1798544631] 'agreement among raft nodes before linearized reading' (duration: 4.999181732s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:23.043172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:18.043799Z","time spent":"4.999363826s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/04/23 01:12:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:12:23.249801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999063339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:12:23.249964Z","caller":"traceutil/trace.go:171","msg":"trace[260190769] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999295305s","start":"2026-04-23T01:12:18.250641Z","end":"2026-04-23T01:12:23.249936Z","steps":["trace[260190769] 'agreement among raft nodes before linearized reading' (duration: 4.99909111s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:23.25004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:18.250621Z","time spent":"4.999398357s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/04/23 01:12:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:12:23.753189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999659803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:12:23.753296Z","caller":"traceutil/trace.go:171","msg":"trace[740277882] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999845339s","start":"2026-04-23T01:12:18.753425Z","end":"2026-04-23T01:12:23.753271Z","steps":["trace[740277882] 'agreement among raft nodes before linearized reading' (duration: 4.999697325s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:23.753359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:18.753404Z","time spent":"4.999941801s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/04/23 01:12:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:12:23.987665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.994271101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:12:23.987754Z","caller":"traceutil/trace.go:171","msg":"trace[1708647555] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.994424505s","start":"2026-04-23T01:12:20.993311Z","end":"2026-04-23T01:12:23.987735Z","steps":["trace[1708647555] 'agreement among raft nodes before linearized reading' (duration: 2.994303332s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:23.987807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:20.993289Z","time spent":"2.994506336s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/23 01:12:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:12:24.34547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313538968s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-04-23T01:12:24.345658Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"37.111µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-04-23T01:12:24.345697Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7fa59db7b3c79a89","error":"lease not found"} {"level":"info","ts":"2026-04-23T01:12:24.345734Z","caller":"traceutil/trace.go:171","msg":"trace[1355595330] transaction","detail":"{read_only:false; response_revision:25946; number_of_response:1; }","duration":"5.356021356s","start":"2026-04-23T01:12:18.989697Z","end":"2026-04-23T01:12:24.345718Z","steps":["trace[1355595330] 'process raft request' (duration: 5.355862502s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:24.345787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:18.989675Z","time spent":"5.356089537s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":805,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:12:24.345796Z","caller":"traceutil/trace.go:171","msg":"trace[153087653] linearizableReadLoop","detail":"{readStateIndex:26827; appliedIndex:26820; }","duration":"12.363484893s","start":"2026-04-23T01:12:11.982215Z","end":"2026-04-23T01:12:24.3457Z","steps":["trace[153087653] 'read index received' (duration: 3.786875154s)","trace[153087653] 'applied index is now lower than readState.Index' (duration: 8.576608189s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:24.345963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.876125447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:24.345999Z","caller":"traceutil/trace.go:171","msg":"trace[2131210413] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25946; }","duration":"12.87625136s","start":"2026-04-23T01:12:11.469737Z","end":"2026-04-23T01:12:24.345988Z","steps":["trace[2131210413] 'agreement among raft nodes before linearized reading' (duration: 12.876176279s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:24.346095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:11.469715Z","time spent":"12.876369683s","remote":"127.0.0.1:54076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:24.346289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.586192361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:12:24.346341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.159802693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:12:24.346379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.208005272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-aaa1d81f-bd71-4906-9e27-8b8e068ae081\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-04-23T01:12:24.346392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.183025563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:24.346312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.365841467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:12:24.346457Z","caller":"traceutil/trace.go:171","msg":"trace[230977448] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25946; }","duration":"16.366044542s","start":"2026-04-23T01:12:07.9804Z","end":"2026-04-23T01:12:24.346444Z","steps":["trace[230977448] 'agreement among raft nodes before linearized reading' (duration: 16.365829186s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:24.346425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.819606236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:12:24.34652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:07.98038Z","time spent":"16.366119923s","remote":"127.0.0.1:58184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:24.346528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.900676131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:24.346605Z","caller":"traceutil/trace.go:171","msg":"trace[1330301797] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25946; }","duration":"13.81978285s","start":"2026-04-23T01:12:10.526725Z","end":"2026-04-23T01:12:24.346508Z","steps":["trace[1330301797] 'agreement among raft nodes before linearized reading' (duration: 13.819547785s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:24.346615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.145249125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:24.346645Z","caller":"traceutil/trace.go:171","msg":"trace[932722321] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25946; }","duration":"16.900829235s","start":"2026-04-23T01:12:07.445796Z","end":"2026-04-23T01:12:24.346625Z","steps":["trace[932722321] 'agreement among raft nodes before linearized reading' (duration: 16.900683622s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:24.34667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.153476121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:12:24.346689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:10.5267Z","time spent":"13.819947925s","remote":"127.0.0.1:44738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:24.346716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:07.445776Z","time spent":"16.900918908s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:24.346731Z","caller":"traceutil/trace.go:171","msg":"trace[524041786] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25946; }","duration":"13.153568793s","start":"2026-04-23T01:12:11.193146Z","end":"2026-04-23T01:12:24.346715Z","steps":["trace[524041786] 'agreement among raft nodes before linearized reading' (duration: 13.153355767s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:24.346403Z","caller":"traceutil/trace.go:171","msg":"trace[1248460699] range","detail":"{range_begin:/registry/persistentvolumes/pvc-aaa1d81f-bd71-4906-9e27-8b8e068ae081; range_end:; response_count:1; response_revision:25946; }","duration":"18.208051713s","start":"2026-04-23T01:12:06.138344Z","end":"2026-04-23T01:12:24.346396Z","steps":["trace[1248460699] 'agreement among raft nodes before linearized reading' (duration: 18.207922169s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:24.346815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.991768091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T01:12:24.346856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.398503626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:24.346873Z","caller":"traceutil/trace.go:171","msg":"trace[484900621] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25946; }","duration":"18.159904555s","start":"2026-04-23T01:12:06.186476Z","end":"2026-04-23T01:12:24.34638Z","steps":["trace[484900621] 'agreement among raft nodes before linearized reading' (duration: 18.159788752s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:24.346889Z","caller":"traceutil/trace.go:171","msg":"trace[196155273] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25946; }","duration":"13.398573309s","start":"2026-04-23T01:12:10.948308Z","end":"2026-04-23T01:12:24.346882Z","steps":["trace[196155273] 'agreement among raft nodes before linearized reading' (duration: 13.398505927s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:24.34699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:06.186454Z","time spent":"18.160512921s","remote":"127.0.0.1:58182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:24.3464Z","caller":"traceutil/trace.go:171","msg":"trace[395152299] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25946; }","duration":"15.586360275s","start":"2026-04-23T01:12:08.760013Z","end":"2026-04-23T01:12:24.346373Z","steps":["trace[395152299] 'agreement among raft nodes before linearized reading' (duration: 15.58614586s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:24.347059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:10.948297Z","time spent":"13.398751373s","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:24.34715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:08.759993Z","time spent":"15.587107035s","remote":"127.0.0.1:58220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:24.347073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.957983735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:12:24.347488Z","caller":"traceutil/trace.go:171","msg":"trace[646133407] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25946; }","duration":"13.95856406s","start":"2026-04-23T01:12:10.388872Z","end":"2026-04-23T01:12:24.347436Z","steps":["trace[646133407] 'agreement among raft nodes before linearized reading' (duration: 13.957947954s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:24.347585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.89386477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:12:24.347618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:10.388853Z","time spent":"13.958745835s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:24.347628Z","caller":"traceutil/trace.go:171","msg":"trace[1564698167] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25946; }","duration":"16.893956652s","start":"2026-04-23T01:12:07.453661Z","end":"2026-04-23T01:12:24.347617Z","steps":["trace[1564698167] 'agreement among raft nodes before linearized reading' (duration: 16.892508155s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:24.347398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.395116927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:24.347698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:07.453638Z","time spent":"16.894048765s","remote":"127.0.0.1:58190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:24.347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.019022047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268864"} {"level":"info","ts":"2026-04-23T01:12:24.347789Z","caller":"traceutil/trace.go:171","msg":"trace[104745892] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:25946; }","duration":"15.019802138s","start":"2026-04-23T01:12:09.327965Z","end":"2026-04-23T01:12:24.347767Z","steps":["trace[104745892] 'agreement among raft nodes before linearized reading' (duration: 15.018656548s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:24.347855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:09.327866Z","time spent":"15.019970012s","remote":"127.0.0.1:37712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268888,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-04-23T01:12:24.346455Z","caller":"traceutil/trace.go:171","msg":"trace[869421915] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25946; }","duration":"16.183116026s","start":"2026-04-23T01:12:08.163319Z","end":"2026-04-23T01:12:24.346435Z","steps":["trace[869421915] 'agreement among raft nodes before linearized reading' (duration: 16.183041384s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:24.347936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:08.163298Z","time spent":"16.184626925s","remote":"127.0.0.1:53976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:24.346879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:06.138335Z","time spent":"18.208517424s","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-aaa1d81f-bd71-4906-9e27-8b8e068ae081\" "} {"level":"info","ts":"2026-04-23T01:12:24.346655Z","caller":"traceutil/trace.go:171","msg":"trace[657884746] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25946; }","duration":"18.145328737s","start":"2026-04-23T01:12:06.201316Z","end":"2026-04-23T01:12:24.346644Z","steps":["trace[657884746] 'agreement among raft nodes before linearized reading' (duration: 18.145256655s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:24.348087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:06.201303Z","time spent":"18.146774604s","remote":"127.0.0.1:49132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:24.346903Z","caller":"traceutil/trace.go:171","msg":"trace[1080224591] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:25946; }","duration":"12.991910935s","start":"2026-04-23T01:12:11.354969Z","end":"2026-04-23T01:12:24.34688Z","steps":["trace[1080224591] 'agreement among raft nodes before linearized reading' (duration: 12.991613577s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:24.346779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:11.193132Z","time spent":"13.153632355s","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:24.348288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:11.354941Z","time spent":"12.99329263s","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":33,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:24.346905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.441322529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:12:24.348361Z","caller":"traceutil/trace.go:171","msg":"trace[281634005] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25946; }","duration":"14.442832617s","start":"2026-04-23T01:12:09.905514Z","end":"2026-04-23T01:12:24.348347Z","steps":["trace[281634005] 'agreement among raft nodes before linearized reading' (duration: 14.441317008s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:24.347795Z","caller":"traceutil/trace.go:171","msg":"trace[543748655] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25946; }","duration":"16.395749343s","start":"2026-04-23T01:12:07.951985Z","end":"2026-04-23T01:12:24.347734Z","steps":["trace[543748655] 'agreement among raft nodes before linearized reading' (duration: 16.394368167s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:24.348398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:09.905451Z","time spent":"14.44293503s","remote":"127.0.0.1:34752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:24.348475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:07.951966Z","time spent":"16.396489482s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:24.720239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999582322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:12:24.720387Z","caller":"traceutil/trace.go:171","msg":"trace[256495952] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.999764036s","start":"2026-04-23T01:12:19.720563Z","end":"2026-04-23T01:12:24.720327Z","steps":["trace[256495952] 'agreement among raft nodes before linearized reading' (duration: 4.999608713s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:24.720451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:19.720543Z","time spent":"4.99989549s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-23T01:12:24.846267Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:12:24.962092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000173111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:12:24.96219Z","caller":"traceutil/trace.go:171","msg":"trace[31457386] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000322875s","start":"2026-04-23T01:12:22.961846Z","end":"2026-04-23T01:12:24.962169Z","steps":["trace[31457386] 'agreement among raft nodes before linearized reading' (duration: 2.000196102s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:24.962238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:22.96183Z","time spent":"2.000398867s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:12:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:12:25.227934Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.545015609s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:12:25.247508Z","caller":"traceutil/trace.go:171","msg":"trace[1995353744] transaction","detail":"{read_only:false; response_revision:25947; number_of_response:1; }","duration":"3.578643889s","start":"2026-04-23T01:12:21.668842Z","end":"2026-04-23T01:12:25.247486Z","steps":["trace[1995353744] 'process raft request' (duration: 3.55931296s)","trace[1995353744] 'compare' (duration: 18.55534ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:25.24767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:21.668815Z","time spent":"3.578756501s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:12:25.247809Z","caller":"traceutil/trace.go:171","msg":"trace[536167362] transaction","detail":"{read_only:false; response_revision:25949; number_of_response:1; }","duration":"3.096740382s","start":"2026-04-23T01:12:22.151044Z","end":"2026-04-23T01:12:25.247784Z","steps":["trace[536167362] 'process raft request' (duration: 3.09666459s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:25.247851Z","caller":"traceutil/trace.go:171","msg":"trace[47236238] transaction","detail":"{read_only:false; response_revision:25948; number_of_response:1; }","duration":"3.135131293s","start":"2026-04-23T01:12:22.1127Z","end":"2026-04-23T01:12:25.247831Z","steps":["trace[47236238] 'process raft request' (duration: 3.134739783s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:25.247944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:22.112674Z","time spent":"3.135219644s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:25.247951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:22.151018Z","time spent":"3.096859764s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:12:25.317601Z","caller":"traceutil/trace.go:171","msg":"trace[660280179] linearizableReadLoop","detail":"{readStateIndex:26833; appliedIndex:26829; }","duration":"971.739964ms","start":"2026-04-23T01:12:24.345836Z","end":"2026-04-23T01:12:25.317575Z","steps":["trace[660280179] 'read index received' (duration: 882.330852ms)","trace[660280179] 'applied index is now lower than readState.Index' (duration: 89.407432ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:25.317702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.29508151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:25.317623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:24.350831Z","time spent":"966.783859ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:12:25.317775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.440861842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:25.317826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.358898942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:25.317828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.337917501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:25.317862Z","caller":"traceutil/trace.go:171","msg":"trace[1405081218] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25949; }","duration":"9.358953473s","start":"2026-04-23T01:12:15.958889Z","end":"2026-04-23T01:12:25.317843Z","steps":["trace[1405081218] 'agreement among raft nodes before linearized reading' (duration: 9.358905782s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:25.317866Z","caller":"traceutil/trace.go:171","msg":"trace[1747598349] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25949; }","duration":"11.440980124s","start":"2026-04-23T01:12:13.876865Z","end":"2026-04-23T01:12:25.317845Z","steps":["trace[1747598349] 'agreement among raft nodes before linearized reading' (duration: 11.44081478s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:25.31789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.997756765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:25.317957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.586429657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:25.317977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.177103602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:25.317993Z","caller":"traceutil/trace.go:171","msg":"trace[1551002233] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25949; }","duration":"11.99793824s","start":"2026-04-23T01:12:13.320041Z","end":"2026-04-23T01:12:25.317979Z","steps":["trace[1551002233] 'agreement among raft nodes before linearized reading' (duration: 11.997779196s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:25.318004Z","caller":"traceutil/trace.go:171","msg":"trace[47743339] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25949; }","duration":"8.586477618s","start":"2026-04-23T01:12:16.731517Z","end":"2026-04-23T01:12:25.317995Z","steps":["trace[47743339] 'agreement among raft nodes before linearized reading' (duration: 8.586410306s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:25.318011Z","caller":"traceutil/trace.go:171","msg":"trace[1061177635] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:25949; }","duration":"11.177168003s","start":"2026-04-23T01:12:14.140833Z","end":"2026-04-23T01:12:25.318001Z","steps":["trace[1061177635] 'agreement among raft nodes before linearized reading' (duration: 11.177108122s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:25.318031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.929342309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-23T01:12:25.318039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:13.320017Z","time spent":"11.998008911s","remote":"127.0.0.1:34740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:25.318041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:14.140817Z","time spent":"11.177216465s","remote":"127.0.0.1:46734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:25.318041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:16.731449Z","time spent":"8.586583251s","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:25.318068Z","caller":"traceutil/trace.go:171","msg":"trace[96785280] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25949; }","duration":"8.92938059s","start":"2026-04-23T01:12:16.388678Z","end":"2026-04-23T01:12:25.318059Z","steps":["trace[96785280] 'agreement among raft nodes before linearized reading' (duration: 8.929254857s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:25.318097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.329695507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-23T01:12:25.318208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.670046708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-23T01:12:25.318188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.929610676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-23T01:12:25.318243Z","caller":"traceutil/trace.go:171","msg":"trace[1029788338] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:25949; }","duration":"4.67011424s","start":"2026-04-23T01:12:20.648121Z","end":"2026-04-23T01:12:25.318235Z","steps":["trace[1029788338] 'agreement among raft nodes before linearized reading' (duration: 4.670016998s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:25.318266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:20.648104Z","time spent":"4.670155741s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-04-23T01:12:25.318193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.517150872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:25.318275Z","caller":"traceutil/trace.go:171","msg":"trace[627094571] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25949; }","duration":"8.929737899s","start":"2026-04-23T01:12:16.388521Z","end":"2026-04-23T01:12:25.318259Z","steps":["trace[627094571] 'agreement among raft nodes before linearized reading' (duration: 8.929441711s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:25.318351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.24630422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:25.318391Z","caller":"traceutil/trace.go:171","msg":"trace[603189765] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25949; }","duration":"6.246339721s","start":"2026-04-23T01:12:19.072039Z","end":"2026-04-23T01:12:25.318379Z","steps":["trace[603189765] 'agreement among raft nodes before linearized reading' (duration: 6.24629204s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:25.318435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:19.071975Z","time spent":"6.246450813s","remote":"127.0.0.1:54346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:25.318438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.629121026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:25.318382Z","caller":"traceutil/trace.go:171","msg":"trace[1751989432] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:25949; }","duration":"4.517310576s","start":"2026-04-23T01:12:20.800984Z","end":"2026-04-23T01:12:25.318295Z","steps":["trace[1751989432] 'agreement among raft nodes before linearized reading' (duration: 4.517171362s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:25.318474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.294542588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T01:12:25.318581Z","caller":"traceutil/trace.go:171","msg":"trace[1222869367] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25949; }","duration":"2.629240539s","start":"2026-04-23T01:12:22.689283Z","end":"2026-04-23T01:12:25.318523Z","steps":["trace[1222869367] 'agreement among raft nodes before linearized reading' (duration: 2.629096066s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:25.318611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.725295941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:25.318611Z","caller":"traceutil/trace.go:171","msg":"trace[726910722] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25949; }","duration":"13.294713132s","start":"2026-04-23T01:12:12.023887Z","end":"2026-04-23T01:12:25.3186Z","steps":["trace[726910722] 'agreement among raft nodes before linearized reading' (duration: 13.294503677s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:25.318635Z","caller":"traceutil/trace.go:171","msg":"trace[950597522] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25949; }","duration":"6.725353023s","start":"2026-04-23T01:12:18.593276Z","end":"2026-04-23T01:12:25.318629Z","steps":["trace[950597522] 'agreement among raft nodes before linearized reading' (duration: 6.725314002s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:25.318646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:12.023871Z","time spent":"13.294766523s","remote":"127.0.0.1:37434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T01:12:25.318652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:22.689267Z","time spent":"2.629343822s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:25.318691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.945808058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:25.31869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.609586537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:12:25.318747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.220911845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:12:25.318754Z","caller":"traceutil/trace.go:171","msg":"trace[609098729] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25949; }","duration":"12.609733441s","start":"2026-04-23T01:12:12.709008Z","end":"2026-04-23T01:12:25.318742Z","steps":["trace[609098729] 'agreement among raft nodes before linearized reading' (duration: 12.609547786s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:25.318775Z","caller":"traceutil/trace.go:171","msg":"trace[1789546960] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25949; }","duration":"7.220974166s","start":"2026-04-23T01:12:18.097795Z","end":"2026-04-23T01:12:25.318769Z","steps":["trace[1789546960] 'agreement among raft nodes before linearized reading' (duration: 7.220932595s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:25.318774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.314459822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-04-23T01:12:25.317903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:15.958873Z","time spent":"9.359021236s","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:25.318795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:12.708989Z","time spent":"12.609796992s","remote":"127.0.0.1:37484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:25.31882Z","caller":"traceutil/trace.go:171","msg":"trace[651371093] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25949; }","duration":"6.314538225s","start":"2026-04-23T01:12:19.004273Z","end":"2026-04-23T01:12:25.318811Z","steps":["trace[651371093] 'agreement among raft nodes before linearized reading' (duration: 6.314418782s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:25.318437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.715324971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:25.318859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:19.004257Z","time spent":"6.314595527s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-23T01:12:25.31831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.909153263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:12:25.318887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.033153398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:12:25.318901Z","caller":"traceutil/trace.go:171","msg":"trace[932926920] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25949; }","duration":"12.715801173s","start":"2026-04-23T01:12:12.603064Z","end":"2026-04-23T01:12:25.318865Z","steps":["trace[932926920] 'agreement among raft nodes before linearized reading' (duration: 12.715340071s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:25.31894Z","caller":"traceutil/trace.go:171","msg":"trace[1619539608] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25949; }","duration":"13.033289781s","start":"2026-04-23T01:12:12.28564Z","end":"2026-04-23T01:12:25.31893Z","steps":["trace[1619539608] 'agreement among raft nodes before linearized reading' (duration: 13.033189659s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:25.318713Z","caller":"traceutil/trace.go:171","msg":"trace[328867347] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:25949; }","duration":"6.94585975s","start":"2026-04-23T01:12:18.372847Z","end":"2026-04-23T01:12:25.318707Z","steps":["trace[328867347] 'agreement among raft nodes before linearized reading' (duration: 6.945828589s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:25.318795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:18.097775Z","time spent":"7.221015508s","remote":"127.0.0.1:37676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:25.318107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:16.388616Z","time spent":"8.929474333s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T01:12:25.319027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:18.372831Z","time spent":"6.946174067s","remote":"127.0.0.1:54314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:25.318952Z","caller":"traceutil/trace.go:171","msg":"trace[1340783371] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25949; }","duration":"5.90980408s","start":"2026-04-23T01:12:19.409097Z","end":"2026-04-23T01:12:25.318901Z","steps":["trace[1340783371] 'agreement among raft nodes before linearized reading' (duration: 5.909159374s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:25.318662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:18.593252Z","time spent":"6.725404745s","remote":"127.0.0.1:54158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:25.319104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.66382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:25.319122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.374699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:25.319136Z","caller":"traceutil/trace.go:171","msg":"trace[369888083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25949; }","duration":"356.73103ms","start":"2026-04-23T01:12:24.962398Z","end":"2026-04-23T01:12:25.319129Z","steps":["trace[369888083] 'agreement among raft nodes before linearized reading' (duration: 356.681099ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:25.31915Z","caller":"traceutil/trace.go:171","msg":"trace[1219511251] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25949; }","duration":"537.445412ms","start":"2026-04-23T01:12:24.781699Z","end":"2026-04-23T01:12:25.319144Z","steps":["trace[1219511251] 'agreement among raft nodes before linearized reading' (duration: 537.383059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:25.319175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:24.781676Z","time spent":"537.493122ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:25.31873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.328364583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18613"} {"level":"warn","ts":"2026-04-23T01:12:25.318352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:16.3885Z","time spent":"8.929839882s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:12:25.319187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:19.409073Z","time spent":"5.910044815s","remote":"127.0.0.1:37442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:25.319215Z","caller":"traceutil/trace.go:171","msg":"trace[774129373] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25949; }","duration":"13.328887067s","start":"2026-04-23T01:12:11.990315Z","end":"2026-04-23T01:12:25.319202Z","steps":["trace[774129373] 'agreement among raft nodes before linearized reading' (duration: 13.328185579s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:25.319256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:11.990301Z","time spent":"13.328944678s","remote":"127.0.0.1:37492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18637,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-23T01:12:25.317797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.934661898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:25.318571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.348645326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:25.319182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:24.96238Z","time spent":"356.770913ms","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:12:25.318497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.569896444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:25.317887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.534960135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:25.318853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.068319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-23T01:12:25.319398Z","caller":"traceutil/trace.go:171","msg":"trace[332783777] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25949; }","duration":"9.536497594s","start":"2026-04-23T01:12:15.782888Z","end":"2026-04-23T01:12:25.319386Z","steps":["trace[332783777] 'agreement among raft nodes before linearized reading' (duration: 9.534889143s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:25.319406Z","caller":"traceutil/trace.go:171","msg":"trace[225387598] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25949; }","duration":"966.646345ms","start":"2026-04-23T01:12:24.352745Z","end":"2026-04-23T01:12:25.319391Z","steps":["trace[225387598] 'agreement among raft nodes before linearized reading' (duration: 965.874255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:25.319444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:15.782871Z","time spent":"9.536558166s","remote":"127.0.0.1:54200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:12:25.319457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:24.35273Z","time spent":"966.708286ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-04-23T01:12:25.318224Z","caller":"traceutil/trace.go:171","msg":"trace[1120758696] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:25949; }","duration":"6.32979205s","start":"2026-04-23T01:12:18.988348Z","end":"2026-04-23T01:12:25.31814Z","steps":["trace[1120758696] 'agreement among raft nodes before linearized reading' (duration: 6.329619375s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:25.319008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:12.603044Z","time spent":"12.715922516s","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:25.319532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:18.988326Z","time spent":"6.331195936s","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-23T01:12:25.319588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.982538906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:25.317902Z","caller":"traceutil/trace.go:171","msg":"trace[1421018815] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:25949; }","duration":"9.338052464s","start":"2026-04-23T01:12:15.979832Z","end":"2026-04-23T01:12:25.317884Z","steps":["trace[1421018815] 'agreement among raft nodes before linearized reading' (duration: 9.33789757s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:25.319348Z","caller":"traceutil/trace.go:171","msg":"trace[1768650265] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25949; }","duration":"12.570777996s","start":"2026-04-23T01:12:12.748549Z","end":"2026-04-23T01:12:25.319327Z","steps":["trace[1768650265] 'agreement among raft nodes before linearized reading' (duration: 12.569910194s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:25.317917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:13.876849Z","time spent":"11.441051167s","remote":"127.0.0.1:54426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:25.319661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:12.74853Z","time spent":"12.571120244s","remote":"127.0.0.1:46798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:25.319579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.10004763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:25.318575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:20.800962Z","time spent":"4.517600292s","remote":"127.0.0.1:46706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:25.319847Z","caller":"traceutil/trace.go:171","msg":"trace[787532010] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25949; }","duration":"7.982838274s","start":"2026-04-23T01:12:17.336995Z","end":"2026-04-23T01:12:25.319834Z","steps":["trace[787532010] 'agreement among raft nodes before linearized reading' (duration: 7.982529756s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:25.319893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:17.336975Z","time spent":"7.982907006s","remote":"127.0.0.1:54182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:25.319903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.15902455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:12:25.319931Z","caller":"traceutil/trace.go:171","msg":"trace[8936528] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25949; }","duration":"8.159087771s","start":"2026-04-23T01:12:17.160834Z","end":"2026-04-23T01:12:25.319922Z","steps":["trace[8936528] 'agreement among raft nodes before linearized reading' (duration: 8.15903756s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:25.319912Z","caller":"traceutil/trace.go:171","msg":"trace[264992090] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25949; }","duration":"13.100594234s","start":"2026-04-23T01:12:12.219296Z","end":"2026-04-23T01:12:25.319891Z","steps":["trace[264992090] 'agreement among raft nodes before linearized reading' (duration: 13.099804164s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:25.319954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:17.160812Z","time spent":"8.159135763s","remote":"127.0.0.1:58154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:25.318975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:12.285616Z","time spent":"13.033350042s","remote":"127.0.0.1:37730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:25.32006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:15.979806Z","time spent":"9.34022746s","remote":"127.0.0.1:46348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:25.319303Z","caller":"traceutil/trace.go:171","msg":"trace[792836277] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25949; }","duration":"7.349409216s","start":"2026-04-23T01:12:17.969883Z","end":"2026-04-23T01:12:25.319292Z","steps":["trace[792836277] 'agreement among raft nodes before linearized reading' (duration: 7.348624065s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:25.320263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:17.969841Z","time spent":"7.35040264s","remote":"127.0.0.1:54292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:25.319805Z","caller":"traceutil/trace.go:171","msg":"trace[923396394] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25949; }","duration":"11.936728311s","start":"2026-04-23T01:12:13.383063Z","end":"2026-04-23T01:12:25.319791Z","steps":["trace[923396394] 'agreement among raft nodes before linearized reading' (duration: 11.934653468s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:25.32033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:13.383042Z","time spent":"11.937270045s","remote":"127.0.0.1:54450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:25.319994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:12.219283Z","time spent":"13.100680936s","remote":"127.0.0.1:53946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:25.320954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.821194516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:25.321006Z","caller":"traceutil/trace.go:171","msg":"trace[2006983754] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25949; }","duration":"7.821374601s","start":"2026-04-23T01:12:17.499615Z","end":"2026-04-23T01:12:25.32099Z","steps":["trace[2006983754] 'agreement among raft nodes before linearized reading' (duration: 7.820809247s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:25.320957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.869527776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-04-23T01:12:25.321042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:17.4996Z","time spent":"7.821430822s","remote":"127.0.0.1:54110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:25.321057Z","caller":"traceutil/trace.go:171","msg":"trace[1237193555] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25949; }","duration":"2.869662009s","start":"2026-04-23T01:12:22.451386Z","end":"2026-04-23T01:12:25.321048Z","steps":["trace[1237193555] 'agreement among raft nodes before linearized reading' (duration: 2.869398803s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:25.321085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:22.451367Z","time spent":"2.86970899s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-23T01:12:25.319336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.859115846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:25.321827Z","caller":"traceutil/trace.go:171","msg":"trace[1297490148] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25949; }","duration":"7.861482825s","start":"2026-04-23T01:12:17.4602Z","end":"2026-04-23T01:12:25.321683Z","steps":["trace[1297490148] 'agreement among raft nodes before linearized reading' (duration: 7.859088235s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:25.317759Z","caller":"traceutil/trace.go:171","msg":"trace[779020216] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25949; }","duration":"8.295180663s","start":"2026-04-23T01:12:17.022563Z","end":"2026-04-23T01:12:25.317744Z","steps":["trace[779020216] 'agreement among raft nodes before linearized reading' (duration: 8.29505126s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:25.321926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:17.460143Z","time spent":"7.861762912s","remote":"127.0.0.1:53886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:25.322139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:17.022521Z","time spent":"8.299417649s","remote":"127.0.0.1:53916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:26.497303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089989575s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:12:26.497386Z","caller":"traceutil/trace.go:171","msg":"trace[2141771627] transaction","detail":"{read_only:false; response_revision:25950; number_of_response:1; }","duration":"1.177970609s","start":"2026-04-23T01:12:25.319397Z","end":"2026-04-23T01:12:26.497367Z","steps":["trace[2141771627] 'process raft request' (duration: 87.862662ms)","trace[2141771627] 'compare' (duration: 1.089366188s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:26.49743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:25.319377Z","time spent":"1.17803294s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T01:12:26.703468Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.295740208s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:12:27.046953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.308922ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-23T01:12:27.047613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:25.320476Z","time spent":"1.727131967s","remote":"127.0.0.1:37356","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T01:12:27.047641Z","caller":"traceutil/trace.go:171","msg":"trace[1452189626] transaction","detail":"{read_only:false; response_revision:25953; number_of_response:1; }","duration":"1.721207667s","start":"2026-04-23T01:12:25.326412Z","end":"2026-04-23T01:12:27.047619Z","steps":["trace[1452189626] 'process raft request' (duration: 1.721027332s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:27.04766Z","caller":"traceutil/trace.go:171","msg":"trace[1805221542] transaction","detail":"{read_only:false; response_revision:25951; number_of_response:1; }","duration":"1.723399533s","start":"2026-04-23T01:12:25.324231Z","end":"2026-04-23T01:12:27.047631Z","steps":["trace[1805221542] 'process raft request' (duration: 1.722845408s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:27.047699Z","caller":"traceutil/trace.go:171","msg":"trace[1379456450] linearizableReadLoop","detail":"{readStateIndex:26836; appliedIndex:26833; }","duration":"1.723378983s","start":"2026-04-23T01:12:25.324301Z","end":"2026-04-23T01:12:27.04768Z","steps":["trace[1379456450] 'read index received' (duration: 82.969319ms)","trace[1379456450] 'applied index is now lower than readState.Index' (duration: 1.640408334s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:12:27.04771Z","caller":"traceutil/trace.go:171","msg":"trace[2073478274] transaction","detail":"{read_only:false; response_revision:25954; number_of_response:1; }","duration":"1.720016537s","start":"2026-04-23T01:12:25.327672Z","end":"2026-04-23T01:12:27.047689Z","steps":["trace[2073478274] 'process raft request' (duration: 1.719799271s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:27.047702Z","caller":"traceutil/trace.go:171","msg":"trace[193177253] transaction","detail":"{read_only:false; response_revision:25952; number_of_response:1; }","duration":"1.722302894s","start":"2026-04-23T01:12:25.32536Z","end":"2026-04-23T01:12:27.047663Z","steps":["trace[193177253] 'process raft request' (duration: 1.722029717s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:27.047759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:25.326398Z","time spent":"1.721289649s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:27.047777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:25.324217Z","time spent":"1.723487535s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:27.047847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723529776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-de59c198-995f-4276-8165-45a9f7981bd6\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-04-23T01:12:27.047845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:25.327659Z","time spent":"1.720107019s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:12:27.04787Z","caller":"traceutil/trace.go:171","msg":"trace[1507683529] range","detail":"{range_begin:/registry/persistentvolumes/pvc-de59c198-995f-4276-8165-45a9f7981bd6; range_end:; response_count:1; response_revision:25954; }","duration":"1.723585317s","start":"2026-04-23T01:12:25.324277Z","end":"2026-04-23T01:12:27.047862Z","steps":["trace[1507683529] 'agreement among raft nodes before linearized reading' (duration: 1.723477955s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:27.047852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:25.325334Z","time spent":"1.722438618s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:27.047889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:25.324267Z","time spent":"1.723617719s","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-de59c198-995f-4276-8165-45a9f7981bd6\" "} {"level":"warn","ts":"2026-04-23T01:12:27.327008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000448708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:12:27.327199Z","caller":"traceutil/trace.go:171","msg":"trace[1235899776] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000676174s","start":"2026-04-23T01:12:25.326496Z","end":"2026-04-23T01:12:27.327172Z","steps":["trace[1235899776] 'agreement among raft nodes before linearized reading' (duration: 2.000469289s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:27.327283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:25.326479Z","time spent":"2.000790446s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:12:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:12:27.548309Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660857,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:12:28.048705Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660857,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:12:28.360659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000193522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:12:28.360762Z","caller":"traceutil/trace.go:171","msg":"trace[994234059] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000352055s","start":"2026-04-23T01:12:26.360383Z","end":"2026-04-23T01:12:28.360735Z","steps":["trace[994234059] 'agreement among raft nodes before linearized reading' (duration: 2.000223832s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:28.360826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:26.360365Z","time spent":"2.000447568s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:12:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:12:28.519295Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.4721931s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:12:28.639297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.31296698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:12:28.639388Z","caller":"traceutil/trace.go:171","msg":"trace[1050307547] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"3.313095834s","start":"2026-04-23T01:12:25.326268Z","end":"2026-04-23T01:12:28.639364Z","steps":["trace[1050307547] 'agreement among raft nodes before linearized reading' (duration: 3.312973621s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:28.639439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:25.326261Z","time spent":"3.313166525s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/04/23 01:12:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:12:29.327143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000080189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:12:29.327226Z","caller":"traceutil/trace.go:171","msg":"trace[1563494628] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000220513s","start":"2026-04-23T01:12:27.326988Z","end":"2026-04-23T01:12:29.327209Z","steps":["trace[1563494628] 'agreement among raft nodes before linearized reading' (duration: 2.00011272s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:29.327274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:27.326968Z","time spent":"2.000295074s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:12:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:12:29.839095Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.319518668s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:12:30.19267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673074559s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-04-23T01:12:30.192925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:28.765246Z","time spent":"1.427670833s","remote":"127.0.0.1:33880","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T01:12:30.193156Z","caller":"traceutil/trace.go:171","msg":"trace[1187629247] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25955; }","duration":"3.144479858s","start":"2026-04-23T01:12:27.048645Z","end":"2026-04-23T01:12:30.193125Z","steps":["trace[1187629247] 'process raft request' (duration: 3.14414152s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:30.193388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:27.048626Z","time spent":"3.144677034s","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:12:30.1946Z","caller":"traceutil/trace.go:171","msg":"trace[467684962] linearizableReadLoop","detail":"{readStateIndex:26845; appliedIndex:26839; }","duration":"3.146839328s","start":"2026-04-23T01:12:27.04774Z","end":"2026-04-23T01:12:30.194579Z","steps":["trace[467684962] 'read index received' (duration: 1.47183108s)","trace[467684962] 'applied index is now lower than readState.Index' (duration: 1.675007258s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:12:30.195335Z","caller":"traceutil/trace.go:171","msg":"trace[1799380797] transaction","detail":"{read_only:false; response_revision:25958; number_of_response:1; }","duration":"3.141680738s","start":"2026-04-23T01:12:27.053604Z","end":"2026-04-23T01:12:30.195285Z","steps":["trace[1799380797] 'process raft request' (duration: 3.140862228s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:30.195343Z","caller":"traceutil/trace.go:171","msg":"trace[43514891] transaction","detail":"{read_only:false; response_revision:25957; number_of_response:1; }","duration":"3.141848331s","start":"2026-04-23T01:12:27.053458Z","end":"2026-04-23T01:12:30.195306Z","steps":["trace[43514891] 'process raft request' (duration: 3.140933999s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:30.195401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.499475756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T01:12:30.195442Z","caller":"traceutil/trace.go:171","msg":"trace[189383792] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25959; }","duration":"3.499587549s","start":"2026-04-23T01:12:26.695843Z","end":"2026-04-23T01:12:30.195431Z","steps":["trace[189383792] 'agreement among raft nodes before linearized reading' (duration: 3.499425095s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:30.195435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.157678773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-23T01:12:30.195455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:27.053585Z","time spent":"3.141811421s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:30.195483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:26.695824Z","time spent":"3.499651491s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:12:30.195483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:27.053439Z","time spent":"3.141972245s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:12:30.195483Z","caller":"traceutil/trace.go:171","msg":"trace[1683391597] transaction","detail":"{read_only:false; response_revision:25959; number_of_response:1; }","duration":"3.141735229s","start":"2026-04-23T01:12:27.053715Z","end":"2026-04-23T01:12:30.19545Z","steps":["trace[1683391597] 'process raft request' (duration: 3.140799076s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:30.195515Z","caller":"traceutil/trace.go:171","msg":"trace[2138963670] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25959; }","duration":"3.157800616s","start":"2026-04-23T01:12:27.037692Z","end":"2026-04-23T01:12:30.195493Z","steps":["trace[2138963670] 'agreement among raft nodes before linearized reading' (duration: 3.15753674s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:30.195558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:27.037667Z","time spent":"3.157882748s","remote":"127.0.0.1:37434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T01:12:30.195539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.211141094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:30.195584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:27.053699Z","time spent":"3.141838221s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":900,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:12:30.195622Z","caller":"traceutil/trace.go:171","msg":"trace[961234044] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25959; }","duration":"3.211282868s","start":"2026-04-23T01:12:26.984319Z","end":"2026-04-23T01:12:30.195602Z","steps":["trace[961234044] 'agreement among raft nodes before linearized reading' (duration: 3.211131784s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:30.195424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.412383834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-04-23T01:12:30.195734Z","caller":"traceutil/trace.go:171","msg":"trace[524777021] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25959; }","duration":"3.412731073s","start":"2026-04-23T01:12:26.782986Z","end":"2026-04-23T01:12:30.195717Z","steps":["trace[524777021] 'agreement among raft nodes before linearized reading' (duration: 3.412282042s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:30.195747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.541419955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:30.194863Z","caller":"traceutil/trace.go:171","msg":"trace[1940835220] transaction","detail":"{read_only:false; response_revision:25956; number_of_response:1; }","duration":"3.14139932s","start":"2026-04-23T01:12:27.053451Z","end":"2026-04-23T01:12:30.194851Z","steps":["trace[1940835220] 'process raft request' (duration: 3.139393909s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:30.195307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.660005535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:12:30.195852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.916603335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:12:30.195852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.802743945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:30.195883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.870010995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:30.195848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:26.782953Z","time spent":"3.412824564s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-04-23T01:12:30.195899Z","caller":"traceutil/trace.go:171","msg":"trace[487145152] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:25959; }","duration":"3.802844677s","start":"2026-04-23T01:12:26.393043Z","end":"2026-04-23T01:12:30.195888Z","steps":["trace[487145152] 'agreement among raft nodes before linearized reading' (duration: 3.802748885s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:30.195891Z","caller":"traceutil/trace.go:171","msg":"trace[1750095224] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25959; }","duration":"3.916679466s","start":"2026-04-23T01:12:26.279201Z","end":"2026-04-23T01:12:30.195881Z","steps":["trace[1750095224] 'agreement among raft nodes before linearized reading' (duration: 3.916613624s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:30.195923Z","caller":"traceutil/trace.go:171","msg":"trace[2087974995] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25959; }","duration":"4.870081457s","start":"2026-04-23T01:12:25.32583Z","end":"2026-04-23T01:12:30.195912Z","steps":["trace[2087974995] 'agreement among raft nodes before linearized reading' (duration: 4.870015835s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:30.195933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:26.393019Z","time spent":"3.802905549s","remote":"127.0.0.1:46816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:30.195938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:26.279183Z","time spent":"3.916746798s","remote":"127.0.0.1:54472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:30.195939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.693635826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-65565fdb7f-85tjd.18a8d72c81c6c971\" ","response":"range_response_count:1 size:883"} {"level":"warn","ts":"2026-04-23T01:12:30.195902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:27.053436Z","time spent":"3.142361965s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:30.195675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:26.984295Z","time spent":"3.21136978s","remote":"127.0.0.1:58072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:30.195978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:25.325815Z","time spent":"4.870150138s","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-23T01:12:30.19599Z","caller":"traceutil/trace.go:171","msg":"trace[694123958] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-65565fdb7f-85tjd.18a8d72c81c6c971; range_end:; response_count:1; response_revision:25959; }","duration":"3.693690467s","start":"2026-04-23T01:12:26.502283Z","end":"2026-04-23T01:12:30.195974Z","steps":["trace[694123958] 'agreement among raft nodes before linearized reading' (duration: 3.693535763s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:30.196033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:26.502225Z","time spent":"3.693800019s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":907,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-65565fdb7f-85tjd.18a8d72c81c6c971\" "} {"level":"warn","ts":"2026-04-23T01:12:30.195982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.860615127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-lznzd\" ","response":"range_response_count:1 size:6857"} {"level":"info","ts":"2026-04-23T01:12:30.195796Z","caller":"traceutil/trace.go:171","msg":"trace[1366443017] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25959; }","duration":"4.541501697s","start":"2026-04-23T01:12:25.654277Z","end":"2026-04-23T01:12:30.195779Z","steps":["trace[1366443017] 'agreement among raft nodes before linearized reading' (duration: 4.541419695s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:30.196204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:25.654258Z","time spent":"4.541928987s","remote":"127.0.0.1:36458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:30.195876Z","caller":"traceutil/trace.go:171","msg":"trace[1751303820] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25959; }","duration":"3.660629401s","start":"2026-04-23T01:12:26.535224Z","end":"2026-04-23T01:12:30.195854Z","steps":["trace[1751303820] 'agreement among raft nodes before linearized reading' (duration: 3.659987505s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:30.196362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:26.535206Z","time spent":"3.661129193s","remote":"127.0.0.1:46882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:30.196231Z","caller":"traceutil/trace.go:171","msg":"trace[1515359376] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-lznzd; range_end:; response_count:1; response_revision:25959; }","duration":"4.860830363s","start":"2026-04-23T01:12:25.335328Z","end":"2026-04-23T01:12:30.196158Z","steps":["trace[1515359376] 'agreement among raft nodes before linearized reading' (duration: 4.860571606s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:30.19659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:25.335316Z","time spent":"4.861221633s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6881,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-lznzd\" "} {"level":"warn","ts":"2026-04-23T01:12:31.334777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999870533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:12:31.334845Z","caller":"traceutil/trace.go:171","msg":"trace[1965017577] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999991957s","start":"2026-04-23T01:12:29.334838Z","end":"2026-04-23T01:12:31.33483Z","steps":["trace[1965017577] 'agreement among raft nodes before linearized reading' (duration: 1.999897624s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:31.334884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:29.334819Z","time spent":"2.000053289s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:12:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:12:32.384175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998801121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:12:32.384261Z","caller":"traceutil/trace.go:171","msg":"trace[597029444] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.998952136s","start":"2026-04-23T01:12:27.385291Z","end":"2026-04-23T01:12:32.384243Z","steps":["trace[597029444] 'agreement among raft nodes before linearized reading' (duration: 4.998839302s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:32.384309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:27.38527Z","time spent":"4.999028908s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-23T01:12:32.510832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.069177847s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:12:32.511201Z","caller":"traceutil/trace.go:171","msg":"trace[136939047] linearizableReadLoop","detail":"{readStateIndex:26846; appliedIndex:26845; }","duration":"2.316518562s","start":"2026-04-23T01:12:30.194659Z","end":"2026-04-23T01:12:32.511178Z","steps":["trace[136939047] 'read index received' (duration: 247.006657ms)","trace[136939047] 'applied index is now lower than readState.Index' (duration: 2.069510115s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:12:32.511332Z","caller":"traceutil/trace.go:171","msg":"trace[22560920] transaction","detail":"{read_only:false; response_revision:25960; number_of_response:1; }","duration":"3.868419896s","start":"2026-04-23T01:12:28.642901Z","end":"2026-04-23T01:12:32.511321Z","steps":["trace[22560920] 'process raft request' (duration: 1.798631834s)","trace[22560920] 'compare' (duration: 2.066377106s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:32.51144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:28.642877Z","time spent":"3.868482688s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:32.511631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.30147645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:32.511669Z","caller":"traceutil/trace.go:171","msg":"trace[1882323540] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:25961; }","duration":"3.301554582s","start":"2026-04-23T01:12:29.210102Z","end":"2026-04-23T01:12:32.511656Z","steps":["trace[1882323540] 'agreement among raft nodes before linearized reading' (duration: 3.301461829s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:32.511739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:29.21008Z","time spent":"3.301648485s","remote":"127.0.0.1:46812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:32.511892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.771471174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:12:32.511923Z","caller":"traceutil/trace.go:171","msg":"trace[1989702426] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25961; }","duration":"3.771540026s","start":"2026-04-23T01:12:28.740374Z","end":"2026-04-23T01:12:32.511914Z","steps":["trace[1989702426] 'agreement among raft nodes before linearized reading' (duration: 3.771488155s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:32.511972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:28.740354Z","time spent":"3.771585938s","remote":"127.0.0.1:58206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:32.511957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:30.195622Z","time spent":"2.316328747s","remote":"127.0.0.1:37356","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T01:12:32.512021Z","caller":"traceutil/trace.go:171","msg":"trace[1507902305] transaction","detail":"{read_only:false; response_revision:25961; number_of_response:1; }","duration":"2.312252603s","start":"2026-04-23T01:12:30.199752Z","end":"2026-04-23T01:12:32.512004Z","steps":["trace[1507902305] 'process raft request' (duration: 2.31130853s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:32.512039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.786350549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:32.512074Z","caller":"traceutil/trace.go:171","msg":"trace[1551772567] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25961; }","duration":"4.786437251s","start":"2026-04-23T01:12:27.725626Z","end":"2026-04-23T01:12:32.512063Z","steps":["trace[1551772567] 'agreement among raft nodes before linearized reading' (duration: 4.786371519s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:32.512093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:30.19974Z","time spent":"2.312319045s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:32.512104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:27.725586Z","time spent":"4.786511023s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:32.5122Z","caller":"traceutil/trace.go:171","msg":"trace[272173852] transaction","detail":"{read_only:false; response_revision:25962; number_of_response:1; }","duration":"2.311365601s","start":"2026-04-23T01:12:30.200816Z","end":"2026-04-23T01:12:32.512182Z","steps":["trace[272173852] 'process raft request' (duration: 2.310344845s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:32.512321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.816527602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-04-23T01:12:32.512388Z","caller":"traceutil/trace.go:171","msg":"trace[2020620721] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:25962; }","duration":"4.816596544s","start":"2026-04-23T01:12:27.695747Z","end":"2026-04-23T01:12:32.512343Z","steps":["trace[2020620721] 'agreement among raft nodes before linearized reading' (duration: 4.816365348s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:32.512394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:30.2008Z","time spent":"2.311453003s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:32.512569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:27.695722Z","time spent":"4.816688977s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-23T01:12:32.513372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.457666588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:32.5134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.5423677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-04-23T01:12:32.513412Z","caller":"traceutil/trace.go:171","msg":"trace[1043949818] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25963; }","duration":"4.45775128s","start":"2026-04-23T01:12:28.055652Z","end":"2026-04-23T01:12:32.513403Z","steps":["trace[1043949818] 'agreement among raft nodes before linearized reading' (duration: 4.456520209s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:32.51343Z","caller":"traceutil/trace.go:171","msg":"trace[180297026] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:25963; }","duration":"4.542430282s","start":"2026-04-23T01:12:27.970991Z","end":"2026-04-23T01:12:32.513421Z","steps":["trace[180297026] 'agreement among raft nodes before linearized reading' (duration: 4.541237441s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:32.513438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:28.055627Z","time spent":"4.457802322s","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:32.513449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:27.970974Z","time spent":"4.542470472s","remote":"127.0.0.1:37396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-04-23T01:12:32.513446Z","caller":"traceutil/trace.go:171","msg":"trace[1980793435] transaction","detail":"{read_only:false; response_revision:25963; number_of_response:1; }","duration":"2.309820982s","start":"2026-04-23T01:12:30.203598Z","end":"2026-04-23T01:12:32.513419Z","steps":["trace[1980793435] 'process raft request' (duration: 2.308506668s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:32.513504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.535877856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128163"} {"level":"info","ts":"2026-04-23T01:12:32.513558Z","caller":"traceutil/trace.go:171","msg":"trace[1043347706] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25963; }","duration":"4.535998789s","start":"2026-04-23T01:12:27.977545Z","end":"2026-04-23T01:12:32.513544Z","steps":["trace[1043347706] 'agreement among raft nodes before linearized reading' (duration: 4.534672935s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:32.513596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:27.977521Z","time spent":"4.536058161s","remote":"127.0.0.1:37392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128187,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-23T01:12:32.513628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:30.203591Z","time spent":"2.309907685s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7034,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:32.517289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.046822508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:12:32.517351Z","caller":"traceutil/trace.go:171","msg":"trace[444685100] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25963; }","duration":"4.046942261s","start":"2026-04-23T01:12:28.470396Z","end":"2026-04-23T01:12:32.517338Z","steps":["trace[444685100] 'agreement among raft nodes before linearized reading' (duration: 4.041788211s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:32.51738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:28.470376Z","time spent":"4.046998323s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":177,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:32.517538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.465172726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-23T01:12:32.517591Z","caller":"traceutil/trace.go:171","msg":"trace[2073523102] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25963; }","duration":"5.465272088s","start":"2026-04-23T01:12:27.052308Z","end":"2026-04-23T01:12:32.51758Z","steps":["trace[2073523102] 'agreement among raft nodes before linearized reading' (duration: 5.459897652s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:32.517588Z","caller":"traceutil/trace.go:171","msg":"trace[682966772] transaction","detail":"{read_only:false; response_revision:25966; number_of_response:1; }","duration":"315.798617ms","start":"2026-04-23T01:12:32.201769Z","end":"2026-04-23T01:12:32.517567Z","steps":["trace[682966772] 'process raft request' (duration: 315.760166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:32.517619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:27.05229Z","time spent":"5.465322309s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T01:12:32.517635Z","caller":"traceutil/trace.go:171","msg":"trace[37534773] transaction","detail":"{read_only:false; response_revision:25964; number_of_response:1; }","duration":"2.264356162s","start":"2026-04-23T01:12:30.253267Z","end":"2026-04-23T01:12:32.517623Z","steps":["trace[37534773] 'process raft request' (duration: 2.260054004s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:32.517703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:32.201745Z","time spent":"315.898939ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:12:32.517757Z","caller":"traceutil/trace.go:171","msg":"trace[507391880] transaction","detail":"{read_only:false; response_revision:25965; number_of_response:1; }","duration":"2.176742327s","start":"2026-04-23T01:12:30.341007Z","end":"2026-04-23T01:12:32.51775Z","steps":["trace[507391880] 'process raft request' (duration: 2.176438479s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:32.517825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:30.34097Z","time spent":"2.176809698s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:32.517712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:30.253243Z","time spent":"2.264421703s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:33.335331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000189861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:12:33.335414Z","caller":"traceutil/trace.go:171","msg":"trace[1568783002] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000324285s","start":"2026-04-23T01:12:31.335069Z","end":"2026-04-23T01:12:33.335393Z","steps":["trace[1568783002] 'agreement among raft nodes before linearized reading' (duration: 2.000195852s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:33.335461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:31.335049Z","time spent":"2.000402647s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:12:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:12:33.556614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.479265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:12:33.556863Z","caller":"traceutil/trace.go:171","msg":"trace[1755734615] transaction","detail":"{read_only:false; response_revision:25973; number_of_response:1; }","duration":"980.259299ms","start":"2026-04-23T01:12:32.576591Z","end":"2026-04-23T01:12:33.55685Z","steps":["trace[1755734615] 'process raft request' (duration: 980.232138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:33.556901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:32.576573Z","time spent":"980.313271ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:12:33.557032Z","caller":"traceutil/trace.go:171","msg":"trace[1274079232] transaction","detail":"{read_only:false; response_revision:25969; number_of_response:1; }","duration":"1.039472376s","start":"2026-04-23T01:12:32.517552Z","end":"2026-04-23T01:12:33.557025Z","steps":["trace[1274079232] 'process raft request' (duration: 1.039167449s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:33.557059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:32.51754Z","time spent":"1.039506328s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:12:33.55704Z","caller":"traceutil/trace.go:171","msg":"trace[1933077437] transaction","detail":"{read_only:false; response_revision:25968; number_of_response:1; }","duration":"1.04393885s","start":"2026-04-23T01:12:32.513066Z","end":"2026-04-23T01:12:33.557005Z","steps":["trace[1933077437] 'process raft request' (duration: 1.043617622s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:33.557088Z","caller":"traceutil/trace.go:171","msg":"trace[1666852033] transaction","detail":"{read_only:false; response_revision:25971; number_of_response:1; }","duration":"1.039127408s","start":"2026-04-23T01:12:32.517936Z","end":"2026-04-23T01:12:33.557064Z","steps":["trace[1666852033] 'process raft request' (duration: 1.038842501s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:33.557138Z","caller":"traceutil/trace.go:171","msg":"trace[1639925659] transaction","detail":"{read_only:false; response_revision:25972; number_of_response:1; }","duration":"1.037523797s","start":"2026-04-23T01:12:32.519577Z","end":"2026-04-23T01:12:33.5571Z","steps":["trace[1639925659] 'process raft request' (duration: 1.03722432s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:33.557194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:32.51792Z","time spent":"1.03921464s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:33.557206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:32.513052Z","time spent":"1.044062673s","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:12:33.557261Z","caller":"traceutil/trace.go:171","msg":"trace[1389805427] transaction","detail":"{read_only:false; response_revision:25967; number_of_response:1; }","duration":"1.355102148s","start":"2026-04-23T01:12:32.20215Z","end":"2026-04-23T01:12:33.557252Z","steps":["trace[1389805427] 'process raft request' (duration: 473.924595ms)","trace[1389805427] 'compare' (duration: 878.718261ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:12:33.55726Z","caller":"traceutil/trace.go:171","msg":"trace[1355830252] transaction","detail":"{read_only:false; response_revision:25970; number_of_response:1; }","duration":"1.039524908s","start":"2026-04-23T01:12:32.517704Z","end":"2026-04-23T01:12:33.557229Z","steps":["trace[1355830252] 'process raft request' (duration: 1.039042266s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:33.557312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:32.20214Z","time spent":"1.355147619s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:33.557318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:32.519567Z","time spent":"1.03765019s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:33.557385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123900851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:33.557358Z","caller":"traceutil/trace.go:171","msg":"trace[1864341013] linearizableReadLoop","detail":"{readStateIndex:26854; appliedIndex:26853; }","duration":"1.046058263s","start":"2026-04-23T01:12:32.511266Z","end":"2026-04-23T01:12:33.557324Z","steps":["trace[1864341013] 'read index received' (duration: 164.745376ms)","trace[1864341013] 'applied index is now lower than readState.Index' (duration: 881.309927ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:33.557425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.433081848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:33.557421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:32.517688Z","time spent":"1.039637551s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:12:33.557452Z","caller":"traceutil/trace.go:171","msg":"trace[1038131575] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25973; }","duration":"2.43314309s","start":"2026-04-23T01:12:31.124297Z","end":"2026-04-23T01:12:33.557441Z","steps":["trace[1038131575] 'agreement among raft nodes before linearized reading' (duration: 2.433103319s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:33.55747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:31.124271Z","time spent":"2.433194531s","remote":"127.0.0.1:36472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:33.557406Z","caller":"traceutil/trace.go:171","msg":"trace[1648162945] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:25973; }","duration":"1.123959503s","start":"2026-04-23T01:12:32.433438Z","end":"2026-04-23T01:12:33.557398Z","steps":["trace[1648162945] 'agreement among raft nodes before linearized reading' (duration: 1.123920702s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:33.557564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089248755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T01:12:33.557562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.208674312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:33.557576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:32.433414Z","time spent":"1.124151558s","remote":"127.0.0.1:36488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:33.557587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.355801033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:33.557588Z","caller":"traceutil/trace.go:171","msg":"trace[505287372] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25973; }","duration":"1.089308266s","start":"2026-04-23T01:12:32.468274Z","end":"2026-04-23T01:12:33.557582Z","steps":["trace[505287372] 'agreement among raft nodes before linearized reading' (duration: 1.089143602s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:33.557604Z","caller":"traceutil/trace.go:171","msg":"trace[296247468] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25973; }","duration":"3.355843454s","start":"2026-04-23T01:12:30.201756Z","end":"2026-04-23T01:12:33.557599Z","steps":["trace[296247468] 'agreement among raft nodes before linearized reading' (duration: 3.355810833s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:33.55761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:32.468258Z","time spent":"1.089346338s","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":240,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:33.557599Z","caller":"traceutil/trace.go:171","msg":"trace[1886304057] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:25973; }","duration":"3.208780524s","start":"2026-04-23T01:12:30.348808Z","end":"2026-04-23T01:12:33.557588Z","steps":["trace[1886304057] 'agreement among raft nodes before linearized reading' (duration: 3.208669772s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:33.557584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111107648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:33.557646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:30.348781Z","time spent":"3.208854707s","remote":"127.0.0.1:46740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:33.557623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:30.201722Z","time spent":"3.355896285s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-23T01:12:33.557662Z","caller":"traceutil/trace.go:171","msg":"trace[1118946158] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25973; }","duration":"1.111209781s","start":"2026-04-23T01:12:32.446434Z","end":"2026-04-23T01:12:33.557643Z","steps":["trace[1118946158] 'agreement among raft nodes before linearized reading' (duration: 1.111041977s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:33.557717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:32.446373Z","time spent":"1.111333393s","remote":"127.0.0.1:54360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:33.557765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.699889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:33.557784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.549345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:12:33.55779Z","caller":"traceutil/trace.go:171","msg":"trace[1647839260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25973; }","duration":"214.788111ms","start":"2026-04-23T01:12:33.342995Z","end":"2026-04-23T01:12:33.557784Z","steps":["trace[1647839260] 'agreement among raft nodes before linearized reading' (duration: 214.74677ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:33.557809Z","caller":"traceutil/trace.go:171","msg":"trace[740433223] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25973; }","duration":"509.574266ms","start":"2026-04-23T01:12:33.048224Z","end":"2026-04-23T01:12:33.557799Z","steps":["trace[740433223] 'agreement among raft nodes before linearized reading' (duration: 509.533055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:33.557797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02933021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-69v72.18a8d72cdb7ff96b\" ","response":"range_response_count:1 size:991"} {"level":"warn","ts":"2026-04-23T01:12:33.557829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:33.048185Z","time spent":"509.637317ms","remote":"127.0.0.1:60194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:33.557845Z","caller":"traceutil/trace.go:171","msg":"trace[1525588921] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-69v72.18a8d72cdb7ff96b; range_end:; response_count:1; response_revision:25973; }","duration":"1.029390251s","start":"2026-04-23T01:12:32.528441Z","end":"2026-04-23T01:12:33.557831Z","steps":["trace[1525588921] 'agreement among raft nodes before linearized reading' (duration: 1.029218067s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:33.557848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.300926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:33.557881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:32.528434Z","time spent":"1.029439072s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":1015,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-69v72.18a8d72cdb7ff96b\" "} {"level":"info","ts":"2026-04-23T01:12:33.557889Z","caller":"traceutil/trace.go:171","msg":"trace[1538204865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25973; }","duration":"998.370307ms","start":"2026-04-23T01:12:32.559507Z","end":"2026-04-23T01:12:33.557877Z","steps":["trace[1538204865] 'agreement among raft nodes before linearized reading' (duration: 998.296935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:33.557902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.081656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:33.557928Z","caller":"traceutil/trace.go:171","msg":"trace[1276503270] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25973; }","duration":"101.109097ms","start":"2026-04-23T01:12:33.456812Z","end":"2026-04-23T01:12:33.557921Z","steps":["trace[1276503270] 'agreement among raft nodes before linearized reading' (duration: 101.064276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:33.55792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:32.55949Z","time spent":"998.423939ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:12:33.55802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042283429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:33.558003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036206083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T01:12:33.558044Z","caller":"traceutil/trace.go:171","msg":"trace[1233986607] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25973; }","duration":"1.042347931s","start":"2026-04-23T01:12:32.515688Z","end":"2026-04-23T01:12:33.558036Z","steps":["trace[1233986607] 'agreement among raft nodes before linearized reading' (duration: 1.042304008s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:33.558066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:32.515643Z","time spent":"1.042415582s","remote":"127.0.0.1:53998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:33.558064Z","caller":"traceutil/trace.go:171","msg":"trace[62075079] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25973; }","duration":"1.036285616s","start":"2026-04-23T01:12:32.521762Z","end":"2026-04-23T01:12:33.558047Z","steps":["trace[62075079] 'agreement among raft nodes before linearized reading' (duration: 1.03610032s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:33.558114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:32.521751Z","time spent":"1.036347848s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:12:33.558188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042449303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-04-23T01:12:33.558234Z","caller":"traceutil/trace.go:171","msg":"trace[874091077] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25973; }","duration":"1.042520054s","start":"2026-04-23T01:12:32.515701Z","end":"2026-04-23T01:12:33.558221Z","steps":["trace[874091077] 'agreement among raft nodes before linearized reading' (duration: 1.042306489s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:33.558267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:32.515686Z","time spent":"1.042573176s","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-23T01:12:33.558357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036739777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a69b1b3b-b2bf-4d82-9f1f-7ae88abb17fc\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-04-23T01:12:33.558382Z","caller":"traceutil/trace.go:171","msg":"trace[393677514] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a69b1b3b-b2bf-4d82-9f1f-7ae88abb17fc; range_end:; response_count:1; response_revision:25973; }","duration":"1.036793029s","start":"2026-04-23T01:12:32.521581Z","end":"2026-04-23T01:12:33.558374Z","steps":["trace[393677514] 'agreement among raft nodes before linearized reading' (duration: 1.036465541s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:33.558399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:32.521562Z","time spent":"1.036833489s","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1328,"request content":"key:\"/registry/persistentvolumes/pvc-a69b1b3b-b2bf-4d82-9f1f-7ae88abb17fc\" "} {"level":"warn","ts":"2026-04-23T01:12:33.558408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042683139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:116244"} {"level":"info","ts":"2026-04-23T01:12:33.558434Z","caller":"traceutil/trace.go:171","msg":"trace[871242526] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:25973; }","duration":"1.042713049s","start":"2026-04-23T01:12:32.515715Z","end":"2026-04-23T01:12:33.558428Z","steps":["trace[871242526] 'agreement among raft nodes before linearized reading' (duration: 1.041864997s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:33.558451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:32.515667Z","time spent":"1.042778101s","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":116268,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-04-23T01:12:33.55864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042874343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:116244"} {"level":"info","ts":"2026-04-23T01:12:33.55867Z","caller":"traceutil/trace.go:171","msg":"trace[989704950] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:25973; }","duration":"1.042922204s","start":"2026-04-23T01:12:32.515741Z","end":"2026-04-23T01:12:33.558663Z","steps":["trace[989704950] 'agreement among raft nodes before linearized reading' (duration: 1.042048861s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:33.558692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:32.515734Z","time spent":"1.042951046s","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":116268,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-04-23T01:12:34.062222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660883,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:12:34.591648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.284723ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:34.591767Z","caller":"traceutil/trace.go:171","msg":"trace[12024980] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25973; }","duration":"264.435027ms","start":"2026-04-23T01:12:34.327316Z","end":"2026-04-23T01:12:34.591751Z","steps":["trace[12024980] 'range keys from in-memory index tree' (duration: 264.267123ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:34.592452Z","caller":"traceutil/trace.go:171","msg":"trace[566064682] transaction","detail":"{read_only:false; response_revision:25974; number_of_response:1; }","duration":"1.03168208s","start":"2026-04-23T01:12:33.560737Z","end":"2026-04-23T01:12:34.592419Z","steps":["trace[566064682] 'process raft request' (duration: 944.014902ms)","trace[566064682] 'compare' (duration: 87.173126ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:34.592614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:33.560728Z","time spent":"1.031792803s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:35.866155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000732355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:12:35.866236Z","caller":"traceutil/trace.go:171","msg":"trace[277359998] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000869499s","start":"2026-04-23T01:12:33.865347Z","end":"2026-04-23T01:12:35.866217Z","steps":["trace[277359998] 'agreement among raft nodes before linearized reading' (duration: 2.000763416s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:35.866366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:33.865326Z","time spent":"2.001028003s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:12:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:12:36.024983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.189479ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:12:36.025224Z","caller":"traceutil/trace.go:171","msg":"trace[1698552877] transaction","detail":"{read_only:false; response_revision:25978; number_of_response:1; }","duration":"1.501577543s","start":"2026-04-23T01:12:34.523633Z","end":"2026-04-23T01:12:36.025211Z","steps":["trace[1698552877] 'process raft request' (duration: 1.501544902s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:36.025295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:34.523608Z","time spent":"1.501655644s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:12:36.025526Z","caller":"traceutil/trace.go:171","msg":"trace[1349675835] transaction","detail":"{read_only:false; response_revision:25977; number_of_response:1; }","duration":"2.382427337s","start":"2026-04-23T01:12:33.643083Z","end":"2026-04-23T01:12:36.025511Z","steps":["trace[1349675835] 'process raft request' (duration: 2.382033808s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:36.025597Z","caller":"traceutil/trace.go:171","msg":"trace[1501985248] linearizableReadLoop","detail":"{readStateIndex:26864; appliedIndex:26860; }","duration":"2.463920708s","start":"2026-04-23T01:12:33.561664Z","end":"2026-04-23T01:12:36.025585Z","steps":["trace[1501985248] 'read index received' (duration: 943.114559ms)","trace[1501985248] 'applied index is now lower than readState.Index' (duration: 1.520804729s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:12:36.025602Z","caller":"traceutil/trace.go:171","msg":"trace[1512121323] transaction","detail":"{read_only:false; response_revision:25975; number_of_response:1; }","duration":"2.457677711s","start":"2026-04-23T01:12:33.567908Z","end":"2026-04-23T01:12:36.025585Z","steps":["trace[1512121323] 'process raft request' (duration: 1.474823766s)","trace[1512121323] 'compare' (duration: 981.903372ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:12:36.025629Z","caller":"traceutil/trace.go:171","msg":"trace[589462408] transaction","detail":"{read_only:false; response_revision:25976; number_of_response:1; }","duration":"2.457446505s","start":"2026-04-23T01:12:33.568174Z","end":"2026-04-23T01:12:36.025621Z","steps":["trace[589462408] 'process raft request' (duration: 2.456881781s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:36.025667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:33.568162Z","time spent":"2.457487016s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T01:12:36.025676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:33.567897Z","time spent":"2.457737873s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:36.025599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:33.643056Z","time spent":"2.38250651s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:36.025828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.464156454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-23T01:12:36.025866Z","caller":"traceutil/trace.go:171","msg":"trace[1537674966] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25978; }","duration":"2.464229116s","start":"2026-04-23T01:12:33.561628Z","end":"2026-04-23T01:12:36.025857Z","steps":["trace[1537674966] 'agreement among raft nodes before linearized reading' (duration: 2.464081902s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:36.025896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:33.561611Z","time spent":"2.464276787s","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-23T01:12:36.526612Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660893,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:12:37.216163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.50409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:12:37.216901Z","caller":"traceutil/trace.go:171","msg":"trace[1153322605] transaction","detail":"{read_only:false; response_revision:25979; number_of_response:1; }","duration":"1.816583989s","start":"2026-04-23T01:12:35.400291Z","end":"2026-04-23T01:12:37.216875Z","steps":["trace[1153322605] 'process raft request' (duration: 1.23258261s)","trace[1153322605] 'compare' (duration: 582.148372ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:37.217046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:35.400264Z","time spent":"1.816736103s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:12:37.217105Z","caller":"traceutil/trace.go:171","msg":"trace[1148321880] transaction","detail":"{read_only:false; response_revision:25981; number_of_response:1; }","duration":"1.647290087s","start":"2026-04-23T01:12:35.5698Z","end":"2026-04-23T01:12:37.21709Z","steps":["trace[1148321880] 'process raft request' (duration: 1.647200895s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:37.217187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:35.569775Z","time spent":"1.647371849s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:12:37.217143Z","caller":"traceutil/trace.go:171","msg":"trace[1806441435] transaction","detail":"{read_only:false; response_revision:25980; number_of_response:1; }","duration":"1.648007507s","start":"2026-04-23T01:12:35.569104Z","end":"2026-04-23T01:12:37.217112Z","steps":["trace[1806441435] 'process raft request' (duration: 1.647811882s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:37.217269Z","caller":"traceutil/trace.go:171","msg":"trace[981866591] linearizableReadLoop","detail":"{readStateIndex:26869; appliedIndex:26865; }","duration":"1.191614495s","start":"2026-04-23T01:12:36.025626Z","end":"2026-04-23T01:12:37.21724Z","steps":["trace[981866591] 'read index received' (duration: 607.188955ms)","trace[981866591] 'applied index is now lower than readState.Index' (duration: 584.42313ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:37.217324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.511646066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:37.217353Z","caller":"traceutil/trace.go:171","msg":"trace[1120630220] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25982; }","duration":"2.511682126s","start":"2026-04-23T01:12:34.705662Z","end":"2026-04-23T01:12:37.217344Z","steps":["trace[1120630220] 'agreement among raft nodes before linearized reading' (duration: 2.511607795s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:37.217383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:34.705565Z","time spent":"2.51181101s","remote":"127.0.0.1:37460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:37.217363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:35.569075Z","time spent":"1.64818412s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:37.217477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.470501754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-04-23T01:12:37.217531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.651430649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-04-23T01:12:37.217565Z","caller":"traceutil/trace.go:171","msg":"trace[1996260970] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:25982; }","duration":"3.651512722s","start":"2026-04-23T01:12:33.566041Z","end":"2026-04-23T01:12:37.217554Z","steps":["trace[1996260970] 'agreement among raft nodes before linearized reading' (duration: 3.651338957s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:37.217607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:33.566024Z","time spent":"3.651574223s","remote":"127.0.0.1:37396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-23T01:12:37.217612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.650127966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128163"} {"level":"warn","ts":"2026-04-23T01:12:37.217669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.621209546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-c4bwl.18a8d72d04a7812a\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-04-23T01:12:37.217596Z","caller":"traceutil/trace.go:171","msg":"trace[349104169] transaction","detail":"{read_only:false; response_revision:25982; number_of_response:1; }","duration":"1.592506142s","start":"2026-04-23T01:12:35.625077Z","end":"2026-04-23T01:12:37.217583Z","steps":["trace[349104169] 'process raft request' (duration: 1.591967949s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:37.217705Z","caller":"traceutil/trace.go:171","msg":"trace[138013709] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-c4bwl.18a8d72d04a7812a; range_end:; response_count:1; response_revision:25982; }","duration":"2.621279058s","start":"2026-04-23T01:12:34.596414Z","end":"2026-04-23T01:12:37.217694Z","steps":["trace[138013709] 'agreement among raft nodes before linearized reading' (duration: 2.621171535s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:37.217704Z","caller":"traceutil/trace.go:171","msg":"trace[667261704] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25982; }","duration":"3.6502499s","start":"2026-04-23T01:12:33.567425Z","end":"2026-04-23T01:12:37.217675Z","steps":["trace[667261704] 'agreement among raft nodes before linearized reading' (duration: 3.649884411s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:37.217741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:35.625062Z","time spent":"1.592644196s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:37.217805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:33.567418Z","time spent":"3.650339542s","remote":"127.0.0.1:37392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128187,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-23T01:12:37.217835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.827928534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:37.217876Z","caller":"traceutil/trace.go:171","msg":"trace[1053381474] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25982; }","duration":"2.827992986s","start":"2026-04-23T01:12:34.389871Z","end":"2026-04-23T01:12:37.217864Z","steps":["trace[1053381474] 'agreement among raft nodes before linearized reading' (duration: 2.827901494s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:37.217905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:34.389855Z","time spent":"2.828041597s","remote":"127.0.0.1:34718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:37.217914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661803154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:37.217947Z","caller":"traceutil/trace.go:171","msg":"trace[1771858186] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25982; }","duration":"1.661833465s","start":"2026-04-23T01:12:35.556101Z","end":"2026-04-23T01:12:37.217935Z","steps":["trace[1771858186] 'agreement among raft nodes before linearized reading' (duration: 1.661781884s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:37.217965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.653084711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-04-23T01:12:37.218021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.431067588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:37.218029Z","caller":"traceutil/trace.go:171","msg":"trace[251322147] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25982; }","duration":"3.653178383s","start":"2026-04-23T01:12:33.564832Z","end":"2026-04-23T01:12:37.21801Z","steps":["trace[251322147] 'agreement among raft nodes before linearized reading' (duration: 3.653024849s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:37.218053Z","caller":"traceutil/trace.go:171","msg":"trace[1780577911] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25982; }","duration":"2.43113918s","start":"2026-04-23T01:12:34.786906Z","end":"2026-04-23T01:12:37.218045Z","steps":["trace[1780577911] 'agreement among raft nodes before linearized reading' (duration: 2.431090329s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:37.218062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:33.564814Z","time spent":"3.653240425s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-04-23T01:12:37.218084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:34.786858Z","time spent":"2.431219412s","remote":"127.0.0.1:36446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:37.218139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521732852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:37.218171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.642019681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1863"} {"level":"warn","ts":"2026-04-23T01:12:37.21819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.20977609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:37.217751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:34.596395Z","time spent":"2.62134806s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":901,"request content":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-c4bwl.18a8d72d04a7812a\" "} {"level":"info","ts":"2026-04-23T01:12:37.218189Z","caller":"traceutil/trace.go:171","msg":"trace[1637515540] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25982; }","duration":"1.521824964s","start":"2026-04-23T01:12:35.696355Z","end":"2026-04-23T01:12:37.21818Z","steps":["trace[1637515540] 'agreement among raft nodes before linearized reading' (duration: 1.521407164s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:37.218249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.653487171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:37.218219Z","caller":"traceutil/trace.go:171","msg":"trace[352338510] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:25982; }","duration":"3.642085123s","start":"2026-04-23T01:12:33.57612Z","end":"2026-04-23T01:12:37.218205Z","steps":["trace[352338510] 'agreement among raft nodes before linearized reading' (duration: 3.641946409s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:37.218329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:33.576112Z","time spent":"3.642204406s","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":3,"response size":1887,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T01:12:37.218379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189973383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:12:37.218413Z","caller":"traceutil/trace.go:171","msg":"trace[27087352] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25982; }","duration":"1.190042415s","start":"2026-04-23T01:12:36.02836Z","end":"2026-04-23T01:12:37.218403Z","steps":["trace[27087352] 'agreement among raft nodes before linearized reading' (duration: 1.189957703s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:37.21756Z","caller":"traceutil/trace.go:171","msg":"trace[688192751] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:25982; }","duration":"3.470636437s","start":"2026-04-23T01:12:33.746905Z","end":"2026-04-23T01:12:37.217541Z","steps":["trace[688192751] 'agreement among raft nodes before linearized reading' (duration: 3.470387521s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:37.217979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:35.556046Z","time spent":"1.661922707s","remote":"127.0.0.1:58006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:37.218489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.764039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:37.21849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352249807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:37.218517Z","caller":"traceutil/trace.go:171","msg":"trace[1170463628] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25982; }","duration":"240.8371ms","start":"2026-04-23T01:12:36.977672Z","end":"2026-04-23T01:12:37.21851Z","steps":["trace[1170463628] 'agreement among raft nodes before linearized reading' (duration: 240.787549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:37.218145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.092616197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:37.218673Z","caller":"traceutil/trace.go:171","msg":"trace[1449173227] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25982; }","duration":"3.093180411s","start":"2026-04-23T01:12:34.12548Z","end":"2026-04-23T01:12:37.218661Z","steps":["trace[1449173227] 'agreement among raft nodes before linearized reading' (duration: 3.092628027s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:37.218717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.827327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:12:37.218287Z","caller":"traceutil/trace.go:171","msg":"trace[1114243965] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25982; }","duration":"3.653544473s","start":"2026-04-23T01:12:33.564733Z","end":"2026-04-23T01:12:37.218278Z","steps":["trace[1114243965] 'agreement among raft nodes before linearized reading' (duration: 3.653481781s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:37.218729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:34.125449Z","time spent":"3.093269084s","remote":"127.0.0.1:34730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:37.218698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268034246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-23T01:12:37.218769Z","caller":"traceutil/trace.go:171","msg":"trace[556939546] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25982; }","duration":"493.91484ms","start":"2026-04-23T01:12:36.724844Z","end":"2026-04-23T01:12:37.218759Z","steps":["trace[556939546] 'agreement among raft nodes before linearized reading' (duration: 493.737745ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:37.218806Z","caller":"traceutil/trace.go:171","msg":"trace[1476740232] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25982; }","duration":"1.26818308s","start":"2026-04-23T01:12:35.950614Z","end":"2026-04-23T01:12:37.218797Z","steps":["trace[1476740232] 'agreement among raft nodes before linearized reading' (duration: 1.267991675s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:37.218803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.101484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:37.218818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:36.724821Z","time spent":"493.986072ms","remote":"127.0.0.1:37612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":178,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:37.218839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:35.950592Z","time spent":"1.268236951s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-04-23T01:12:37.218221Z","caller":"traceutil/trace.go:171","msg":"trace[1362729766] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25982; }","duration":"3.209840942s","start":"2026-04-23T01:12:34.008369Z","end":"2026-04-23T01:12:37.21821Z","steps":["trace[1362729766] 'agreement among raft nodes before linearized reading' (duration: 3.209797281s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:37.218846Z","caller":"traceutil/trace.go:171","msg":"trace[2018891183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25982; }","duration":"857.189497ms","start":"2026-04-23T01:12:36.361644Z","end":"2026-04-23T01:12:37.218833Z","steps":["trace[2018891183] 'agreement among raft nodes before linearized reading' (duration: 857.097354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:37.218884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:34.008348Z","time spent":"3.210517209s","remote":"127.0.0.1:54070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:37.2189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:36.361623Z","time spent":"857.267219ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:12:37.21826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:35.696332Z","time spent":"1.521918816s","remote":"127.0.0.1:45206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:37.218809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:33.56472Z","time spent":"3.654058715s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:12:37.218555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.401208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:12:37.220105Z","caller":"traceutil/trace.go:171","msg":"trace[1903855440] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25982; }","duration":"548.026239ms","start":"2026-04-23T01:12:36.672069Z","end":"2026-04-23T01:12:37.220095Z","steps":["trace[1903855440] 'agreement among raft nodes before linearized reading' (duration: 546.409768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:37.220153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:36.672046Z","time spent":"548.095491ms","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:37.218472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:33.746884Z","time spent":"3.47157978s","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"info","ts":"2026-04-23T01:12:37.218616Z","caller":"traceutil/trace.go:171","msg":"trace[12878822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25982; }","duration":"1.35238604s","start":"2026-04-23T01:12:35.866186Z","end":"2026-04-23T01:12:37.218573Z","steps":["trace[12878822] 'agreement among raft nodes before linearized reading' (duration: 1.352226186s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:37.220271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:35.866165Z","time spent":"1.354090393s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:12:37.218443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:36.028343Z","time spent":"1.190093946s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T01:12:37.219134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122586968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:12:37.22057Z","caller":"traceutil/trace.go:171","msg":"trace[638343034] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25982; }","duration":"1.124053005s","start":"2026-04-23T01:12:36.096498Z","end":"2026-04-23T01:12:37.220551Z","steps":["trace[638343034] 'agreement among raft nodes before linearized reading' (duration: 1.122613028s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:37.220643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:36.09647Z","time spent":"1.124141128s","remote":"127.0.0.1:58216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:37.221599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301607595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:12:37.221655Z","caller":"traceutil/trace.go:171","msg":"trace[1796151656] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25982; }","duration":"1.301715288s","start":"2026-04-23T01:12:35.919928Z","end":"2026-04-23T01:12:37.221643Z","steps":["trace[1796151656] 'agreement among raft nodes before linearized reading' (duration: 1.298712722s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:37.221816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:35.919904Z","time spent":"1.301898052s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2737,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:38.371535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.944855ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:12:38.371683Z","caller":"traceutil/trace.go:171","msg":"trace[204004042] linearizableReadLoop","detail":"{readStateIndex:26870; appliedIndex:26869; }","duration":"1.148868783s","start":"2026-04-23T01:12:37.222792Z","end":"2026-04-23T01:12:38.371661Z","steps":["trace[204004042] 'read index received' (duration: 398.789245ms)","trace[204004042] 'applied index is now lower than readState.Index' (duration: 750.076418ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:12:38.37179Z","caller":"traceutil/trace.go:171","msg":"trace[741748559] transaction","detail":"{read_only:false; response_revision:25983; number_of_response:1; }","duration":"1.151297255s","start":"2026-04-23T01:12:37.220476Z","end":"2026-04-23T01:12:38.371773Z","steps":["trace[741748559] 'process raft request' (duration: 400.998711ms)","trace[741748559] 'compare' (duration: 749.606547ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:38.371884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:37.220462Z","time spent":"1.151371707s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:38.372397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149582921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:2 size:3308"} {"level":"info","ts":"2026-04-23T01:12:38.372476Z","caller":"traceutil/trace.go:171","msg":"trace[781018196] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/; range_end:/registry/configmaps/envoy-gateway-system0; response_count:2; response_revision:25983; }","duration":"1.149691503s","start":"2026-04-23T01:12:37.222767Z","end":"2026-04-23T01:12:38.372459Z","steps":["trace[781018196] 'agreement among raft nodes before linearized reading' (duration: 1.149383405s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:38.372647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:37.222759Z","time spent":"1.149861658s","remote":"127.0.0.1:37434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":2,"response size":3332,"request content":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T01:12:38.648343Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.026788086s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:12:39.228459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000409827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:12:39.228514Z","caller":"traceutil/trace.go:171","msg":"trace[1046683738] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000474458s","start":"2026-04-23T01:12:37.228027Z","end":"2026-04-23T01:12:39.228502Z","steps":["trace[1046683738] 'agreement among raft nodes before linearized reading' (duration: 2.000409017s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:39.228543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:37.227992Z","time spent":"2.00054541s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:12:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:12:39.620354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.55292ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:12:39.620642Z","caller":"traceutil/trace.go:171","msg":"trace[1716971410] linearizableReadLoop","detail":"{readStateIndex:26874; appliedIndex:26870; }","duration":"1.248898063s","start":"2026-04-23T01:12:38.371728Z","end":"2026-04-23T01:12:39.620626Z","steps":["trace[1716971410] 'read index received' (duration: 276.944113ms)","trace[1716971410] 'applied index is now lower than readState.Index' (duration: 971.95264ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:12:39.620721Z","caller":"traceutil/trace.go:171","msg":"trace[90911713] transaction","detail":"{read_only:false; response_revision:25984; number_of_response:1; }","duration":"2.397235243s","start":"2026-04-23T01:12:37.223472Z","end":"2026-04-23T01:12:39.620707Z","steps":["trace[90911713] 'process raft request' (duration: 1.425243283s)","trace[90911713] 'compare' (duration: 971.327893ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:39.620784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:37.223463Z","time spent":"2.397288574s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:39.620996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.397447609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-04-23T01:12:39.621052Z","caller":"traceutil/trace.go:171","msg":"trace[1836190743] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:25987; }","duration":"2.3975228s","start":"2026-04-23T01:12:37.223515Z","end":"2026-04-23T01:12:39.621038Z","steps":["trace[1836190743] 'agreement among raft nodes before linearized reading' (duration: 2.397319435s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:39.621083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:37.22351Z","time spent":"2.397567101s","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-04-23T01:12:39.621082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.398074134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-23T01:12:39.621157Z","caller":"traceutil/trace.go:171","msg":"trace[1176130082] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:25987; }","duration":"2.398191037s","start":"2026-04-23T01:12:37.222948Z","end":"2026-04-23T01:12:39.62114Z","steps":["trace[1176130082] 'agreement among raft nodes before linearized reading' (duration: 2.39792132s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:39.621168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.397815288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-370d541b-7b32-428c-a2fe-b3b90b592d27\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-04-23T01:12:39.621203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:37.222918Z","time spent":"2.398276779s","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-23T01:12:39.621251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590269355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T01:12:39.621222Z","caller":"traceutil/trace.go:171","msg":"trace[126890755] transaction","detail":"{read_only:false; response_revision:25985; number_of_response:1; }","duration":"2.096857708s","start":"2026-04-23T01:12:37.524309Z","end":"2026-04-23T01:12:39.621166Z","steps":["trace[126890755] 'process raft request' (duration: 2.09613984s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:39.621248Z","caller":"traceutil/trace.go:171","msg":"trace[414525349] range","detail":"{range_begin:/registry/persistentvolumes/pvc-370d541b-7b32-428c-a2fe-b3b90b592d27; range_end:; response_count:1; response_revision:25987; }","duration":"2.39791892s","start":"2026-04-23T01:12:37.22331Z","end":"2026-04-23T01:12:39.621229Z","steps":["trace[414525349] 'agreement among raft nodes before linearized reading' (duration: 2.397543651s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:39.621274Z","caller":"traceutil/trace.go:171","msg":"trace[524184382] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25987; }","duration":"1.590327637s","start":"2026-04-23T01:12:38.030941Z","end":"2026-04-23T01:12:39.621268Z","steps":["trace[524184382] 'agreement among raft nodes before linearized reading' (duration: 1.590261585s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:39.621292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:38.030923Z","time spent":"1.590365389s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:12:39.621299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:37.223302Z","time spent":"2.397986442s","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-370d541b-7b32-428c-a2fe-b3b90b592d27\" "} {"level":"warn","ts":"2026-04-23T01:12:39.621364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016552376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:12:39.621386Z","caller":"traceutil/trace.go:171","msg":"trace[1603839861] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25987; }","duration":"2.016604037s","start":"2026-04-23T01:12:37.604775Z","end":"2026-04-23T01:12:39.621379Z","steps":["trace[1603839861] 'agreement among raft nodes before linearized reading' (duration: 2.016565136s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:39.621404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:37.604756Z","time spent":"2.016642698s","remote":"127.0.0.1:58168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:39.621428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:37.524284Z","time spent":"2.097029301s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:12:39.621539Z","caller":"traceutil/trace.go:171","msg":"trace[1550732849] transaction","detail":"{read_only:false; response_revision:25986; number_of_response:1; }","duration":"1.589954838s","start":"2026-04-23T01:12:38.031571Z","end":"2026-04-23T01:12:39.621526Z","steps":["trace[1550732849] 'process raft request' (duration: 1.588984634s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:39.621595Z","caller":"traceutil/trace.go:171","msg":"trace[659396548] transaction","detail":"{read_only:false; response_revision:25987; number_of_response:1; }","duration":"1.589500306s","start":"2026-04-23T01:12:38.032074Z","end":"2026-04-23T01:12:39.621574Z","steps":["trace[659396548] 'process raft request' (duration: 1.588515511s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:39.621666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:38.031555Z","time spent":"1.590053411s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:39.621691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:38.032059Z","time spent":"1.589585417s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:39.62292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569634034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:12:39.623044Z","caller":"traceutil/trace.go:171","msg":"trace[1965771696] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25987; }","duration":"1.569793688s","start":"2026-04-23T01:12:38.053239Z","end":"2026-04-23T01:12:39.623032Z","steps":["trace[1965771696] 'agreement among raft nodes before linearized reading' (duration: 1.567563471s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:39.623103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:38.053222Z","time spent":"1.56986825s","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2737,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:39.704265Z","caller":"traceutil/trace.go:171","msg":"trace[927636301] transaction","detail":"{read_only:false; response_revision:25988; number_of_response:1; }","duration":"478.990734ms","start":"2026-04-23T01:12:39.225244Z","end":"2026-04-23T01:12:39.704235Z","steps":["trace[927636301] 'process raft request' (duration: 478.672485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:39.704436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:39.225211Z","time spent":"479.127017ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:40.693401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.719619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:12:40.693668Z","caller":"traceutil/trace.go:171","msg":"trace[1113250409] linearizableReadLoop","detail":"{readStateIndex:26876; appliedIndex:26874; }","duration":"1.072977434s","start":"2026-04-23T01:12:39.620677Z","end":"2026-04-23T01:12:40.693654Z","steps":["trace[1113250409] 'read index received' (duration: 83.185123ms)","trace[1113250409] 'applied index is now lower than readState.Index' (duration: 989.791241ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:12:40.69384Z","caller":"traceutil/trace.go:171","msg":"trace[219875407] transaction","detail":"{read_only:false; response_revision:25989; number_of_response:1; }","duration":"1.467013049s","start":"2026-04-23T01:12:39.226818Z","end":"2026-04-23T01:12:40.693831Z","steps":["trace[219875407] 'process raft request' (duration: 578.796597ms)","trace[219875407] 'compare' (duration: 887.619937ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:40.693887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:39.226792Z","time spent":"1.46706978s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:40.694097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808654519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:12:40.694136Z","caller":"traceutil/trace.go:171","msg":"trace[127874550] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25992; }","duration":"1.808737401s","start":"2026-04-23T01:12:38.885389Z","end":"2026-04-23T01:12:40.694126Z","steps":["trace[127874550] 'agreement among raft nodes before linearized reading' (duration: 1.808666479s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:40.694167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:38.885369Z","time spent":"1.808790462s","remote":"127.0.0.1:54500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:40.694185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458876083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:40.694317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.204312143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:40.694333Z","caller":"traceutil/trace.go:171","msg":"trace[2010733745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25992; }","duration":"1.459075438s","start":"2026-04-23T01:12:39.235226Z","end":"2026-04-23T01:12:40.694301Z","steps":["trace[2010733745] 'agreement among raft nodes before linearized reading' (duration: 1.458829152s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:40.694353Z","caller":"traceutil/trace.go:171","msg":"trace[1333600547] transaction","detail":"{read_only:false; response_revision:25990; number_of_response:1; }","duration":"1.067053894s","start":"2026-04-23T01:12:39.627272Z","end":"2026-04-23T01:12:40.694326Z","steps":["trace[1333600547] 'process raft request' (duration: 1.066268074s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:40.694356Z","caller":"traceutil/trace.go:171","msg":"trace[88800938] transaction","detail":"{read_only:false; response_revision:25992; number_of_response:1; }","duration":"1.065620218s","start":"2026-04-23T01:12:39.628699Z","end":"2026-04-23T01:12:40.694319Z","steps":["trace[88800938] 'process raft request' (duration: 1.06491074s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:40.694421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:39.235211Z","time spent":"1.459197181s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:12:40.694444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.317687901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:1 size:5642"} {"level":"warn","ts":"2026-04-23T01:12:40.694426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:39.622893Z","time spent":"1.071527967s","remote":"127.0.0.1:37356","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T01:12:40.69447Z","caller":"traceutil/trace.go:171","msg":"trace[2006845891] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/; range_end:/registry/deployments/envoy-gateway-system0; response_count:1; response_revision:25992; }","duration":"2.317741172s","start":"2026-04-23T01:12:38.376722Z","end":"2026-04-23T01:12:40.694463Z","steps":["trace[2006845891] 'agreement among raft nodes before linearized reading' (duration: 2.31764046s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:40.694479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:39.627251Z","time spent":"1.067160767s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:40.6945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:38.37671Z","time spent":"2.317782793s","remote":"127.0.0.1:37712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":5666,"request content":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T01:12:40.694485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:39.628683Z","time spent":"1.06573833s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1057,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:12:40.694739Z","caller":"traceutil/trace.go:171","msg":"trace[1630830726] transaction","detail":"{read_only:false; response_revision:25991; number_of_response:1; }","duration":"1.066168122s","start":"2026-04-23T01:12:39.628198Z","end":"2026-04-23T01:12:40.694366Z","steps":["trace[1630830726] 'process raft request' (duration: 1.065384122s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:40.694348Z","caller":"traceutil/trace.go:171","msg":"trace[1496083020] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25992; }","duration":"2.204346404s","start":"2026-04-23T01:12:38.489993Z","end":"2026-04-23T01:12:40.69434Z","steps":["trace[1496083020] 'agreement among raft nodes before linearized reading' (duration: 2.204293563s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:40.694903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:39.628159Z","time spent":"1.066660414s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:40.694929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318742708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-c4bwl.18a8d72d04aa2ad3\" ","response":"range_response_count:1 size:877"} {"level":"warn","ts":"2026-04-23T01:12:40.69492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33024549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:40.69498Z","caller":"traceutil/trace.go:171","msg":"trace[1017982519] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-c4bwl.18a8d72d04aa2ad3; range_end:; response_count:1; response_revision:25992; }","duration":"2.31883458s","start":"2026-04-23T01:12:38.376131Z","end":"2026-04-23T01:12:40.694965Z","steps":["trace[1017982519] 'agreement among raft nodes before linearized reading' (duration: 2.318647835s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:40.694967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:38.489935Z","time spent":"2.204990501s","remote":"127.0.0.1:36508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:40.695001Z","caller":"traceutil/trace.go:171","msg":"trace[1013145924] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25992; }","duration":"1.330378173s","start":"2026-04-23T01:12:39.364602Z","end":"2026-04-23T01:12:40.69498Z","steps":["trace[1013145924] 'agreement among raft nodes before linearized reading' (duration: 1.330222509s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:40.695018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:38.376112Z","time spent":"2.318898832s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":901,"request content":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-c4bwl.18a8d72d04aa2ad3\" "} {"level":"warn","ts":"2026-04-23T01:12:40.695024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069019664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-04-23T01:12:40.695036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.391472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:12:40.695019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190065015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:12:40.695047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:39.364581Z","time spent":"1.330455136s","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:40.695072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.603414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:12:40.695079Z","caller":"traceutil/trace.go:171","msg":"trace[14277904] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:25992; }","duration":"1.069128776s","start":"2026-04-23T01:12:39.625935Z","end":"2026-04-23T01:12:40.695064Z","steps":["trace[14277904] 'agreement among raft nodes before linearized reading' (duration: 1.068932151s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:40.69509Z","caller":"traceutil/trace.go:171","msg":"trace[436976760] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25992; }","duration":"369.506755ms","start":"2026-04-23T01:12:40.325566Z","end":"2026-04-23T01:12:40.695073Z","steps":["trace[436976760] 'agreement among raft nodes before linearized reading' (duration: 369.402812ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:40.6951Z","caller":"traceutil/trace.go:171","msg":"trace[1992392639] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25992; }","duration":"395.631165ms","start":"2026-04-23T01:12:40.299458Z","end":"2026-04-23T01:12:40.69509Z","steps":["trace[1992392639] 'agreement among raft nodes before linearized reading' (duration: 395.537363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:40.695112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:39.625916Z","time spent":"1.069189707s","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"info","ts":"2026-04-23T01:12:40.695104Z","caller":"traceutil/trace.go:171","msg":"trace[74397027] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25992; }","duration":"1.190202759s","start":"2026-04-23T01:12:39.50488Z","end":"2026-04-23T01:12:40.695082Z","steps":["trace[74397027] 'agreement among raft nodes before linearized reading' (duration: 1.190052965s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:40.695124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:40.299389Z","time spent":"395.729818ms","remote":"127.0.0.1:37740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:40.69513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:40.325545Z","time spent":"369.574647ms","remote":"127.0.0.1:37656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:40.695143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433126251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T01:12:40.695141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244105142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:12:40.695168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:39.504419Z","time spent":"1.190729681s","remote":"127.0.0.1:37602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:40.695192Z","caller":"traceutil/trace.go:171","msg":"trace[2042636140] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25992; }","duration":"1.433220873s","start":"2026-04-23T01:12:39.261954Z","end":"2026-04-23T01:12:40.695175Z","steps":["trace[2042636140] 'agreement among raft nodes before linearized reading' (duration: 1.432935926s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:40.695207Z","caller":"traceutil/trace.go:171","msg":"trace[1918203437] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25992; }","duration":"1.244218564s","start":"2026-04-23T01:12:39.45097Z","end":"2026-04-23T01:12:40.695188Z","steps":["trace[1918203437] 'agreement among raft nodes before linearized reading' (duration: 1.244093231s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:40.695224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:39.261929Z","time spent":"1.433285735s","remote":"127.0.0.1:37434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":142,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:40.695248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:39.45095Z","time spent":"1.244287257s","remote":"127.0.0.1:37772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:40.695278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068291425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-23T01:12:40.695368Z","caller":"traceutil/trace.go:171","msg":"trace[500425432] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25992; }","duration":"1.068396387s","start":"2026-04-23T01:12:39.62695Z","end":"2026-04-23T01:12:40.695346Z","steps":["trace[500425432] 'agreement among raft nodes before linearized reading' (duration: 1.068165072s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:40.695436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:39.62693Z","time spent":"1.06848135s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-04-23T01:12:41.390585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.975055ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:12:41.390772Z","caller":"traceutil/trace.go:171","msg":"trace[341170420] transaction","detail":"{read_only:false; response_revision:25993; number_of_response:1; }","duration":"693.814085ms","start":"2026-04-23T01:12:40.696926Z","end":"2026-04-23T01:12:41.39074Z","steps":["trace[341170420] 'process raft request' (duration: 308.579483ms)","trace[341170420] 'compare' (duration: 384.628566ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:41.391087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:40.696904Z","time spent":"694.142574ms","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:42.176285Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.104254434s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:12:42.271129Z","caller":"traceutil/trace.go:171","msg":"trace[1218321053] linearizableReadLoop","detail":"{readStateIndex:26882; appliedIndex:26880; }","duration":"1.572552458s","start":"2026-04-23T01:12:40.69851Z","end":"2026-04-23T01:12:42.271063Z","steps":["trace[1218321053] 'read index received' (duration: 306.995014ms)","trace[1218321053] 'applied index is now lower than readState.Index' (duration: 1.265554044s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:12:42.271182Z","caller":"traceutil/trace.go:171","msg":"trace[1466794849] transaction","detail":"{read_only:false; response_revision:25994; number_of_response:1; }","duration":"1.573231815s","start":"2026-04-23T01:12:40.69788Z","end":"2026-04-23T01:12:42.271112Z","steps":["trace[1466794849] 'process raft request' (duration: 1.478622603s)","trace[1466794849] 'compare' (duration: 94.273904ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:42.271382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:40.697859Z","time spent":"1.573416279s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:42.271493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572948828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a5e5ec8e-2a89-4c6f-a52a-ff0e835ecac1\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-23T01:12:42.271538Z","caller":"traceutil/trace.go:171","msg":"trace[465107590] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a5e5ec8e-2a89-4c6f-a52a-ff0e835ecac1; range_end:; response_count:1; response_revision:25994; }","duration":"1.573057921s","start":"2026-04-23T01:12:40.698464Z","end":"2026-04-23T01:12:42.271522Z","steps":["trace[465107590] 'agreement among raft nodes before linearized reading' (duration: 1.572793374s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:42.27157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:40.698446Z","time spent":"1.573116852s","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-a5e5ec8e-2a89-4c6f-a52a-ff0e835ecac1\" "} {"level":"warn","ts":"2026-04-23T01:12:42.705445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000053258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:12:42.705535Z","caller":"traceutil/trace.go:171","msg":"trace[2063416429] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000184942s","start":"2026-04-23T01:12:40.705332Z","end":"2026-04-23T01:12:42.705517Z","steps":["trace[2063416429] 'agreement among raft nodes before linearized reading' (duration: 2.000076189s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:42.70559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:40.705317Z","time spent":"2.000258213s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:12:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:12:42.850779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.370451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:12:42.851148Z","caller":"traceutil/trace.go:171","msg":"trace[873853722] transaction","detail":"{read_only:false; response_revision:25995; number_of_response:1; }","duration":"1.78260351s","start":"2026-04-23T01:12:41.068455Z","end":"2026-04-23T01:12:42.851059Z","steps":["trace[873853722] 'process raft request' (duration: 1.359847599s)","trace[873853722] 'compare' (duration: 422.104625ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:12:42.851296Z","caller":"traceutil/trace.go:171","msg":"trace[1760311784] transaction","detail":"{read_only:false; response_revision:25996; number_of_response:1; }","duration":"1.222658029s","start":"2026-04-23T01:12:41.628591Z","end":"2026-04-23T01:12:42.851249Z","steps":["trace[1760311784] 'process raft request' (duration: 1.22229991s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:42.851478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:41.068428Z","time spent":"1.782868856s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:12:42.851347Z","caller":"traceutil/trace.go:171","msg":"trace[980341469] transaction","detail":"{read_only:false; response_revision:25997; number_of_response:1; }","duration":"1.221855798s","start":"2026-04-23T01:12:41.629445Z","end":"2026-04-23T01:12:42.8513Z","steps":["trace[980341469] 'process raft request' (duration: 1.221627003s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:42.851719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:41.628563Z","time spent":"1.222932966s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:42.851708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:41.629433Z","time spent":"1.222163507s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:44.706677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000871719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:12:44.70683Z","caller":"traceutil/trace.go:171","msg":"trace[191835039] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001208147s","start":"2026-04-23T01:12:42.705599Z","end":"2026-04-23T01:12:44.706807Z","steps":["trace[191835039] 'agreement among raft nodes before linearized reading' (duration: 2.000885279s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:44.706921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:42.705585Z","time spent":"2.001322891s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:12:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:12:44.766961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.915791658s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-04-23T01:12:44.768151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.656004ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:44.768313Z","caller":"traceutil/trace.go:171","msg":"trace[1542106086] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25997; }","duration":"442.829759ms","start":"2026-04-23T01:12:44.325453Z","end":"2026-04-23T01:12:44.768283Z","steps":["trace[1542106086] 'range keys from in-memory index tree' (duration: 442.633054ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:44.769141Z","caller":"traceutil/trace.go:171","msg":"trace[932733365] linearizableReadLoop","detail":"{readStateIndex:26887; appliedIndex:26882; }","duration":"2.497909867s","start":"2026-04-23T01:12:42.271211Z","end":"2026-04-23T01:12:44.769121Z","steps":["trace[932733365] 'read index received' (duration: 157.134604ms)","trace[932733365] 'applied index is now lower than readState.Index' (duration: 2.340774043s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:12:44.769267Z","caller":"traceutil/trace.go:171","msg":"trace[1283777732] transaction","detail":"{read_only:false; response_revision:25998; number_of_response:1; }","duration":"3.059178112s","start":"2026-04-23T01:12:41.710078Z","end":"2026-04-23T01:12:44.769256Z","steps":["trace[1283777732] 'process raft request' (duration: 3.056985566s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:44.769444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:41.71005Z","time spent":"3.059248314s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:45.920775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.575068077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18613"} {"level":"info","ts":"2026-04-23T01:12:45.920853Z","caller":"traceutil/trace.go:171","msg":"trace[1080487233] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25998; }","duration":"4.57519809s","start":"2026-04-23T01:12:41.345634Z","end":"2026-04-23T01:12:45.920832Z","steps":["trace[1080487233] 'agreement among raft nodes before linearized reading' (duration: 3.423621309s)","trace[1080487233] 'range keys from in-memory index tree' (duration: 1.151389567s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:45.920894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:41.345593Z","time spent":"4.575292253s","remote":"127.0.0.1:37492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18637,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-23T01:12:45.921417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.849455627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:45.921467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.208932607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:45.921533Z","caller":"traceutil/trace.go:171","msg":"trace[1520799375] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25998; }","duration":"4.20903908s","start":"2026-04-23T01:12:41.712477Z","end":"2026-04-23T01:12:45.921516Z","steps":["trace[1520799375] 'agreement among raft nodes before linearized reading' (duration: 3.056872474s)","trace[1520799375] 'count revisions from in-memory index tree' (duration: 1.152057554s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:45.921576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:41.712468Z","time spent":"4.209100452s","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:45.92151Z","caller":"traceutil/trace.go:171","msg":"trace[111943455] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25998; }","duration":"3.84958827s","start":"2026-04-23T01:12:42.0719Z","end":"2026-04-23T01:12:45.921489Z","steps":["trace[111943455] 'agreement among raft nodes before linearized reading' (duration: 2.697400323s)","trace[111943455] 'count revisions from in-memory index tree' (duration: 1.152075844s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:45.921624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.528573562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-23T01:12:45.921665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.867858323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-23T01:12:45.9217Z","caller":"traceutil/trace.go:171","msg":"trace[83606254] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25998; }","duration":"4.528692755s","start":"2026-04-23T01:12:41.392987Z","end":"2026-04-23T01:12:45.92168Z","steps":["trace[83606254] 'agreement among raft nodes before linearized reading' (duration: 3.376352834s)","trace[83606254] 'range keys from in-memory index tree' (duration: 1.152144536s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:12:45.921728Z","caller":"traceutil/trace.go:171","msg":"trace[1377132624] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25998; }","duration":"3.867923924s","start":"2026-04-23T01:12:42.053787Z","end":"2026-04-23T01:12:45.921711Z","steps":["trace[1377132624] 'agreement among raft nodes before linearized reading' (duration: 2.715528442s)","trace[1377132624] 'range keys from in-memory index tree' (duration: 1.152136686s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:45.921746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:41.392968Z","time spent":"4.528768596s","remote":"127.0.0.1:37484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T01:12:45.921425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.221591056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/envoy-gateway-system/\" range_end:\"/registry/daemonsets/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:45.921829Z","caller":"traceutil/trace.go:171","msg":"trace[1488518828] range","detail":"{range_begin:/registry/daemonsets/envoy-gateway-system/; range_end:/registry/daemonsets/envoy-gateway-system0; response_count:0; response_revision:25998; }","duration":"5.222032467s","start":"2026-04-23T01:12:40.699779Z","end":"2026-04-23T01:12:45.921811Z","steps":["trace[1488518828] 'agreement among raft nodes before linearized reading' (duration: 4.069791599s)","trace[1488518828] 'range keys from in-memory index tree' (duration: 1.151790647s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:45.921508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.7626437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:45.921922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:40.699752Z","time spent":"5.222122469s","remote":"127.0.0.1:37730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":30,"request content":"key:\"/registry/daemonsets/envoy-gateway-system/\" range_end:\"/registry/daemonsets/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T01:12:45.921767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.223012201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-04-23T01:12:45.922043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.869525694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-23T01:12:45.922098Z","caller":"traceutil/trace.go:171","msg":"trace[1128803173] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25998; }","duration":"3.869624447s","start":"2026-04-23T01:12:42.052461Z","end":"2026-04-23T01:12:45.922086Z","steps":["trace[1128803173] 'agreement among raft nodes before linearized reading' (duration: 2.716863906s)","trace[1128803173] 'range keys from in-memory index tree' (duration: 1.152663488s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:45.92166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:42.071886Z","time spent":"3.849756065s","remote":"127.0.0.1:54204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:45.922111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.94730499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T01:12:45.922132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:42.05244Z","time spent":"3.869685519s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-23T01:12:45.922153Z","caller":"traceutil/trace.go:171","msg":"trace[728471097] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25998; }","duration":"4.947393112s","start":"2026-04-23T01:12:40.974748Z","end":"2026-04-23T01:12:45.922141Z","steps":["trace[728471097] 'agreement among raft nodes before linearized reading' (duration: 3.794574989s)","trace[728471097] 'count revisions from in-memory index tree' (duration: 1.152753371s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:45.922186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:40.974728Z","time spent":"4.947449733s","remote":"127.0.0.1:37430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":232,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:45.921838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.756770203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:12:45.92228Z","caller":"traceutil/trace.go:171","msg":"trace[793299756] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25998; }","duration":"3.757247145s","start":"2026-04-23T01:12:42.165015Z","end":"2026-04-23T01:12:45.922262Z","steps":["trace[793299756] 'agreement among raft nodes before linearized reading' (duration: 2.604271489s)","trace[793299756] 'count revisions from in-memory index tree' (duration: 1.152531655s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:45.922357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:42.164998Z","time spent":"3.757344147s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:45.922368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.744911012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T01:12:45.921935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.221298399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-04-23T01:12:45.922421Z","caller":"traceutil/trace.go:171","msg":"trace[320928766] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25998; }","duration":"4.744964884s","start":"2026-04-23T01:12:41.177442Z","end":"2026-04-23T01:12:45.922406Z","steps":["trace[320928766] 'agreement among raft nodes before linearized reading' (duration: 3.591854754s)","trace[320928766] 'count revisions from in-memory index tree' (duration: 1.153041148s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:12:45.922072Z","caller":"traceutil/trace.go:171","msg":"trace[1947619494] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:25998; }","duration":"5.223335171s","start":"2026-04-23T01:12:40.698719Z","end":"2026-04-23T01:12:45.922054Z","steps":["trace[1947619494] 'agreement among raft nodes before linearized reading' (duration: 4.070831776s)","trace[1947619494] 'range keys from in-memory index tree' (duration: 1.15192778s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:45.92246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:40.69871Z","time spent":"5.223738711s","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"info","ts":"2026-04-23T01:12:45.922424Z","caller":"traceutil/trace.go:171","msg":"trace[1516812267] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25998; }","duration":"5.221797251s","start":"2026-04-23T01:12:40.700616Z","end":"2026-04-23T01:12:45.922413Z","steps":["trace[1516812267] 'agreement among raft nodes before linearized reading' (duration: 4.06865054s)","trace[1516812267] 'range keys from in-memory index tree' (duration: 1.152571206s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:12:45.921916Z","caller":"traceutil/trace.go:171","msg":"trace[536847913] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25998; }","duration":"4.763082891s","start":"2026-04-23T01:12:41.158813Z","end":"2026-04-23T01:12:45.921896Z","steps":["trace[536847913] 'agreement among raft nodes before linearized reading' (duration: 3.610499874s)","trace[536847913] 'count revisions from in-memory index tree' (duration: 1.152161047s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:45.922578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:40.700609Z","time spent":"5.221953986s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-23T01:12:45.922627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:41.158792Z","time spent":"4.763815909s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:45.922458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:41.177371Z","time spent":"4.745077056s","remote":"127.0.0.1:49122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":163,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:45.92276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153498371s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:12:45.922962Z","caller":"traceutil/trace.go:171","msg":"trace[1355788133] transaction","detail":"{read_only:false; response_revision:25999; number_of_response:1; }","duration":"3.222127432s","start":"2026-04-23T01:12:42.700823Z","end":"2026-04-23T01:12:45.92295Z","steps":["trace[1355788133] 'process raft request' (duration: 2.068286503s)","trace[1355788133] 'compare' (duration: 1.151357066s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:12:45.923012Z","caller":"traceutil/trace.go:171","msg":"trace[1386515567] transaction","detail":"{read_only:false; response_revision:26000; number_of_response:1; }","duration":"3.221508887s","start":"2026-04-23T01:12:42.701487Z","end":"2026-04-23T01:12:45.922996Z","steps":["trace[1386515567] 'process raft request' (duration: 3.221383394s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:45.923048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:42.70079Z","time spent":"3.222200654s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:12:45.923049Z","caller":"traceutil/trace.go:171","msg":"trace[1300894456] transaction","detail":"{read_only:false; response_revision:26002; number_of_response:1; }","duration":"1.065815052s","start":"2026-04-23T01:12:44.857221Z","end":"2026-04-23T01:12:45.923036Z","steps":["trace[1300894456] 'process raft request' (duration: 1.065771831s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:45.923036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.335007496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:45.923089Z","caller":"traceutil/trace.go:171","msg":"trace[856900579] transaction","detail":"{read_only:false; response_revision:26001; number_of_response:1; }","duration":"1.294751712s","start":"2026-04-23T01:12:44.628318Z","end":"2026-04-23T01:12:45.923069Z","steps":["trace[856900579] 'process raft request' (duration: 1.294630189s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:45.923118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:44.857191Z","time spent":"1.065894175s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:12:45.923117Z","caller":"traceutil/trace.go:171","msg":"trace[1285721170] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25998; }","duration":"4.336795181s","start":"2026-04-23T01:12:41.586299Z","end":"2026-04-23T01:12:45.923094Z","steps":["trace[1285721170] 'agreement among raft nodes before linearized reading' (duration: 3.183037975s)","trace[1285721170] 'count revisions from in-memory index tree' (duration: 1.151986512s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:45.923159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518797068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:45.923171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:41.586266Z","time spent":"4.336889193s","remote":"127.0.0.1:49080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:45.923192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:44.628298Z","time spent":"1.294834494s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:45.923207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990622929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:45.923235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208933851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:45.923243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334731491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:45.923276Z","caller":"traceutil/trace.go:171","msg":"trace[1461774282] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26002; }","duration":"2.334801713s","start":"2026-04-23T01:12:43.588468Z","end":"2026-04-23T01:12:45.92327Z","steps":["trace[1461774282] 'agreement among raft nodes before linearized reading' (duration: 2.334751462s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:45.923279Z","caller":"traceutil/trace.go:171","msg":"trace[1835380029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26002; }","duration":"1.208994663s","start":"2026-04-23T01:12:44.71427Z","end":"2026-04-23T01:12:45.923265Z","steps":["trace[1835380029] 'agreement among raft nodes before linearized reading' (duration: 1.208933121s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:45.923309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:43.588449Z","time spent":"2.334851935s","remote":"127.0.0.1:53964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:45.923318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:44.714254Z","time spent":"1.209054885s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:12:45.923324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.873840425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:45.923315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.634718787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:45.923351Z","caller":"traceutil/trace.go:171","msg":"trace[1581225304] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26002; }","duration":"2.873866546s","start":"2026-04-23T01:12:43.049474Z","end":"2026-04-23T01:12:45.923341Z","steps":["trace[1581225304] 'agreement among raft nodes before linearized reading' (duration: 2.873826375s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:45.923243Z","caller":"traceutil/trace.go:171","msg":"trace[281768159] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26002; }","duration":"1.990695671s","start":"2026-04-23T01:12:43.932537Z","end":"2026-04-23T01:12:45.923233Z","steps":["trace[281768159] 'agreement among raft nodes before linearized reading' (duration: 1.99064409s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:45.923285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.597281519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:45.923428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:43.932516Z","time spent":"1.990899527s","remote":"127.0.0.1:60182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:45.923201Z","caller":"traceutil/trace.go:171","msg":"trace[519794578] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26002; }","duration":"1.51887303s","start":"2026-04-23T01:12:44.404315Z","end":"2026-04-23T01:12:45.923188Z","steps":["trace[519794578] 'agreement among raft nodes before linearized reading' (duration: 1.518810239s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:45.923478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.223470857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-23T01:12:45.923513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:44.40429Z","time spent":"1.519213309s","remote":"127.0.0.1:46774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:45.92353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.647063748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-23T01:12:45.923114Z","caller":"traceutil/trace.go:171","msg":"trace[1333211553] linearizableReadLoop","detail":"{readStateIndex:26890; appliedIndex:26887; }","duration":"1.153862928s","start":"2026-04-23T01:12:44.769206Z","end":"2026-04-23T01:12:45.923069Z","steps":["trace[1333211553] 'read index received' (duration: 348.448µs)","trace[1333211553] 'applied index is now lower than readState.Index' (duration: 1.1535123s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:12:45.923578Z","caller":"traceutil/trace.go:171","msg":"trace[656542824] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26002; }","duration":"3.64711936s","start":"2026-04-23T01:12:42.276432Z","end":"2026-04-23T01:12:45.923552Z","steps":["trace[656542824] 'agreement among raft nodes before linearized reading' (duration: 3.647023298s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:45.923514Z","caller":"traceutil/trace.go:171","msg":"trace[1223721466] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26002; }","duration":"3.223546119s","start":"2026-04-23T01:12:42.69996Z","end":"2026-04-23T01:12:45.923506Z","steps":["trace[1223721466] 'agreement among raft nodes before linearized reading' (duration: 3.223448877s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:45.923618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:42.276421Z","time spent":"3.647190102s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-04-23T01:12:45.923633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:42.699928Z","time spent":"3.223691802s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:12:45.923566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.647399647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-c4bwl.18a8d72d04aa2ad3\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-04-23T01:12:45.923926Z","caller":"traceutil/trace.go:171","msg":"trace[164206918] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-c4bwl.18a8d72d04aa2ad3; range_end:; response_count:1; response_revision:26002; }","duration":"3.647825457s","start":"2026-04-23T01:12:42.276088Z","end":"2026-04-23T01:12:45.923914Z","steps":["trace[164206918] 'agreement among raft nodes before linearized reading' (duration: 3.647089088s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:45.923988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:42.276027Z","time spent":"3.647949151s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":901,"request content":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-c4bwl.18a8d72d04aa2ad3\" "} {"level":"info","ts":"2026-04-23T01:12:45.923357Z","caller":"traceutil/trace.go:171","msg":"trace[233227501] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26002; }","duration":"3.634774678s","start":"2026-04-23T01:12:42.288572Z","end":"2026-04-23T01:12:45.923347Z","steps":["trace[233227501] 'agreement among raft nodes before linearized reading' (duration: 3.634709075s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:45.924105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:42.288564Z","time spent":"3.635524057s","remote":"127.0.0.1:46784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:45.923438Z","caller":"traceutil/trace.go:171","msg":"trace[1911929724] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26002; }","duration":"3.597459995s","start":"2026-04-23T01:12:42.325969Z","end":"2026-04-23T01:12:45.923429Z","steps":["trace[1911929724] 'agreement among raft nodes before linearized reading' (duration: 3.59729011s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:45.924208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:42.325959Z","time spent":"3.598236234s","remote":"127.0.0.1:37674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:45.923159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.521386972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:45.924301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:42.053738Z","time spent":"3.87054848s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-23T01:12:45.924341Z","caller":"traceutil/trace.go:171","msg":"trace[1664098354] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26002; }","duration":"2.522564933s","start":"2026-04-23T01:12:43.401731Z","end":"2026-04-23T01:12:45.924296Z","steps":["trace[1664098354] 'agreement among raft nodes before linearized reading' (duration: 2.521357902s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:45.923099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:42.701462Z","time spent":"3.221579648s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:45.924468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:43.401715Z","time spent":"2.522701326s","remote":"127.0.0.1:58044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:45.923391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:43.049417Z","time spent":"2.873964928s","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:46.424599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660927,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:12:46.48766Z","caller":"traceutil/trace.go:171","msg":"trace[399800311] transaction","detail":"{read_only:false; response_revision:26003; number_of_response:1; }","duration":"1.629005136s","start":"2026-04-23T01:12:44.858628Z","end":"2026-04-23T01:12:46.487633Z","steps":["trace[399800311] 'process raft request' (duration: 1.598073094s)","trace[399800311] 'compare' (duration: 30.707286ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:46.487779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:44.858603Z","time spent":"1.629114348s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:47.924605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999879844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:12:47.924704Z","caller":"traceutil/trace.go:171","msg":"trace[2037129465] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000075249s","start":"2026-04-23T01:12:45.924606Z","end":"2026-04-23T01:12:47.924681Z","steps":["trace[2037129465] 'agreement among raft nodes before linearized reading' (duration: 1.999953996s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:47.925001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:45.924587Z","time spent":"2.000393667s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:12:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:12:48.170688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999797682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:12:48.170861Z","caller":"traceutil/trace.go:171","msg":"trace[1098438408] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999995156s","start":"2026-04-23T01:12:46.170845Z","end":"2026-04-23T01:12:48.17084Z","steps":["trace[1098438408] 'agreement among raft nodes before linearized reading' (duration: 1.999794261s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:48.170947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:46.170775Z","time spent":"2.000155151s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:12:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:12:48.215905Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.759172107s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:12:48.216609Z","caller":"traceutil/trace.go:171","msg":"trace[485400058] transaction","detail":"{read_only:false; response_revision:26004; number_of_response:1; }","duration":"2.281361882s","start":"2026-04-23T01:12:45.935215Z","end":"2026-04-23T01:12:48.216577Z","steps":["trace[485400058] 'process raft request' (duration: 2.281025273s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:48.216662Z","caller":"traceutil/trace.go:171","msg":"trace[1092009432] transaction","detail":"{read_only:false; response_revision:26005; number_of_response:1; }","duration":"2.281325791s","start":"2026-04-23T01:12:45.935289Z","end":"2026-04-23T01:12:48.216614Z","steps":["trace[1092009432] 'process raft request' (duration: 2.281177427s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:48.216807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:45.935192Z","time spent":"2.281490724s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:48.216881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:45.935261Z","time spent":"2.281497825s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:12:48.217034Z","caller":"traceutil/trace.go:171","msg":"trace[1307533072] transaction","detail":"{read_only:false; response_revision:26006; number_of_response:1; }","duration":"2.281685779s","start":"2026-04-23T01:12:45.935311Z","end":"2026-04-23T01:12:48.216997Z","steps":["trace[1307533072] 'process raft request' (duration: 2.281229158s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:48.217115Z","caller":"traceutil/trace.go:171","msg":"trace[288550735] linearizableReadLoop","detail":"{readStateIndex:26897; appliedIndex:26891; }","duration":"2.293517999s","start":"2026-04-23T01:12:45.923576Z","end":"2026-04-23T01:12:48.217094Z","steps":["trace[288550735] 'read index received' (duration: 533.144722ms)","trace[288550735] 'applied index is now lower than readState.Index' (duration: 1.760371797s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:12:48.217125Z","caller":"traceutil/trace.go:171","msg":"trace[357661899] transaction","detail":"{read_only:false; response_revision:26007; number_of_response:1; }","duration":"2.281733531s","start":"2026-04-23T01:12:45.935366Z","end":"2026-04-23T01:12:48.2171Z","steps":["trace[357661899] 'process raft request' (duration: 2.281429503s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:48.21716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.505072409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:12:48.217173Z","caller":"traceutil/trace.go:171","msg":"trace[203577190] transaction","detail":"{read_only:false; response_revision:26008; number_of_response:1; }","duration":"2.281774932s","start":"2026-04-23T01:12:45.93537Z","end":"2026-04-23T01:12:48.217145Z","steps":["trace[203577190] 'process raft request' (duration: 2.281634459s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:48.217209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:45.935355Z","time spent":"2.281815513s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:12:48.217242Z","caller":"traceutil/trace.go:171","msg":"trace[356536884] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26008; }","duration":"2.505172631s","start":"2026-04-23T01:12:45.712027Z","end":"2026-04-23T01:12:48.217199Z","steps":["trace[356536884] 'agreement among raft nodes before linearized reading' (duration: 2.505071479s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:48.217234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:45.935288Z","time spent":"2.281840594s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:48.217257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.017429266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:48.217272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.023208672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:48.217296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:45.935359Z","time spent":"2.281871114s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:12:48.217323Z","caller":"traceutil/trace.go:171","msg":"trace[1888267506] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26008; }","duration":"3.023320515s","start":"2026-04-23T01:12:45.193989Z","end":"2026-04-23T01:12:48.217309Z","steps":["trace[1888267506] 'agreement among raft nodes before linearized reading' (duration: 3.023198702s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:48.217303Z","caller":"traceutil/trace.go:171","msg":"trace[718172948] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26008; }","duration":"3.01757172s","start":"2026-04-23T01:12:45.199719Z","end":"2026-04-23T01:12:48.21729Z","steps":["trace[718172948] 'agreement among raft nodes before linearized reading' (duration: 3.017388515s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:48.217361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:45.193968Z","time spent":"3.023384636s","remote":"127.0.0.1:45222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:48.217368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:45.199687Z","time spent":"3.017668342s","remote":"127.0.0.1:46856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:48.217342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:45.711999Z","time spent":"2.505327936s","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:48.717334Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660940,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:12:48.999205Z","caller":"traceutil/trace.go:171","msg":"trace[797939862] transaction","detail":"{read_only:false; response_revision:26009; number_of_response:1; }","duration":"2.223091318s","start":"2026-04-23T01:12:46.776075Z","end":"2026-04-23T01:12:48.999167Z","steps":["trace[797939862] 'process raft request' (duration: 2.222672717s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:48.999456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:46.776047Z","time spent":"2.223244543s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:12:48.999595Z","caller":"traceutil/trace.go:171","msg":"trace[1295544899] transaction","detail":"{read_only:false; response_revision:26011; number_of_response:1; }","duration":"1.459444767s","start":"2026-04-23T01:12:47.540116Z","end":"2026-04-23T01:12:48.999561Z","steps":["trace[1295544899] 'process raft request' (duration: 1.459215851s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:48.999679Z","caller":"traceutil/trace.go:171","msg":"trace[2139615066] transaction","detail":"{read_only:false; response_revision:26010; number_of_response:1; }","duration":"1.686031647s","start":"2026-04-23T01:12:47.313495Z","end":"2026-04-23T01:12:48.999527Z","steps":["trace[2139615066] 'process raft request' (duration: 1.68577049s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:48.99977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:47.540088Z","time spent":"1.459600951s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:49.000079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:47.313465Z","time spent":"1.686297984s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:49.202289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.89358ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-23T01:12:49.203008Z","caller":"traceutil/trace.go:171","msg":"trace[330862310] transaction","detail":"{read_only:false; response_revision:26012; number_of_response:1; }","duration":"1.270457928s","start":"2026-04-23T01:12:47.932528Z","end":"2026-04-23T01:12:49.202986Z","steps":["trace[330862310] 'process raft request' (duration: 1.269859183s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:49.203036Z","caller":"traceutil/trace.go:171","msg":"trace[101407619] transaction","detail":"{read_only:false; response_revision:26014; number_of_response:1; }","duration":"1.269494543s","start":"2026-04-23T01:12:47.933521Z","end":"2026-04-23T01:12:49.203016Z","steps":["trace[101407619] 'process raft request' (duration: 1.269419041s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:49.203047Z","caller":"traceutil/trace.go:171","msg":"trace[487691768] transaction","detail":"{read_only:false; response_revision:26013; number_of_response:1; }","duration":"1.269668397s","start":"2026-04-23T01:12:47.933348Z","end":"2026-04-23T01:12:49.203017Z","steps":["trace[487691768] 'process raft request' (duration: 1.269521154s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:49.203249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:47.933513Z","time spent":"1.269659007s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:49.20312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:47.932515Z","time spent":"1.270545189s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:49.203397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:47.933333Z","time spent":"1.269970975s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:12:49.294891Z","caller":"traceutil/trace.go:171","msg":"trace[330154524] linearizableReadLoop","detail":"{readStateIndex:26906; appliedIndex:26897; }","duration":"1.077709734s","start":"2026-04-23T01:12:48.217158Z","end":"2026-04-23T01:12:49.294868Z","steps":["trace[330154524] 'read index received' (duration: 781.423721ms)","trace[330154524] 'applied index is now lower than readState.Index' (duration: 296.284913ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:49.295086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.271492141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-04-23T01:12:49.295116Z","caller":"traceutil/trace.go:171","msg":"trace[1552321801] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:26016; }","duration":"3.271575063s","start":"2026-04-23T01:12:46.023533Z","end":"2026-04-23T01:12:49.295108Z","steps":["trace[1552321801] 'agreement among raft nodes before linearized reading' (duration: 3.27144092s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:49.295149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:46.023515Z","time spent":"3.271626844s","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-04-23T01:12:49.295114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.060957779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:49.295046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.266582307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:49.295225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.710304219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:49.29524Z","caller":"traceutil/trace.go:171","msg":"trace[1291057284] transaction","detail":"{read_only:false; response_revision:26015; number_of_response:1; }","duration":"1.073351513s","start":"2026-04-23T01:12:48.22187Z","end":"2026-04-23T01:12:49.295221Z","steps":["trace[1291057284] 'process raft request' (duration: 1.072798719s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:49.295275Z","caller":"traceutil/trace.go:171","msg":"trace[2751283] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26016; }","duration":"2.710384821s","start":"2026-04-23T01:12:46.584874Z","end":"2026-04-23T01:12:49.295259Z","steps":["trace[2751283] 'agreement among raft nodes before linearized reading' (duration: 2.710320399s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:49.295284Z","caller":"traceutil/trace.go:171","msg":"trace[32523639] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26016; }","duration":"3.266818333s","start":"2026-04-23T01:12:46.028427Z","end":"2026-04-23T01:12:49.295245Z","steps":["trace[32523639] 'agreement among raft nodes before linearized reading' (duration: 3.266510145s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:49.295312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:46.584855Z","time spent":"2.710448063s","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:49.295344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:48.221845Z","time spent":"1.073447676s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T01:12:49.295386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.370596107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-23T01:12:49.295347Z","caller":"traceutil/trace.go:171","msg":"trace[2070399748] transaction","detail":"{read_only:false; response_revision:26016; number_of_response:1; }","duration":"800.414192ms","start":"2026-04-23T01:12:48.494915Z","end":"2026-04-23T01:12:49.295329Z","steps":["trace[2070399748] 'process raft request' (duration: 799.876638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:49.295421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064207893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"warn","ts":"2026-04-23T01:12:49.295431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.753087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:12:49.295451Z","caller":"traceutil/trace.go:171","msg":"trace[1568468478] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26016; }","duration":"1.064286855s","start":"2026-04-23T01:12:48.231158Z","end":"2026-04-23T01:12:49.295445Z","steps":["trace[1568468478] 'agreement among raft nodes before linearized reading' (duration: 1.064206163s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:49.295389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:46.028403Z","time spent":"3.266946696s","remote":"127.0.0.1:36514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:49.29547Z","caller":"traceutil/trace.go:171","msg":"trace[713399840] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26016; }","duration":"567.830559ms","start":"2026-04-23T01:12:48.727627Z","end":"2026-04-23T01:12:49.295458Z","steps":["trace[713399840] 'agreement among raft nodes before linearized reading' (duration: 567.755907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:49.295475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:48.231125Z","time spent":"1.064345126s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7128,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-23T01:12:49.295495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:48.727605Z","time spent":"567.882171ms","remote":"127.0.0.1:54424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:49.295496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.36794507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d57f5733-a8e6-437c-a542-072b48d0004e\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-23T01:12:49.295529Z","caller":"traceutil/trace.go:171","msg":"trace[864470846] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d57f5733-a8e6-437c-a542-072b48d0004e; range_end:; response_count:1; response_revision:26016; }","duration":"3.36797718s","start":"2026-04-23T01:12:45.927543Z","end":"2026-04-23T01:12:49.29552Z","steps":["trace[864470846] 'agreement among raft nodes before linearized reading' (duration: 3.367898188s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:49.295488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.933222806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:49.295239Z","caller":"traceutil/trace.go:171","msg":"trace[389515298] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26016; }","duration":"2.061122403s","start":"2026-04-23T01:12:47.234094Z","end":"2026-04-23T01:12:49.295216Z","steps":["trace[389515298] 'agreement among raft nodes before linearized reading' (duration: 2.060798475s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:49.295553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:45.927527Z","time spent":"3.368021532s","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-d57f5733-a8e6-437c-a542-072b48d0004e\" "} {"level":"warn","ts":"2026-04-23T01:12:49.295531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:48.494881Z","time spent":"800.558495ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:12:49.295587Z","caller":"traceutil/trace.go:171","msg":"trace[1748588739] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26016; }","duration":"2.933343409s","start":"2026-04-23T01:12:46.36222Z","end":"2026-04-23T01:12:49.295563Z","steps":["trace[1748588739] 'agreement among raft nodes before linearized reading' (duration: 2.933142734s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:49.295641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.022551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:12:49.29563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.360287085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-04-23T01:12:49.295173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217917629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:49.295708Z","caller":"traceutil/trace.go:171","msg":"trace[2028839322] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26016; }","duration":"1.218510584s","start":"2026-04-23T01:12:48.077188Z","end":"2026-04-23T01:12:49.295698Z","steps":["trace[2028839322] 'agreement among raft nodes before linearized reading' (duration: 1.217794336s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:49.295661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:46.362161Z","time spent":"2.933480703s","remote":"127.0.0.1:53902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:49.295755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:48.077168Z","time spent":"1.218575646s","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:49.295669Z","caller":"traceutil/trace.go:171","msg":"trace[463864220] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26016; }","duration":"889.088403ms","start":"2026-04-23T01:12:48.406574Z","end":"2026-04-23T01:12:49.295663Z","steps":["trace[463864220] 'agreement among raft nodes before linearized reading' (duration: 889.046592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:49.295801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636119974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:49.295801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:48.40652Z","time spent":"889.268468ms","remote":"127.0.0.1:36538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:49.295822Z","caller":"traceutil/trace.go:171","msg":"trace[1100281932] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26016; }","duration":"1.636142605s","start":"2026-04-23T01:12:47.659673Z","end":"2026-04-23T01:12:49.295816Z","steps":["trace[1100281932] 'agreement among raft nodes before linearized reading' (duration: 1.636107264s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:49.295595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:47.234061Z","time spent":"2.061514313s","remote":"127.0.0.1:54200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-23T01:12:49.295425Z","caller":"traceutil/trace.go:171","msg":"trace[2001466855] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26016; }","duration":"3.370686059s","start":"2026-04-23T01:12:45.924731Z","end":"2026-04-23T01:12:49.295417Z","steps":["trace[2001466855] 'agreement among raft nodes before linearized reading' (duration: 3.370551575s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:49.295972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:45.92319Z","time spent":"3.372766252s","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-23T01:12:49.296009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363460569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:49.295605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.18664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:49.296056Z","caller":"traceutil/trace.go:171","msg":"trace[1052383772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26016; }","duration":"1.36353399s","start":"2026-04-23T01:12:47.93251Z","end":"2026-04-23T01:12:49.296044Z","steps":["trace[1052383772] 'agreement among raft nodes before linearized reading' (duration: 1.363443568s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:49.29607Z","caller":"traceutil/trace.go:171","msg":"trace[797233824] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26016; }","duration":"820.684593ms","start":"2026-04-23T01:12:48.475368Z","end":"2026-04-23T01:12:49.296052Z","steps":["trace[797233824] 'agreement among raft nodes before linearized reading' (duration: 820.208701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:49.296093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:47.932489Z","time spent":"1.363596632s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:12:49.296135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:48.47534Z","time spent":"820.773996ms","remote":"127.0.0.1:49110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:49.295725Z","caller":"traceutil/trace.go:171","msg":"trace[252657369] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26016; }","duration":"3.360408239s","start":"2026-04-23T01:12:45.935282Z","end":"2026-04-23T01:12:49.29569Z","steps":["trace[252657369] 'agreement among raft nodes before linearized reading' (duration: 3.360153152s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:49.296202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:45.935268Z","time spent":"3.360922112s","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-23T01:12:49.295146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.898633302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:12:49.296321Z","caller":"traceutil/trace.go:171","msg":"trace[755340923] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26016; }","duration":"2.899876614s","start":"2026-04-23T01:12:46.39643Z","end":"2026-04-23T01:12:49.296307Z","steps":["trace[755340923] 'agreement among raft nodes before linearized reading' (duration: 2.898584641s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:49.296425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:46.396406Z","time spent":"2.900003048s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:49.295841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:47.659615Z","time spent":"1.636220697s","remote":"127.0.0.1:36474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:49.295834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.36045337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/envoy-gateway-system/\" range_end:\"/registry/services/specs/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:1 size:1909"} {"level":"info","ts":"2026-04-23T01:12:49.297284Z","caller":"traceutil/trace.go:171","msg":"trace[933794583] range","detail":"{range_begin:/registry/services/specs/envoy-gateway-system/; range_end:/registry/services/specs/envoy-gateway-system0; response_count:1; response_revision:26016; }","duration":"3.361910228s","start":"2026-04-23T01:12:45.935347Z","end":"2026-04-23T01:12:49.297257Z","steps":["trace[933794583] 'agreement among raft nodes before linearized reading' (duration: 3.360405239s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:49.295833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754697473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:49.297364Z","caller":"traceutil/trace.go:171","msg":"trace[461390943] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26016; }","duration":"1.756274093s","start":"2026-04-23T01:12:47.541079Z","end":"2026-04-23T01:12:49.297353Z","steps":["trace[461390943] 'agreement among raft nodes before linearized reading' (duration: 1.754703783s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:49.295872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455970199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:49.297422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:47.541057Z","time spent":"1.756352175s","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:49.29742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:45.935338Z","time spent":"3.36200912s","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1933,"request content":"key:\"/registry/services/specs/envoy-gateway-system/\" range_end:\"/registry/services/specs/envoy-gateway-system0\" limit:10000 "} {"level":"info","ts":"2026-04-23T01:12:49.297458Z","caller":"traceutil/trace.go:171","msg":"trace[1270077162] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26016; }","duration":"1.45759341s","start":"2026-04-23T01:12:47.83985Z","end":"2026-04-23T01:12:49.297443Z","steps":["trace[1270077162] 'agreement among raft nodes before linearized reading' (duration: 1.45600335s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:49.29751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:47.839828Z","time spent":"1.457660561s","remote":"127.0.0.1:54114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:50.813684Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.387440037s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:12:50.927582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501400919s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-04-23T01:12:50.927992Z","caller":"traceutil/trace.go:171","msg":"trace[556761093] transaction","detail":"{read_only:false; response_revision:26017; number_of_response:1; }","duration":"1.623043504s","start":"2026-04-23T01:12:49.304921Z","end":"2026-04-23T01:12:50.927964Z","steps":["trace[556761093] 'process raft request' (duration: 1.622775897s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:50.928129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:49.304888Z","time spent":"1.623164467s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3518,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:12:50.928179Z","caller":"traceutil/trace.go:171","msg":"trace[1621761521] linearizableReadLoop","detail":"{readStateIndex:26907; appliedIndex:26906; }","duration":"1.626288186s","start":"2026-04-23T01:12:49.301854Z","end":"2026-04-23T01:12:50.928142Z","steps":["trace[1621761521] 'read index received' (duration: 124.363905ms)","trace[1621761521] 'applied index is now lower than readState.Index' (duration: 1.501919771s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:50.928256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:49.301291Z","time spent":"1.626957454s","remote":"127.0.0.1:37356","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:12:50.928359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626468131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/envoy-gateway-system/\" range_end:\"/registry/horizontalpodautoscalers/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:50.928465Z","caller":"traceutil/trace.go:171","msg":"trace[515909641] range","detail":"{range_begin:/registry/horizontalpodautoscalers/envoy-gateway-system/; range_end:/registry/horizontalpodautoscalers/envoy-gateway-system0; response_count:0; response_revision:26017; }","duration":"1.626605105s","start":"2026-04-23T01:12:49.301825Z","end":"2026-04-23T01:12:50.92843Z","steps":["trace[515909641] 'agreement among raft nodes before linearized reading' (duration: 1.626455541s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:50.92856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:49.301811Z","time spent":"1.626726557s","remote":"127.0.0.1:37520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":119,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/envoy-gateway-system/\" range_end:\"/registry/horizontalpodautoscalers/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T01:12:50.942269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.995434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:50.942318Z","caller":"traceutil/trace.go:171","msg":"trace[2071841028] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26018; }","duration":"500.086516ms","start":"2026-04-23T01:12:50.442222Z","end":"2026-04-23T01:12:50.942308Z","steps":["trace[2071841028] 'agreement among raft nodes before linearized reading' (duration: 500.014805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:50.942292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639002498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:50.942341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:50.442201Z","time spent":"500.134317ms","remote":"127.0.0.1:54130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:50.942368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639828918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-thlj7.18a8d72d075a1a58\" ","response":"range_response_count:1 size:884"} {"level":"info","ts":"2026-04-23T01:12:50.942375Z","caller":"traceutil/trace.go:171","msg":"trace[1995372322] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:26018; }","duration":"1.6391081s","start":"2026-04-23T01:12:49.303246Z","end":"2026-04-23T01:12:50.942354Z","steps":["trace[1995372322] 'agreement among raft nodes before linearized reading' (duration: 1.638977317s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:50.942406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.155712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-23T01:12:50.942472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637274063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:50.942476Z","caller":"traceutil/trace.go:171","msg":"trace[1270667172] transaction","detail":"{read_only:false; response_revision:26018; number_of_response:1; }","duration":"585.25343ms","start":"2026-04-23T01:12:50.357214Z","end":"2026-04-23T01:12:50.942467Z","steps":["trace[1270667172] 'process raft request' (duration: 584.806599ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:50.942492Z","caller":"traceutil/trace.go:171","msg":"trace[495980918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26018; }","duration":"1.637310145s","start":"2026-04-23T01:12:49.305177Z","end":"2026-04-23T01:12:50.942487Z","steps":["trace[495980918] 'agreement among raft nodes before linearized reading' (duration: 1.637271814s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:50.9425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637758766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:50.942594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452521211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:50.942608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.614976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:50.942611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538915837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-04-23T01:12:50.942648Z","caller":"traceutil/trace.go:171","msg":"trace[1764285794] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:26018; }","duration":"1.452595973s","start":"2026-04-23T01:12:49.49004Z","end":"2026-04-23T01:12:50.942636Z","steps":["trace[1764285794] 'agreement among raft nodes before linearized reading' (duration: 1.45246954s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:50.942648Z","caller":"traceutil/trace.go:171","msg":"trace[1284907389] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26018; }","duration":"176.661228ms","start":"2026-04-23T01:12:50.765977Z","end":"2026-04-23T01:12:50.942638Z","steps":["trace[1284907389] 'agreement among raft nodes before linearized reading' (duration: 176.499954ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:50.942665Z","caller":"traceutil/trace.go:171","msg":"trace[1306864496] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26018; }","duration":"1.538957828s","start":"2026-04-23T01:12:49.403686Z","end":"2026-04-23T01:12:50.942644Z","steps":["trace[1306864496] 'agreement among raft nodes before linearized reading' (duration: 1.538859095s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:50.942694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:49.49003Z","time spent":"1.452654015s","remote":"127.0.0.1:37430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"info","ts":"2026-04-23T01:12:50.942418Z","caller":"traceutil/trace.go:171","msg":"trace[392832795] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-thlj7.18a8d72d075a1a58; range_end:; response_count:1; response_revision:26018; }","duration":"1.639914521s","start":"2026-04-23T01:12:49.302488Z","end":"2026-04-23T01:12:50.942403Z","steps":["trace[392832795] 'agreement among raft nodes before linearized reading' (duration: 1.639747277s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:50.942839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:49.302477Z","time spent":"1.640337221s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":908,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-thlj7.18a8d72d075a1a58\" "} {"level":"warn","ts":"2026-04-23T01:12:50.942696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:49.403623Z","time spent":"1.5390644s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-04-23T01:12:50.942594Z","caller":"traceutil/trace.go:171","msg":"trace[1508346380] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26018; }","duration":"1.637878659s","start":"2026-04-23T01:12:49.304702Z","end":"2026-04-23T01:12:50.942581Z","steps":["trace[1508346380] 'agreement among raft nodes before linearized reading' (duration: 1.637755466s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:50.943064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:49.304685Z","time spent":"1.638369821s","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:12:50.942519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:49.305169Z","time spent":"1.637346165s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:12:50.942481Z","caller":"traceutil/trace.go:171","msg":"trace[1602461390] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26018; }","duration":"720.269654ms","start":"2026-04-23T01:12:50.222196Z","end":"2026-04-23T01:12:50.942466Z","steps":["trace[1602461390] 'agreement among raft nodes before linearized reading' (duration: 720.146491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:50.94316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640381953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-04-23T01:12:50.943207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:50.222171Z","time spent":"721.030204ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:12:50.942293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454987214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:50.943549Z","caller":"traceutil/trace.go:171","msg":"trace[861280204] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26018; }","duration":"1.456288408s","start":"2026-04-23T01:12:49.487242Z","end":"2026-04-23T01:12:50.943531Z","steps":["trace[861280204] 'agreement among raft nodes before linearized reading' (duration: 1.454942343s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:50.943618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:49.487219Z","time spent":"1.456378599s","remote":"127.0.0.1:53812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:50.942522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:50.357186Z","time spent":"585.307192ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:50.942429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:49.30324Z","time spent":"1.639175672s","remote":"127.0.0.1:37414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-04-23T01:12:50.943653Z","caller":"traceutil/trace.go:171","msg":"trace[1916576635] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:26018; }","duration":"1.640585067s","start":"2026-04-23T01:12:49.302691Z","end":"2026-04-23T01:12:50.943276Z","steps":["trace[1916576635] 'agreement among raft nodes before linearized reading' (duration: 1.639777047s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:50.944137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:49.302684Z","time spent":"1.641399969s","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"warn","ts":"2026-04-23T01:12:51.502786Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660960,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:12:52.010931Z","caller":"traceutil/trace.go:171","msg":"trace[1636295143] transaction","detail":"{read_only:false; response_revision:26021; number_of_response:1; }","duration":"1.065084305s","start":"2026-04-23T01:12:50.945813Z","end":"2026-04-23T01:12:52.010897Z","steps":["trace[1636295143] 'process raft request' (duration: 986.092106ms)","trace[1636295143] 'compare' (duration: 78.382763ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:52.011095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:50.945799Z","time spent":"1.065208979s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:12:52.011566Z","caller":"traceutil/trace.go:171","msg":"trace[1091660759] transaction","detail":"{read_only:false; response_revision:26022; number_of_response:1; }","duration":"1.062612103s","start":"2026-04-23T01:12:50.948929Z","end":"2026-04-23T01:12:52.011541Z","steps":["trace[1091660759] 'process raft request' (duration: 1.061817563s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:52.011732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:50.948914Z","time spent":"1.062754756s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:52.537999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.493252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:12:52.538307Z","caller":"traceutil/trace.go:171","msg":"trace[991115419] transaction","detail":"{read_only:false; response_revision:26023; number_of_response:1; }","duration":"1.532287599s","start":"2026-04-23T01:12:51.005985Z","end":"2026-04-23T01:12:52.538273Z","steps":["trace[991115419] 'process raft request' (duration: 1.308425298s)","trace[991115419] 'compare' (duration: 222.816854ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:12:52.538355Z","caller":"traceutil/trace.go:171","msg":"trace[30078325] transaction","detail":"{read_only:false; response_revision:26024; number_of_response:1; }","duration":"1.528153475s","start":"2026-04-23T01:12:51.010165Z","end":"2026-04-23T01:12:52.538318Z","steps":["trace[30078325] 'process raft request' (duration: 1.52795615s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:52.538431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:51.00597Z","time spent":"1.532406283s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:12:52.538437Z","caller":"traceutil/trace.go:171","msg":"trace[1832555141] transaction","detail":"{read_only:false; response_revision:26025; number_of_response:1; }","duration":"1.329945612s","start":"2026-04-23T01:12:51.208461Z","end":"2026-04-23T01:12:52.538406Z","steps":["trace[1832555141] 'process raft request' (duration: 1.329750538s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:52.538499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:51.010151Z","time spent":"1.528270348s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4450,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:52.538599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594362789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:52.538703Z","caller":"traceutil/trace.go:171","msg":"trace[856327246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26028; }","duration":"1.594494802s","start":"2026-04-23T01:12:50.944193Z","end":"2026-04-23T01:12:52.538688Z","steps":["trace[856327246] 'agreement among raft nodes before linearized reading' (duration: 1.594284597s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:52.538759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:50.94418Z","time spent":"1.594567064s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:12:52.538448Z","caller":"traceutil/trace.go:171","msg":"trace[811393162] linearizableReadLoop","detail":"{readStateIndex:26919; appliedIndex:26911; }","duration":"1.536415114s","start":"2026-04-23T01:12:51.002015Z","end":"2026-04-23T01:12:52.53843Z","steps":["trace[811393162] 'read index received' (duration: 929.983158ms)","trace[811393162] 'applied index is now lower than readState.Index' (duration: 606.430386ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:52.538609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:51.208441Z","time spent":"1.330060275s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:52.538857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589399033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:52.538925Z","caller":"traceutil/trace.go:171","msg":"trace[992875522] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26028; }","duration":"1.589494686s","start":"2026-04-23T01:12:50.949412Z","end":"2026-04-23T01:12:52.538907Z","steps":["trace[992875522] 'agreement among raft nodes before linearized reading' (duration: 1.589384063s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:52.53897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:50.949395Z","time spent":"1.589564837s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:12:52.538995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59318102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-04-23T01:12:52.538986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590194244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-04-23T01:12:52.53905Z","caller":"traceutil/trace.go:171","msg":"trace[1330707561] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26028; }","duration":"1.593268071s","start":"2026-04-23T01:12:50.945768Z","end":"2026-04-23T01:12:52.539036Z","steps":["trace[1330707561] 'agreement among raft nodes before linearized reading' (duration: 1.593093977s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:52.539048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534456954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-23T01:12:52.539056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590216294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fc65d9f3-c07c-4b27-ae7a-4dde8236c409\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-04-23T01:12:52.539084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:50.945752Z","time spent":"1.593325223s","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-04-23T01:12:52.539074Z","caller":"traceutil/trace.go:171","msg":"trace[690219402] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:26028; }","duration":"1.590352458s","start":"2026-04-23T01:12:50.948702Z","end":"2026-04-23T01:12:52.539054Z","steps":["trace[690219402] 'agreement among raft nodes before linearized reading' (duration: 1.590130362s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:52.539122Z","caller":"traceutil/trace.go:171","msg":"trace[768578202] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fc65d9f3-c07c-4b27-ae7a-4dde8236c409; range_end:; response_count:1; response_revision:26028; }","duration":"1.590311757s","start":"2026-04-23T01:12:50.948792Z","end":"2026-04-23T01:12:52.539104Z","steps":["trace[768578202] 'agreement among raft nodes before linearized reading' (duration: 1.590138562s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:52.539136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.635668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:52.539175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:50.948775Z","time spent":"1.590388289s","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1318,"request content":"key:\"/registry/persistentvolumes/pvc-fc65d9f3-c07c-4b27-ae7a-4dde8236c409\" "} {"level":"info","ts":"2026-04-23T01:12:52.539185Z","caller":"traceutil/trace.go:171","msg":"trace[1495746126] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26028; }","duration":"927.71296ms","start":"2026-04-23T01:12:51.611455Z","end":"2026-04-23T01:12:52.539168Z","steps":["trace[1495746126] 'agreement among raft nodes before linearized reading' (duration: 927.657539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:52.539188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080303609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:52.53919Z","caller":"traceutil/trace.go:171","msg":"trace[1485683553] transaction","detail":"{read_only:false; response_revision:26026; number_of_response:1; }","duration":"1.330060416s","start":"2026-04-23T01:12:51.209112Z","end":"2026-04-23T01:12:52.539173Z","steps":["trace[1485683553] 'process raft request' (duration: 1.329156063s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:52.539226Z","caller":"traceutil/trace.go:171","msg":"trace[497525801] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26028; }","duration":"1.080382501s","start":"2026-04-23T01:12:51.458835Z","end":"2026-04-23T01:12:52.539217Z","steps":["trace[497525801] 'agreement among raft nodes before linearized reading' (duration: 1.080318639s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:52.539266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:51.458812Z","time spent":"1.080446813s","remote":"127.0.0.1:58080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:52.539271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:51.2091Z","time spent":"1.330130257s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:12:52.539341Z","caller":"traceutil/trace.go:171","msg":"trace[2100476780] transaction","detail":"{read_only:false; response_revision:26028; number_of_response:1; }","duration":"1.236858357s","start":"2026-04-23T01:12:51.302471Z","end":"2026-04-23T01:12:52.539329Z","steps":["trace[2100476780] 'process raft request' (duration: 1.235898614s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:52.539359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.038187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-thlj7.18a8d72d075cef71\" ","response":"range_response_count:1 size:884"} {"level":"warn","ts":"2026-04-23T01:12:52.539131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:50.948689Z","time spent":"1.5904313s","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"info","ts":"2026-04-23T01:12:52.539388Z","caller":"traceutil/trace.go:171","msg":"trace[1767447808] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-thlj7.18a8d72d075cef71; range_end:; response_count:1; response_revision:26028; }","duration":"525.064948ms","start":"2026-04-23T01:12:52.014314Z","end":"2026-04-23T01:12:52.539379Z","steps":["trace[1767447808] 'agreement among raft nodes before linearized reading' (duration: 524.939675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:52.539048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.876054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:52.539415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:52.014259Z","time spent":"525.150949ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":908,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-thlj7.18a8d72d075cef71\" "} {"level":"warn","ts":"2026-04-23T01:12:52.539421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:51.302444Z","time spent":"1.23693625s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:52.539231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:51.611436Z","time spent":"927.785772ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:52.539453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.420638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:12:52.539505Z","caller":"traceutil/trace.go:171","msg":"trace[810488472] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26028; }","duration":"389.499159ms","start":"2026-04-23T01:12:52.14999Z","end":"2026-04-23T01:12:52.539489Z","steps":["trace[810488472] 'agreement among raft nodes before linearized reading' (duration: 389.384847ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:52.539439Z","caller":"traceutil/trace.go:171","msg":"trace[1215626270] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26028; }","duration":"113.321345ms","start":"2026-04-23T01:12:52.426106Z","end":"2026-04-23T01:12:52.539428Z","steps":["trace[1215626270] 'agreement among raft nodes before linearized reading' (duration: 112.872624ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:52.539089Z","caller":"traceutil/trace.go:171","msg":"trace[473967079] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26028; }","duration":"1.534540476s","start":"2026-04-23T01:12:51.004537Z","end":"2026-04-23T01:12:52.539078Z","steps":["trace[473967079] 'agreement among raft nodes before linearized reading' (duration: 1.534383842s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:52.539612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:51.004517Z","time spent":"1.53508535s","remote":"127.0.0.1:37484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T01:12:52.539318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.290033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418304"} {"level":"info","ts":"2026-04-23T01:12:52.539514Z","caller":"traceutil/trace.go:171","msg":"trace[1707445524] transaction","detail":"{read_only:false; response_revision:26027; number_of_response:1; }","duration":"1.329830059s","start":"2026-04-23T01:12:51.209672Z","end":"2026-04-23T01:12:52.539502Z","steps":["trace[1707445524] 'process raft request' (duration: 1.328643919s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:52.539736Z","caller":"traceutil/trace.go:171","msg":"trace[479915946] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26028; }","duration":"455.710913ms","start":"2026-04-23T01:12:52.084007Z","end":"2026-04-23T01:12:52.539718Z","steps":["trace[479915946] 'agreement among raft nodes before linearized reading' (duration: 454.948594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:52.539797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:52.083963Z","time spent":"455.819336ms","remote":"127.0.0.1:54424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418328,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-23T01:12:52.5398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:51.209653Z","time spent":"1.330081435s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:52.539563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:52.149974Z","time spent":"389.575602ms","remote":"127.0.0.1:37752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:52.54286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.013331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:389346"} {"level":"info","ts":"2026-04-23T01:12:52.542914Z","caller":"traceutil/trace.go:171","msg":"trace[189843865] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:26028; }","duration":"524.083773ms","start":"2026-04-23T01:12:52.018816Z","end":"2026-04-23T01:12:52.5429Z","steps":["trace[189843865] 'agreement among raft nodes before linearized reading' (duration: 520.294268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:52.542954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:52.01881Z","time spent":"524.126474ms","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":2024,"response size":389370,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-04-23T01:12:53.170312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.801872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:12:53.170408Z","caller":"traceutil/trace.go:171","msg":"trace[1724638415] linearizableReadLoop","detail":"{readStateIndex:26920; appliedIndex:26919; }","duration":"626.744709ms","start":"2026-04-23T01:12:52.543647Z","end":"2026-04-23T01:12:53.170392Z","steps":["trace[1724638415] 'read index received' (duration: 305.729002ms)","trace[1724638415] 'applied index is now lower than readState.Index' (duration: 321.013397ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:12:53.170526Z","caller":"traceutil/trace.go:171","msg":"trace[1572631414] transaction","detail":"{read_only:false; response_revision:26029; number_of_response:1; }","duration":"628.074324ms","start":"2026-04-23T01:12:52.542402Z","end":"2026-04-23T01:12:53.170476Z","steps":["trace[1572631414] 'process raft request' (duration: 307.026635ms)","trace[1572631414] 'compare' (duration: 320.482654ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:53.170632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.978505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-23T01:12:53.170673Z","caller":"traceutil/trace.go:171","msg":"trace[1346148331] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:26029; }","duration":"627.035116ms","start":"2026-04-23T01:12:52.543625Z","end":"2026-04-23T01:12:53.17066Z","steps":["trace[1346148331] 'agreement among raft nodes before linearized reading' (duration: 626.847372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:53.170693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:52.542383Z","time spent":"628.228128ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:53.170707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:52.543615Z","time spent":"627.084388ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-04-23T01:12:53.170756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.567435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-04-23T01:12:53.170831Z","caller":"traceutil/trace.go:171","msg":"trace[679769479] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:26029; }","duration":"626.679928ms","start":"2026-04-23T01:12:52.544134Z","end":"2026-04-23T01:12:53.170813Z","steps":["trace[679769479] 'agreement among raft nodes before linearized reading' (duration: 626.390951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:53.170869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:52.54412Z","time spent":"626.741479ms","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"warn","ts":"2026-04-23T01:12:53.170961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.687382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:53.170998Z","caller":"traceutil/trace.go:171","msg":"trace[1867645490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26029; }","duration":"623.738664ms","start":"2026-04-23T01:12:52.54725Z","end":"2026-04-23T01:12:53.170989Z","steps":["trace[1867645490] 'agreement among raft nodes before linearized reading' (duration: 623.681772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:53.171022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.123638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"warn","ts":"2026-04-23T01:12:53.171024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:52.547241Z","time spent":"623.777524ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:12:53.171025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.843402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-23T01:12:53.17102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.415344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:12:53.171054Z","caller":"traceutil/trace.go:171","msg":"trace[1818377235] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26029; }","duration":"625.170819ms","start":"2026-04-23T01:12:52.545875Z","end":"2026-04-23T01:12:53.171046Z","steps":["trace[1818377235] 'agreement among raft nodes before linearized reading' (duration: 625.053206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:53.17102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.070523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:53.171081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:52.545868Z","time spent":"625.20823ms","remote":"127.0.0.1:37484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-04-23T01:12:53.171092Z","caller":"traceutil/trace.go:171","msg":"trace[1580453298] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26029; }","duration":"568.552798ms","start":"2026-04-23T01:12:52.602519Z","end":"2026-04-23T01:12:53.171072Z","steps":["trace[1580453298] 'agreement among raft nodes before linearized reading' (duration: 568.430755ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:53.171102Z","caller":"traceutil/trace.go:171","msg":"trace[428197483] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26029; }","duration":"613.206327ms","start":"2026-04-23T01:12:52.55788Z","end":"2026-04-23T01:12:53.171086Z","steps":["trace[428197483] 'agreement among raft nodes before linearized reading' (duration: 613.025573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:53.171093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.818457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:53.171221Z","caller":"traceutil/trace.go:171","msg":"trace[949817476] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26029; }","duration":"405.005892ms","start":"2026-04-23T01:12:52.76619Z","end":"2026-04-23T01:12:53.171196Z","steps":["trace[949817476] 'agreement among raft nodes before linearized reading' (duration: 404.789446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:53.171299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:52.766167Z","time spent":"405.113115ms","remote":"127.0.0.1:54232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:53.171146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:52.557862Z","time spent":"613.269038ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:53.171062Z","caller":"traceutil/trace.go:171","msg":"trace[1482271806] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26029; }","duration":"626.896793ms","start":"2026-04-23T01:12:52.544157Z","end":"2026-04-23T01:12:53.171053Z","steps":["trace[1482271806] 'agreement among raft nodes before linearized reading' (duration: 626.78474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:53.171461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:52.544145Z","time spent":"627.273432ms","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T01:12:53.171035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.448541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:53.171608Z","caller":"traceutil/trace.go:171","msg":"trace[153904328] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26029; }","duration":"625.064067ms","start":"2026-04-23T01:12:52.546485Z","end":"2026-04-23T01:12:53.171549Z","steps":["trace[153904328] 'agreement among raft nodes before linearized reading' (duration: 624.441191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:53.171139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:52.602498Z","time spent":"568.630559ms","remote":"127.0.0.1:37550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:53.171756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:52.546474Z","time spent":"625.260411ms","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:12:53.175518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.227373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-c9f5464c4-b7qz4.18a8d66f12435106\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26028 ","response":"range_response_count:500 size:389472"} {"level":"info","ts":"2026-04-23T01:12:53.175816Z","caller":"traceutil/trace.go:171","msg":"trace[425608287] range","detail":"{range_begin:/registry/events/openstack/heat-engine-c9f5464c4-b7qz4.18a8d66f12435106\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:26029; }","duration":"616.565622ms","start":"2026-04-23T01:12:52.559222Z","end":"2026-04-23T01:12:53.175788Z","steps":["trace[425608287] 'agreement among raft nodes before linearized reading' (duration: 611.738251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:53.176115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:52.559205Z","time spent":"616.817878ms","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":1524,"response size":389496,"request content":"key:\"/registry/events/openstack/heat-engine-c9f5464c4-b7qz4.18a8d66f12435106\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26028 "} {"level":"warn","ts":"2026-04-23T01:12:53.678302Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660977,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:12:53.896814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.270604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:12:53.896927Z","caller":"traceutil/trace.go:171","msg":"trace[2027252812] linearizableReadLoop","detail":"{readStateIndex:26921; appliedIndex:26920; }","duration":"719.215818ms","start":"2026-04-23T01:12:53.177693Z","end":"2026-04-23T01:12:53.896908Z","steps":["trace[2027252812] 'read index received' (duration: 594.808911ms)","trace[2027252812] 'applied index is now lower than readState.Index' (duration: 124.405377ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:12:53.897045Z","caller":"traceutil/trace.go:171","msg":"trace[149729564] transaction","detail":"{read_only:false; response_revision:26030; number_of_response:1; }","duration":"719.67942ms","start":"2026-04-23T01:12:53.17735Z","end":"2026-04-23T01:12:53.897029Z","steps":["trace[149729564] 'process raft request' (duration: 595.115409ms)","trace[149729564] 'compare' (duration: 124.158251ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:53.897111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:53.177336Z","time spent":"719.741391ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:53.897396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.69842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-04-23T01:12:53.897425Z","caller":"traceutil/trace.go:171","msg":"trace[797483631] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26030; }","duration":"719.747392ms","start":"2026-04-23T01:12:53.177669Z","end":"2026-04-23T01:12:53.897416Z","steps":["trace[797483631] 'agreement among raft nodes before linearized reading' (duration: 719.611978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:53.897462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:53.177658Z","time spent":"719.797933ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-23T01:12:53.898119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.018279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-04-23T01:12:53.898206Z","caller":"traceutil/trace.go:171","msg":"trace[194657368] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:26030; }","duration":"516.147503ms","start":"2026-04-23T01:12:53.38203Z","end":"2026-04-23T01:12:53.898177Z","steps":["trace[194657368] 'agreement among raft nodes before linearized reading' (duration: 515.941758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:53.898306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:53.382004Z","time spent":"516.284896ms","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-04-23T01:12:53.897968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.814258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:53.898782Z","caller":"traceutil/trace.go:171","msg":"trace[126492960] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26030; }","duration":"180.670338ms","start":"2026-04-23T01:12:53.718083Z","end":"2026-04-23T01:12:53.898754Z","steps":["trace[126492960] 'agreement among raft nodes before linearized reading' (duration: 179.808417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:53.901475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.481511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-rabbit-init-9zccb.18a8d64f0566b01d\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26028 ","response":"range_response_count:500 size:388680"} {"level":"info","ts":"2026-04-23T01:12:53.901529Z","caller":"traceutil/trace.go:171","msg":"trace[2065375086] range","detail":"{range_begin:/registry/events/openstack/neutron-rabbit-init-9zccb.18a8d64f0566b01d\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:26030; }","duration":"709.585064ms","start":"2026-04-23T01:12:53.191931Z","end":"2026-04-23T01:12:53.901516Z","steps":["trace[2065375086] 'agreement among raft nodes before linearized reading' (duration: 705.663565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:53.901584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:53.191903Z","time spent":"709.653426ms","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1024,"response size":388704,"request content":"key:\"/registry/events/openstack/neutron-rabbit-init-9zccb.18a8d64f0566b01d\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26028 "} {"level":"warn","ts":"2026-04-23T01:12:54.404822Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660981,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:12:54.663388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.548116ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:54.66354Z","caller":"traceutil/trace.go:171","msg":"trace[1796820959] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26030; }","duration":"337.7119ms","start":"2026-04-23T01:12:54.325805Z","end":"2026-04-23T01:12:54.663517Z","steps":["trace[1796820959] 'range keys from in-memory index tree' (duration: 337.530585ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:54.6644Z","caller":"traceutil/trace.go:171","msg":"trace[883916961] linearizableReadLoop","detail":"{readStateIndex:26922; appliedIndex:26921; }","duration":"760.117033ms","start":"2026-04-23T01:12:53.904254Z","end":"2026-04-23T01:12:54.664371Z","steps":["trace[883916961] 'read index received' (duration: 685.304061ms)","trace[883916961] 'applied index is now lower than readState.Index' (duration: 74.811812ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:12:54.664433Z","caller":"traceutil/trace.go:171","msg":"trace[121607325] transaction","detail":"{read_only:false; response_revision:26031; number_of_response:1; }","duration":"761.472617ms","start":"2026-04-23T01:12:53.902931Z","end":"2026-04-23T01:12:54.664404Z","steps":["trace[121607325] 'process raft request' (duration: 686.394828ms)","trace[121607325] 'compare' (duration: 74.492044ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:54.664543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:53.90292Z","time spent":"761.567639ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T01:12:54.664656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.38652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-23T01:12:54.664703Z","caller":"traceutil/trace.go:171","msg":"trace[1714161536] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26031; }","duration":"760.465482ms","start":"2026-04-23T01:12:53.904224Z","end":"2026-04-23T01:12:54.664689Z","steps":["trace[1714161536] 'agreement among raft nodes before linearized reading' (duration: 760.271047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:54.66474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:53.904211Z","time spent":"760.519223ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-23T01:12:55.16482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149660988,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:12:55.521668Z","caller":"traceutil/trace.go:171","msg":"trace[1817515840] transaction","detail":"{read_only:false; response_revision:26032; number_of_response:1; }","duration":"973.51991ms","start":"2026-04-23T01:12:54.54811Z","end":"2026-04-23T01:12:55.521629Z","steps":["trace[1817515840] 'process raft request' (duration: 878.453286ms)","trace[1817515840] 'compare' (duration: 94.475909ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:55.521841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:54.548084Z","time spent":"973.670023ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:12:55.521936Z","caller":"traceutil/trace.go:171","msg":"trace[756049002] transaction","detail":"{read_only:false; response_revision:26033; number_of_response:1; }","duration":"973.713505ms","start":"2026-04-23T01:12:54.548186Z","end":"2026-04-23T01:12:55.521899Z","steps":["trace[756049002] 'process raft request' (duration: 973.350585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:55.522254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:54.548175Z","time spent":"973.823547ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:12:55.522884Z","caller":"traceutil/trace.go:171","msg":"trace[1297423321] transaction","detail":"{read_only:false; response_revision:26034; number_of_response:1; }","duration":"974.540004ms","start":"2026-04-23T01:12:54.548314Z","end":"2026-04-23T01:12:55.522854Z","steps":["trace[1297423321] 'process raft request' (duration: 973.510769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:55.522999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:54.548282Z","time spent":"974.659387ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:12:55.522989Z","caller":"traceutil/trace.go:171","msg":"trace[289320544] transaction","detail":"{read_only:false; response_revision:26035; number_of_response:1; }","duration":"971.749394ms","start":"2026-04-23T01:12:54.551208Z","end":"2026-04-23T01:12:55.522957Z","steps":["trace[289320544] 'process raft request' (duration: 971.109978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:55.523159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:54.551193Z","time spent":"971.878927ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:12:55.523368Z","caller":"traceutil/trace.go:171","msg":"trace[1184877075] transaction","detail":"{read_only:false; response_revision:26036; number_of_response:1; }","duration":"972.145804ms","start":"2026-04-23T01:12:54.551209Z","end":"2026-04-23T01:12:55.523355Z","steps":["trace[1184877075] 'process raft request' (duration: 971.626951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:55.523523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:54.551194Z","time spent":"972.208375ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:56.865755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000564492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:12:56.865835Z","caller":"traceutil/trace.go:171","msg":"trace[1171607794] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000711575s","start":"2026-04-23T01:12:54.865106Z","end":"2026-04-23T01:12:56.865817Z","steps":["trace[1171607794] 'agreement among raft nodes before linearized reading' (duration: 2.000599173s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:56.865893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:54.865085Z","time spent":"2.000789658s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:12:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:12:57.160915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232419926s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:12:57.161095Z","caller":"traceutil/trace.go:171","msg":"trace[972759244] transaction","detail":"{read_only:false; response_revision:26037; number_of_response:1; }","duration":"2.491560627s","start":"2026-04-23T01:12:54.6695Z","end":"2026-04-23T01:12:57.161061Z","steps":["trace[972759244] 'process raft request' (duration: 1.258941566s)","trace[972759244] 'compare' (duration: 1.232252502s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:57.161243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:54.669479Z","time spent":"2.491696901s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":987,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:12:57.161523Z","caller":"traceutil/trace.go:171","msg":"trace[1159865238] linearizableReadLoop","detail":"{readStateIndex:26928; appliedIndex:26922; }","duration":"2.497021775s","start":"2026-04-23T01:12:54.664468Z","end":"2026-04-23T01:12:57.16149Z","steps":["trace[1159865238] 'read index received' (duration: 762.115282ms)","trace[1159865238] 'applied index is now lower than readState.Index' (duration: 1.734904513s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:57.539588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.514381ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-04-23T01:12:57.539935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.334683318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:57.540028Z","caller":"traceutil/trace.go:171","msg":"trace[1138004574] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26037; }","duration":"3.334827102s","start":"2026-04-23T01:12:54.205178Z","end":"2026-04-23T01:12:57.540005Z","steps":["trace[1138004574] 'agreement among raft nodes before linearized reading' (duration: 2.956429103s)","trace[1138004574] 'count revisions from in-memory index tree' (duration: 378.271996ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:57.540071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:54.205125Z","time spent":"3.334935795s","remote":"127.0.0.1:54036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:57.540361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.524613782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T01:12:57.540401Z","caller":"traceutil/trace.go:171","msg":"trace[930035517] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26037; }","duration":"3.524703044s","start":"2026-04-23T01:12:54.015687Z","end":"2026-04-23T01:12:57.54039Z","steps":["trace[930035517] 'agreement among raft nodes before linearized reading' (duration: 3.145968997s)","trace[930035517] 'range keys from in-memory index tree' (duration: 378.598034ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:57.540437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:54.015664Z","time spent":"3.524766635s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:12:57.540957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.634665696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-04-23T01:12:57.541041Z","caller":"traceutil/trace.go:171","msg":"trace[560303349] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:26037; }","duration":"3.634889781s","start":"2026-04-23T01:12:53.906129Z","end":"2026-04-23T01:12:57.541019Z","steps":["trace[560303349] 'agreement among raft nodes before linearized reading' (duration: 3.255577449s)","trace[560303349] 'range keys from in-memory index tree' (duration: 378.988615ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:57.541085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:53.906116Z","time spent":"3.634958843s","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"info","ts":"2026-04-23T01:12:57.541111Z","caller":"traceutil/trace.go:171","msg":"trace[1248811637] linearizableReadLoop","detail":"{readStateIndex:26930; appliedIndex:26928; }","duration":"379.513948ms","start":"2026-04-23T01:12:57.161571Z","end":"2026-04-23T01:12:57.541085Z","steps":["trace[1248811637] 'read index received' (duration: 173.594µs)","trace[1248811637] 'applied index is now lower than readState.Index' (duration: 379.337644ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:12:57.541132Z","caller":"traceutil/trace.go:171","msg":"trace[1606424806] transaction","detail":"{read_only:false; response_revision:26038; number_of_response:1; }","duration":"1.532761881s","start":"2026-04-23T01:12:56.008321Z","end":"2026-04-23T01:12:57.541083Z","steps":["trace[1606424806] 'process raft request' (duration: 1.531406396s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:57.541279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:56.008293Z","time spent":"1.532904995s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:57.547172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.629652119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a8d47b940fa689\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26028 ","response":"range_response_count:500 size:388731"} {"level":"info","ts":"2026-04-23T01:12:57.547322Z","caller":"traceutil/trace.go:171","msg":"trace[977874812] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a8d47b940fa689\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:26037; }","duration":"3.629869955s","start":"2026-04-23T01:12:53.917416Z","end":"2026-04-23T01:12:57.547286Z","steps":["trace[977874812] 'agreement among raft nodes before linearized reading' (duration: 3.244250442s)","trace[977874812] 'range keys from in-memory index tree' (duration: 379.863917ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:57.547702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:53.917403Z","time spent":"3.630255294s","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":107,"response count":524,"response size":388755,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a8d47b940fa689\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26028 "} {"level":"warn","ts":"2026-04-23T01:12:58.338392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46465537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:58.338514Z","caller":"traceutil/trace.go:171","msg":"trace[1834368805] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26038; }","duration":"1.464839784s","start":"2026-04-23T01:12:56.873638Z","end":"2026-04-23T01:12:58.338478Z","steps":["trace[1834368805] 'agreement among raft nodes before linearized reading' (duration: 667.477021ms)","trace[1834368805] 'range keys from in-memory index tree' (duration: 797.174819ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:58.338685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:56.873612Z","time spent":"1.465053229s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:12:58.33873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.518785786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:58.338836Z","caller":"traceutil/trace.go:171","msg":"trace[823928725] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26038; }","duration":"2.518975111s","start":"2026-04-23T01:12:55.819831Z","end":"2026-04-23T01:12:58.338807Z","steps":["trace[823928725] 'agreement among raft nodes before linearized reading' (duration: 1.721324041s)","trace[823928725] 'count revisions from in-memory index tree' (duration: 797.475416ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:58.338921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:55.819796Z","time spent":"2.519102274s","remote":"127.0.0.1:60220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:58.339149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.285967668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:58.339219Z","caller":"traceutil/trace.go:171","msg":"trace[1682263729] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26038; }","duration":"2.286068961s","start":"2026-04-23T01:12:56.053127Z","end":"2026-04-23T01:12:58.339196Z","steps":["trace[1682263729] 'agreement among raft nodes before linearized reading' (duration: 1.487964798s)","trace[1682263729] 'count revisions from in-memory index tree' (duration: 798.013981ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:58.33919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.983410298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:12:58.339263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.050975675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:58.339271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:56.053107Z","time spent":"2.286148064s","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:58.339305Z","caller":"traceutil/trace.go:171","msg":"trace[2115973297] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26038; }","duration":"3.051051667s","start":"2026-04-23T01:12:55.288237Z","end":"2026-04-23T01:12:58.339289Z","steps":["trace[2115973297] 'agreement among raft nodes before linearized reading' (duration: 2.252901183s)","trace[2115973297] 'count revisions from in-memory index tree' (duration: 798.095283ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:58.339335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.167167353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:58.339356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:55.288213Z","time spent":"3.05113323s","remote":"127.0.0.1:60204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:58.339373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84904379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:12:58.339397Z","caller":"traceutil/trace.go:171","msg":"trace[372348348] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26038; }","duration":"3.167213954s","start":"2026-04-23T01:12:55.172155Z","end":"2026-04-23T01:12:58.339369Z","steps":["trace[372348348] 'agreement among raft nodes before linearized reading' (duration: 2.368993808s)","trace[372348348] 'count revisions from in-memory index tree' (duration: 798.145364ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:12:58.339408Z","caller":"traceutil/trace.go:171","msg":"trace[1686945] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26038; }","duration":"1.849114721s","start":"2026-04-23T01:12:56.490283Z","end":"2026-04-23T01:12:58.339398Z","steps":["trace[1686945] 'agreement among raft nodes before linearized reading' (duration: 1.050813123s)","trace[1686945] 'count revisions from in-memory index tree' (duration: 798.236306ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:58.339444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:55.172072Z","time spent":"3.167358948s","remote":"127.0.0.1:54134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:58.339307Z","caller":"traceutil/trace.go:171","msg":"trace[826123576] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26038; }","duration":"1.983582492s","start":"2026-04-23T01:12:56.355697Z","end":"2026-04-23T01:12:58.339279Z","steps":["trace[826123576] 'agreement among raft nodes before linearized reading' (duration: 1.185429478s)","trace[826123576] 'count revisions from in-memory index tree' (duration: 797.99648ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:58.339509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.97638702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:58.338754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.669942247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e251d19b-b20d-4337-bdee-5b3d35284edb\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-04-23T01:12:58.339633Z","caller":"traceutil/trace.go:171","msg":"trace[511173100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26038; }","duration":"1.976543504s","start":"2026-04-23T01:12:56.363058Z","end":"2026-04-23T01:12:58.339601Z","steps":["trace[511173100] 'agreement among raft nodes before linearized reading' (duration: 1.178057902s)","trace[511173100] 'range keys from in-memory index tree' (duration: 798.350499ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:58.339691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:56.363034Z","time spent":"1.976641397s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:12:58.339691Z","caller":"traceutil/trace.go:171","msg":"trace[1561543792] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e251d19b-b20d-4337-bdee-5b3d35284edb; range_end:; response_count:1; response_revision:26038; }","duration":"3.670898702s","start":"2026-04-23T01:12:54.668739Z","end":"2026-04-23T01:12:58.339638Z","steps":["trace[1561543792] 'agreement among raft nodes before linearized reading' (duration: 2.8724275s)","trace[1561543792] 'range keys from in-memory index tree' (duration: 797.425765ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:58.3397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.477576355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:58.339819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:54.668715Z","time spent":"3.671058677s","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-e251d19b-b20d-4337-bdee-5b3d35284edb\" "} {"level":"warn","ts":"2026-04-23T01:12:58.33987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.654239ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:12:58.339936Z","caller":"traceutil/trace.go:171","msg":"trace[2093516677] transaction","detail":"{read_only:false; response_revision:26039; number_of_response:1; }","duration":"811.200784ms","start":"2026-04-23T01:12:57.52872Z","end":"2026-04-23T01:12:58.339921Z","steps":["trace[2093516677] 'process raft request' (duration: 91.424372ms)","trace[2093516677] 'compare' (duration: 719.321301ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:58.339995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:57.528692Z","time spent":"811.277536ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:58.338847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.419953545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:58.340124Z","caller":"traceutil/trace.go:171","msg":"trace[1294443062] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26038; }","duration":"3.421261659s","start":"2026-04-23T01:12:54.918842Z","end":"2026-04-23T01:12:58.340104Z","steps":["trace[1294443062] 'agreement among raft nodes before linearized reading' (duration: 2.622318955s)","trace[1294443062] 'count revisions from in-memory index tree' (duration: 797.647251ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:58.340183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:54.91882Z","time spent":"3.42134314s","remote":"127.0.0.1:54140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:58.339567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:56.355676Z","time spent":"1.983879059s","remote":"127.0.0.1:37648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:58.339445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:56.490264Z","time spent":"1.849171233s","remote":"127.0.0.1:37492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:58.339821Z","caller":"traceutil/trace.go:171","msg":"trace[1029299845] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26038; }","duration":"2.47776277s","start":"2026-04-23T01:12:55.862031Z","end":"2026-04-23T01:12:58.339794Z","steps":["trace[1029299845] 'agreement among raft nodes before linearized reading' (duration: 1.679121004s)","trace[1029299845] 'count revisions from in-memory index tree' (duration: 798.469662ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:12:58.34104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:55.862006Z","time spent":"2.478963869s","remote":"127.0.0.1:37650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:58.975316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.169721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:12:58.975786Z","caller":"traceutil/trace.go:171","msg":"trace[1831669759] transaction","detail":"{read_only:false; response_revision:26045; number_of_response:1; }","duration":"526.788852ms","start":"2026-04-23T01:12:58.448974Z","end":"2026-04-23T01:12:58.975763Z","steps":["trace[1831669759] 'process raft request' (duration: 526.73998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:58.975874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:58.448949Z","time spent":"526.884924ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:12:58.975975Z","caller":"traceutil/trace.go:171","msg":"trace[247022484] transaction","detail":"{read_only:false; response_revision:26042; number_of_response:1; }","duration":"1.446445128s","start":"2026-04-23T01:12:57.529505Z","end":"2026-04-23T01:12:58.97595Z","steps":["trace[247022484] 'process raft request' (duration: 1.446052358s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:58.97612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:57.529479Z","time spent":"1.446563452s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:12:58.976215Z","caller":"traceutil/trace.go:171","msg":"trace[1923808129] transaction","detail":"{read_only:false; response_revision:26040; number_of_response:1; }","duration":"1.44686414s","start":"2026-04-23T01:12:57.529313Z","end":"2026-04-23T01:12:58.976177Z","steps":["trace[1923808129] 'process raft request' (duration: 1.009755686s)","trace[1923808129] 'compare' (duration: 435.751239ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:12:58.97624Z","caller":"traceutil/trace.go:171","msg":"trace[477622838] linearizableReadLoop","detail":"{readStateIndex:26935; appliedIndex:26930; }","duration":"1.43505678s","start":"2026-04-23T01:12:57.541169Z","end":"2026-04-23T01:12:58.976226Z","steps":["trace[477622838] 'read index received' (duration: 78.906905ms)","trace[477622838] 'applied index is now lower than readState.Index' (duration: 1.356148655s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:12:58.976306Z","caller":"traceutil/trace.go:171","msg":"trace[1361687594] transaction","detail":"{read_only:false; response_revision:26041; number_of_response:1; }","duration":"1.44690343s","start":"2026-04-23T01:12:57.529374Z","end":"2026-04-23T01:12:58.976278Z","steps":["trace[1361687594] 'process raft request' (duration: 1.44606929s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:58.97639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:57.529286Z","time spent":"1.447026783s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:12:58.976155Z","caller":"traceutil/trace.go:171","msg":"trace[1332777400] transaction","detail":"{read_only:false; response_revision:26043; number_of_response:1; }","duration":"1.446324355s","start":"2026-04-23T01:12:57.529814Z","end":"2026-04-23T01:12:58.976138Z","steps":["trace[1332777400] 'process raft request' (duration: 1.445794172s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:58.976404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:57.529331Z","time spent":"1.447025273s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:12:58.976509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:57.529787Z","time spent":"1.446654214s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:12:58.9762Z","caller":"traceutil/trace.go:171","msg":"trace[1754872253] transaction","detail":"{read_only:false; response_revision:26044; number_of_response:1; }","duration":"1.429796167s","start":"2026-04-23T01:12:57.546394Z","end":"2026-04-23T01:12:58.97619Z","steps":["trace[1754872253] 'process raft request' (duration: 1.429257604s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:58.976543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431260555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-04-23T01:12:58.976597Z","caller":"traceutil/trace.go:171","msg":"trace[1509852763] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:26045; }","duration":"1.431364257s","start":"2026-04-23T01:12:57.545216Z","end":"2026-04-23T01:12:58.97658Z","steps":["trace[1509852763] 'agreement among raft nodes before linearized reading' (duration: 1.431225084s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:58.976614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.811980572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-7cff949c8b-j7zkw.18a8d47aafdf55cb\" ","response":"range_response_count:1 size:797"} {"level":"warn","ts":"2026-04-23T01:12:58.976658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.993892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-04-23T01:12:58.976672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.885998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:58.976682Z","caller":"traceutil/trace.go:171","msg":"trace[1727195343] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-7cff949c8b-j7zkw.18a8d47aafdf55cb; range_end:; response_count:1; response_revision:26045; }","duration":"1.812085925s","start":"2026-04-23T01:12:57.164576Z","end":"2026-04-23T01:12:58.976662Z","steps":["trace[1727195343] 'agreement among raft nodes before linearized reading' (duration: 1.811970802s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:58.976676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.923956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:58.976707Z","caller":"traceutil/trace.go:171","msg":"trace[749432954] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26045; }","duration":"630.062923ms","start":"2026-04-23T01:12:58.346617Z","end":"2026-04-23T01:12:58.97668Z","steps":["trace[749432954] 'agreement among raft nodes before linearized reading' (duration: 629.92336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:58.976673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.854389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:12:58.976728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.052497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:12:58.976736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:58.346597Z","time spent":"630.133246ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-23T01:12:58.976734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:57.164559Z","time spent":"1.812159176s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":821,"request content":"key:\"/registry/events/openstack/pxc-operator-7cff949c8b-j7zkw.18a8d47aafdf55cb\" "} {"level":"warn","ts":"2026-04-23T01:12:58.976705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:57.546379Z","time spent":"1.430205037s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:12:58.976768Z","caller":"traceutil/trace.go:171","msg":"trace[496518372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26045; }","duration":"627.116559ms","start":"2026-04-23T01:12:58.349641Z","end":"2026-04-23T01:12:58.976757Z","steps":["trace[496518372] 'agreement among raft nodes before linearized reading' (duration: 627.046478ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:58.97676Z","caller":"traceutil/trace.go:171","msg":"trace[1284042214] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26045; }","duration":"183.052419ms","start":"2026-04-23T01:12:58.793672Z","end":"2026-04-23T01:12:58.976725Z","steps":["trace[1284042214] 'agreement among raft nodes before linearized reading' (duration: 182.927155ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:58.976781Z","caller":"traceutil/trace.go:171","msg":"trace[1494699224] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26045; }","duration":"203.011233ms","start":"2026-04-23T01:12:58.773742Z","end":"2026-04-23T01:12:58.976753Z","steps":["trace[1494699224] 'agreement among raft nodes before linearized reading' (duration: 202.792478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:58.976929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503709147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T01:12:58.976971Z","caller":"traceutil/trace.go:171","msg":"trace[1891052937] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26045; }","duration":"1.503787288s","start":"2026-04-23T01:12:57.473174Z","end":"2026-04-23T01:12:58.976961Z","steps":["trace[1891052937] 'agreement among raft nodes before linearized reading' (duration: 1.503646605s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:58.976694Z","caller":"traceutil/trace.go:171","msg":"trace[1244167231] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26045; }","duration":"992.96685ms","start":"2026-04-23T01:12:57.98372Z","end":"2026-04-23T01:12:58.976687Z","steps":["trace[1244167231] 'agreement among raft nodes before linearized reading' (duration: 992.926989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:58.977007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:57.473154Z","time spent":"1.50384555s","remote":"127.0.0.1:37434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T01:12:58.977019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:57.983688Z","time spent":"993.317619ms","remote":"127.0.0.1:46846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:58.976801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:58.349628Z","time spent":"627.1653ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:12:58.976826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406041427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a8d49871c07509\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26028 ","response":"range_response_count:24 size:17972"} {"level":"info","ts":"2026-04-23T01:12:58.977142Z","caller":"traceutil/trace.go:171","msg":"trace[621131788] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a8d49871c07509\u0000; range_end:/registry/events/openstack0; response_count:24; response_revision:26045; }","duration":"1.406358445s","start":"2026-04-23T01:12:57.570774Z","end":"2026-04-23T01:12:58.977132Z","steps":["trace[621131788] 'agreement among raft nodes before linearized reading' (duration: 1.405931734s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:58.977183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:57.570673Z","time spent":"1.406495678s","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":24,"response size":17996,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a8d49871c07509\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26028 "} {"level":"warn","ts":"2026-04-23T01:12:58.976633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:57.545199Z","time spent":"1.431428368s","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-04-23T01:12:59.483965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149661003,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:12:59.788846Z","caller":"traceutil/trace.go:171","msg":"trace[685102809] transaction","detail":"{read_only:false; response_revision:26046; number_of_response:1; }","duration":"806.869724ms","start":"2026-04-23T01:12:58.981953Z","end":"2026-04-23T01:12:59.788823Z","steps":["trace[685102809] 'process raft request' (duration: 806.71442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:59.788982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:58.981931Z","time spent":"806.979298ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:12:59.837958Z","caller":"traceutil/trace.go:171","msg":"trace[2085673710] transaction","detail":"{read_only:false; response_revision:26047; number_of_response:1; }","duration":"746.838047ms","start":"2026-04-23T01:12:59.091099Z","end":"2026-04-23T01:12:59.837938Z","steps":["trace[2085673710] 'process raft request' (duration: 746.688963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:59.838088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:59.091072Z","time spent":"746.94665ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:12:59.83816Z","caller":"traceutil/trace.go:171","msg":"trace[1708943768] linearizableReadLoop","detail":"{readStateIndex:26940; appliedIndex:26938; }","duration":"854.866899ms","start":"2026-04-23T01:12:58.983256Z","end":"2026-04-23T01:12:59.838123Z","steps":["trace[1708943768] 'read index received' (duration: 805.656555ms)","trace[1708943768] 'applied index is now lower than readState.Index' (duration: 49.205834ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:12:59.838334Z","caller":"traceutil/trace.go:171","msg":"trace[1644497930] transaction","detail":"{read_only:false; response_revision:26048; number_of_response:1; }","duration":"505.326849ms","start":"2026-04-23T01:12:59.332992Z","end":"2026-04-23T01:12:59.838318Z","steps":["trace[1644497930] 'process raft request' (duration: 504.912519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:59.838448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.313519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-23T01:12:59.838466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:59.33297Z","time spent":"505.406942ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:12:59.838488Z","caller":"traceutil/trace.go:171","msg":"trace[482162043] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26048; }","duration":"821.391111ms","start":"2026-04-23T01:12:59.017087Z","end":"2026-04-23T01:12:59.838478Z","steps":["trace[482162043] 'agreement among raft nodes before linearized reading' (duration: 821.261738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:59.838516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:59.017071Z","time spent":"821.438453ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-23T01:12:59.838615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.333581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f0d42188-8dc3-4a7f-af35-c5bee2918daf\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-04-23T01:12:59.838671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.190745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:59.838698Z","caller":"traceutil/trace.go:171","msg":"trace[2108512862] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26048; }","duration":"314.244386ms","start":"2026-04-23T01:12:59.524446Z","end":"2026-04-23T01:12:59.83869Z","steps":["trace[2108512862] 'agreement among raft nodes before linearized reading' (duration: 314.202265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:59.838718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:59.524429Z","time spent":"314.283947ms","remote":"127.0.0.1:53958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:12:59.838747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.353069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"warn","ts":"2026-04-23T01:12:59.838776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.479002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-23T01:12:59.838798Z","caller":"traceutil/trace.go:171","msg":"trace[1007706733] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:26048; }","duration":"794.435971ms","start":"2026-04-23T01:12:59.044343Z","end":"2026-04-23T01:12:59.838779Z","steps":["trace[1007706733] 'agreement among raft nodes before linearized reading' (duration: 794.288407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:59.838633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.32081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:59.838825Z","caller":"traceutil/trace.go:171","msg":"trace[885095862] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:26048; }","duration":"537.529723ms","start":"2026-04-23T01:12:59.301282Z","end":"2026-04-23T01:12:59.838812Z","steps":["trace[885095862] 'agreement among raft nodes before linearized reading' (duration: 537.40883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:59.838837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:59.04432Z","time spent":"794.506362ms","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-04-23T01:12:59.83887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:59.301219Z","time spent":"537.640806ms","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"info","ts":"2026-04-23T01:12:59.838669Z","caller":"traceutil/trace.go:171","msg":"trace[552405023] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f0d42188-8dc3-4a7f-af35-c5bee2918daf; range_end:; response_count:1; response_revision:26048; }","duration":"855.443514ms","start":"2026-04-23T01:12:58.983209Z","end":"2026-04-23T01:12:59.838653Z","steps":["trace[552405023] 'agreement among raft nodes before linearized reading' (duration: 855.260219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:59.839156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:58.983191Z","time spent":"855.942666ms","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-f0d42188-8dc3-4a7f-af35-c5bee2918daf\" "} {"level":"warn","ts":"2026-04-23T01:12:59.838436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.14727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:59.839347Z","caller":"traceutil/trace.go:171","msg":"trace[2056955306] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26048; }","duration":"369.047013ms","start":"2026-04-23T01:12:59.470259Z","end":"2026-04-23T01:12:59.839306Z","steps":["trace[2056955306] 'agreement among raft nodes before linearized reading' (duration: 368.098969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:59.839438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:59.470202Z","time spent":"369.203426ms","remote":"127.0.0.1:60150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:12:59.838856Z","caller":"traceutil/trace.go:171","msg":"trace[691514369] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26048; }","duration":"458.572906ms","start":"2026-04-23T01:12:59.380276Z","end":"2026-04-23T01:12:59.838849Z","steps":["trace[691514369] 'agreement among raft nodes before linearized reading' (duration: 458.33118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:59.839547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:59.380258Z","time spent":"459.274504ms","remote":"127.0.0.1:60116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:01.476455Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.15153059s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:13:01.537596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48248295s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-23T01:13:01.537775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:59.839688Z","time spent":"1.698080612s","remote":"127.0.0.1:37356","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T01:13:01.537869Z","caller":"traceutil/trace.go:171","msg":"trace[2116374035] linearizableReadLoop","detail":"{readStateIndex:26942; appliedIndex:26940; }","duration":"1.691872275s","start":"2026-04-23T01:12:59.845978Z","end":"2026-04-23T01:13:01.537851Z","steps":["trace[2116374035] 'read index received' (duration: 209.1598ms)","trace[2116374035] 'applied index is now lower than readState.Index' (duration: 1.482711445s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:13:01.538065Z","caller":"traceutil/trace.go:171","msg":"trace[263351174] transaction","detail":"{read_only:false; response_revision:26049; number_of_response:1; }","duration":"1.696798559s","start":"2026-04-23T01:12:59.841256Z","end":"2026-04-23T01:13:01.538055Z","steps":["trace[263351174] 'process raft request' (duration: 1.69643608s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:01.53816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:59.841232Z","time spent":"1.69686888s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1160,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:01.538411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69243772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-23T01:13:01.538451Z","caller":"traceutil/trace.go:171","msg":"trace[56601562] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26049; }","duration":"1.692500452s","start":"2026-04-23T01:12:59.845939Z","end":"2026-04-23T01:13:01.538439Z","steps":["trace[56601562] 'agreement among raft nodes before linearized reading' (duration: 1.692379609s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:01.538484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:59.84585Z","time spent":"1.692625455s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-23T01:13:01.867177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000741926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:13:01.867278Z","caller":"traceutil/trace.go:171","msg":"trace[1640715451] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00089488s","start":"2026-04-23T01:12:59.866357Z","end":"2026-04-23T01:13:01.867252Z","steps":["trace[1640715451] 'agreement among raft nodes before linearized reading' (duration: 2.000768106s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:01.867343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:59.866339Z","time spent":"2.000988931s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:13:01.903017Z","caller":"traceutil/trace.go:171","msg":"trace[1580095423] transaction","detail":"{read_only:false; response_revision:26051; number_of_response:1; }","duration":"918.797285ms","start":"2026-04-23T01:13:00.984199Z","end":"2026-04-23T01:13:01.902996Z","steps":["trace[1580095423] 'process raft request' (duration: 918.303412ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:01.903058Z","caller":"traceutil/trace.go:171","msg":"trace[572632273] transaction","detail":"{read_only:false; response_revision:26052; number_of_response:1; }","duration":"918.680832ms","start":"2026-04-23T01:13:00.984338Z","end":"2026-04-23T01:13:01.903019Z","steps":["trace[572632273] 'process raft request' (duration: 918.311623ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:01.903174Z","caller":"traceutil/trace.go:171","msg":"trace[1838918971] transaction","detail":"{read_only:false; response_revision:26053; number_of_response:1; }","duration":"918.756464ms","start":"2026-04-23T01:13:00.98437Z","end":"2026-04-23T01:13:01.903127Z","steps":["trace[1838918971] 'process raft request' (duration: 918.323333ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:01.903198Z","caller":"traceutil/trace.go:171","msg":"trace[1599467652] transaction","detail":"{read_only:false; response_revision:26054; number_of_response:1; }","duration":"918.555779ms","start":"2026-04-23T01:13:00.984618Z","end":"2026-04-23T01:13:01.903173Z","steps":["trace[1599467652] 'process raft request' (duration: 918.128888ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:01.903013Z","caller":"traceutil/trace.go:171","msg":"trace[269540598] transaction","detail":"{read_only:false; response_revision:26050; number_of_response:1; }","duration":"1.557208759s","start":"2026-04-23T01:13:00.345763Z","end":"2026-04-23T01:13:01.902971Z","steps":["trace[269540598] 'process raft request' (duration: 1.490614495s)","trace[269540598] 'compare' (duration: 65.710341ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:01.903274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:00.984312Z","time spent":"918.853786ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:01.903488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:00.984607Z","time spent":"918.649591ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:01.903537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:00.984345Z","time spent":"918.906948ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:01.903187Z","caller":"traceutil/trace.go:171","msg":"trace[1850922230] linearizableReadLoop","detail":"{readStateIndex:26947; appliedIndex:26942; }","duration":"365.255428ms","start":"2026-04-23T01:13:01.537904Z","end":"2026-04-23T01:13:01.903159Z","steps":["trace[1850922230] 'read index received' (duration: 298.431718ms)","trace[1850922230] 'applied index is now lower than readState.Index' (duration: 66.82241ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:01.903575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992746473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:210"} {"level":"warn","ts":"2026-04-23T01:13:01.90361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:00.345736Z","time spent":"1.557778604s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:01.903649Z","caller":"traceutil/trace.go:171","msg":"trace[1368788759] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:26054; }","duration":"1.992854646s","start":"2026-04-23T01:12:59.910776Z","end":"2026-04-23T01:13:01.903631Z","steps":["trace[1368788759] 'agreement among raft nodes before linearized reading' (duration: 1.992469076s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:01.903649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557796034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:13:01.903701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:59.910755Z","time spent":"1.992931818s","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":234,"request content":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" "} {"level":"info","ts":"2026-04-23T01:13:01.903715Z","caller":"traceutil/trace.go:171","msg":"trace[568799390] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26054; }","duration":"1.557894596s","start":"2026-04-23T01:13:00.345799Z","end":"2026-04-23T01:13:01.903694Z","steps":["trace[568799390] 'agreement among raft nodes before linearized reading' (duration: 1.557770183s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:01.903619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:00.984183Z","time spent":"918.940029ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:01.903762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.214626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-23T01:13:01.903802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992882026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-04-23T01:13:01.903853Z","caller":"traceutil/trace.go:171","msg":"trace[676137730] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26054; }","duration":"921.34622ms","start":"2026-04-23T01:13:00.982489Z","end":"2026-04-23T01:13:01.903835Z","steps":["trace[676137730] 'agreement among raft nodes before linearized reading' (duration: 921.138054ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:01.903866Z","caller":"traceutil/trace.go:171","msg":"trace[1123768715] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:1; response_revision:26054; }","duration":"1.992975939s","start":"2026-04-23T01:12:59.910876Z","end":"2026-04-23T01:13:01.903852Z","steps":["trace[1123768715] 'agreement among raft nodes before linearized reading' (duration: 1.992728693s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:01.903897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:00.982466Z","time spent":"921.421871ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:13:01.903904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:12:59.910862Z","time spent":"1.99303324s","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":930,"request content":"key:\"/registry/serviceaccounts/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-23T01:13:01.903766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:00.345781Z","time spent":"1.557969919s","remote":"127.0.0.1:54488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:13:02.129987Z","caller":"traceutil/trace.go:171","msg":"trace[1203091394] transaction","detail":"{read_only:false; response_revision:26055; number_of_response:1; }","duration":"589.733145ms","start":"2026-04-23T01:13:01.540229Z","end":"2026-04-23T01:13:02.129962Z","steps":["trace[1203091394] 'process raft request' (duration: 589.483368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:02.130113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:01.540202Z","time spent":"589.840697ms","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:02.129997Z","caller":"traceutil/trace.go:171","msg":"trace[1000700384] linearizableReadLoop","detail":"{readStateIndex:26949; appliedIndex:26947; }","duration":"226.371195ms","start":"2026-04-23T01:13:01.903603Z","end":"2026-04-23T01:13:02.129974Z","steps":["trace[1000700384] 'read index received' (duration: 226.070787ms)","trace[1000700384] 'applied index is now lower than readState.Index' (duration: 299.158µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:13:02.130245Z","caller":"traceutil/trace.go:171","msg":"trace[693302271] transaction","detail":"{read_only:false; response_revision:26056; number_of_response:1; }","duration":"587.808635ms","start":"2026-04-23T01:13:01.542424Z","end":"2026-04-23T01:13:02.130233Z","steps":["trace[693302271] 'process raft request' (duration: 587.492387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:02.130471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:01.542393Z","time spent":"587.926719ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":856,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T01:13:02.130619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.377074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T01:13:02.130685Z","caller":"traceutil/trace.go:171","msg":"trace[7623243] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26056; }","duration":"324.465026ms","start":"2026-04-23T01:13:01.806187Z","end":"2026-04-23T01:13:02.130652Z","steps":["trace[7623243] 'agreement among raft nodes before linearized reading' (duration: 324.25315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:02.130728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:01.806161Z","time spent":"324.552367ms","remote":"127.0.0.1:37434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T01:13:02.13072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.892213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-aaa1d81f-bd71-4906-9e27-8b8e068ae081\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-23T01:13:02.130808Z","caller":"traceutil/trace.go:171","msg":"trace[828436591] range","detail":"{range_begin:/registry/persistentvolumes/pvc-aaa1d81f-bd71-4906-9e27-8b8e068ae081; range_end:; response_count:1; response_revision:26056; }","duration":"589.027255ms","start":"2026-04-23T01:13:01.541761Z","end":"2026-04-23T01:13:02.130788Z","steps":["trace[828436591] 'agreement among raft nodes before linearized reading' (duration: 588.746458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:02.130857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:01.541745Z","time spent":"589.103548ms","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-aaa1d81f-bd71-4906-9e27-8b8e068ae081\" "} {"level":"warn","ts":"2026-04-23T01:13:02.130879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.559401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:02.130972Z","caller":"traceutil/trace.go:171","msg":"trace[726303838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26056; }","duration":"262.985391ms","start":"2026-04-23T01:13:01.86797Z","end":"2026-04-23T01:13:02.130955Z","steps":["trace[726303838] 'agreement among raft nodes before linearized reading' (duration: 262.502999ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:02.157314Z","caller":"traceutil/trace.go:171","msg":"trace[580169982] transaction","detail":"{read_only:false; response_revision:26057; number_of_response:1; }","duration":"249.050708ms","start":"2026-04-23T01:13:01.908242Z","end":"2026-04-23T01:13:02.157293Z","steps":["trace[580169982] 'process raft request' (duration: 248.689568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:02.157462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.125723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-04-23T01:13:02.157534Z","caller":"traceutil/trace.go:171","msg":"trace[1145388184] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:26057; }","duration":"102.226276ms","start":"2026-04-23T01:13:02.055288Z","end":"2026-04-23T01:13:02.157514Z","steps":["trace[1145388184] 'agreement among raft nodes before linearized reading' (duration: 102.069352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:02.157306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.974786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/keycloak-0\" ","response":"range_response_count:1 size:7961"} {"level":"info","ts":"2026-04-23T01:13:02.157789Z","caller":"traceutil/trace.go:171","msg":"trace[460283593] range","detail":"{range_begin:/registry/pods/auth-system/keycloak-0; range_end:; response_count:1; response_revision:26057; }","duration":"251.498681ms","start":"2026-04-23T01:13:01.906263Z","end":"2026-04-23T01:13:02.157761Z","steps":["trace[460283593] 'agreement among raft nodes before linearized reading' (duration: 250.873054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:03.20952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.091781ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:13:03.209616Z","caller":"traceutil/trace.go:171","msg":"trace[2138121442] linearizableReadLoop","detail":"{readStateIndex:26951; appliedIndex:26950; }","duration":"1.048437433s","start":"2026-04-23T01:13:02.161165Z","end":"2026-04-23T01:13:03.209602Z","steps":["trace[2138121442] 'read index received' (duration: 152.24273ms)","trace[2138121442] 'applied index is now lower than readState.Index' (duration: 896.193303ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:13:03.209682Z","caller":"traceutil/trace.go:171","msg":"trace[389285467] transaction","detail":"{read_only:false; response_revision:26058; number_of_response:1; }","duration":"1.049487999s","start":"2026-04-23T01:13:02.160183Z","end":"2026-04-23T01:13:03.209671Z","steps":["trace[389285467] 'process raft request' (duration: 153.162942ms)","trace[389285467] 'compare' (duration: 895.802264ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:03.20974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:02.160164Z","time spent":"1.04954683s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:03.209875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04868842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:13:03.209961Z","caller":"traceutil/trace.go:171","msg":"trace[649911035] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26058; }","duration":"1.048804402s","start":"2026-04-23T01:13:02.16114Z","end":"2026-04-23T01:13:03.209944Z","steps":["trace[649911035] 'agreement among raft nodes before linearized reading' (duration: 1.048576456s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:03.210008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:02.161131Z","time spent":"1.048868663s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-23T01:13:03.238013Z","caller":"traceutil/trace.go:171","msg":"trace[1860280128] transaction","detail":"{read_only:false; response_revision:26059; number_of_response:1; }","duration":"690.500721ms","start":"2026-04-23T01:13:02.547486Z","end":"2026-04-23T01:13:03.237987Z","steps":["trace[1860280128] 'process raft request' (duration: 690.287836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:03.238099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076462101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e9e32bb4-9334-484f-859a-9c29fc7dfb77\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-04-23T01:13:03.238106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029072673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-04-23T01:13:03.238156Z","caller":"traceutil/trace.go:171","msg":"trace[1095017097] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e9e32bb4-9334-484f-859a-9c29fc7dfb77; range_end:; response_count:1; response_revision:26059; }","duration":"1.076543694s","start":"2026-04-23T01:13:02.161597Z","end":"2026-04-23T01:13:03.238141Z","steps":["trace[1095017097] 'agreement among raft nodes before linearized reading' (duration: 1.076339999s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:03.238165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:02.547463Z","time spent":"690.625565ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:03.238174Z","caller":"traceutil/trace.go:171","msg":"trace[186702383] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:26059; }","duration":"1.029179495s","start":"2026-04-23T01:13:02.208978Z","end":"2026-04-23T01:13:03.238157Z","steps":["trace[186702383] 'agreement among raft nodes before linearized reading' (duration: 1.02896381s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:03.238193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:02.16159Z","time spent":"1.076594675s","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-e9e32bb4-9334-484f-859a-9c29fc7dfb77\" "} {"level":"warn","ts":"2026-04-23T01:13:03.238225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:02.208957Z","time spent":"1.029259998s","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"warn","ts":"2026-04-23T01:13:03.238497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.904135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:13:03.238614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.461373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-23T01:13:03.238615Z","caller":"traceutil/trace.go:171","msg":"trace[305201372] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26059; }","duration":"287.12047ms","start":"2026-04-23T01:13:02.951472Z","end":"2026-04-23T01:13:03.238593Z","steps":["trace[305201372] 'agreement among raft nodes before linearized reading' (duration: 286.877714ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:03.238661Z","caller":"traceutil/trace.go:171","msg":"trace[1543124431] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26059; }","duration":"199.538297ms","start":"2026-04-23T01:13:03.039112Z","end":"2026-04-23T01:13:03.23865Z","steps":["trace[1543124431] 'agreement among raft nodes before linearized reading' (duration: 199.357731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:03.743874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149661031,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:13:03.812274Z","caller":"traceutil/trace.go:171","msg":"trace[1030253664] transaction","detail":"{read_only:false; response_revision:26060; number_of_response:1; }","duration":"570.310832ms","start":"2026-04-23T01:13:03.241931Z","end":"2026-04-23T01:13:03.812242Z","steps":["trace[1030253664] 'process raft request' (duration: 559.619032ms)","trace[1030253664] 'compare' (duration: 10.047384ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:03.81242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:03.241907Z","time spent":"570.436545ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":828,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:03.907074Z","caller":"traceutil/trace.go:171","msg":"trace[641176459] transaction","detail":"{read_only:false; response_revision:26061; number_of_response:1; }","duration":"663.754775ms","start":"2026-04-23T01:13:03.243285Z","end":"2026-04-23T01:13:03.907039Z","steps":["trace[641176459] 'process raft request' (duration: 663.511129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:03.907235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:03.243268Z","time spent":"663.884468ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:03.907248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.163406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:03.907321Z","caller":"traceutil/trace.go:171","msg":"trace[196175718] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26062; }","duration":"664.285749ms","start":"2026-04-23T01:13:03.243021Z","end":"2026-04-23T01:13:03.907307Z","steps":["trace[196175718] 'agreement among raft nodes before linearized reading' (duration: 664.103805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:03.907429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:03.243014Z","time spent":"664.399292ms","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-23T01:13:03.907474Z","caller":"traceutil/trace.go:171","msg":"trace[492627994] transaction","detail":"{read_only:false; response_revision:26062; number_of_response:1; }","duration":"663.808846ms","start":"2026-04-23T01:13:03.243629Z","end":"2026-04-23T01:13:03.907438Z","steps":["trace[492627994] 'process raft request' (duration: 663.318804ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:03.907063Z","caller":"traceutil/trace.go:171","msg":"trace[306289970] linearizableReadLoop","detail":"{readStateIndex:26955; appliedIndex:26952; }","duration":"663.966601ms","start":"2026-04-23T01:13:03.243049Z","end":"2026-04-23T01:13:03.907016Z","steps":["trace[306289970] 'read index received' (duration: 558.772112ms)","trace[306289970] 'applied index is now lower than readState.Index' (duration: 105.193239ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:03.908574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:03.243617Z","time spent":"664.021752ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:05.371077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043968651s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:05.371168Z","caller":"traceutil/trace.go:171","msg":"trace[1356038088] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26062; }","duration":"1.044070553s","start":"2026-04-23T01:13:04.327085Z","end":"2026-04-23T01:13:05.371155Z","steps":["trace[1356038088] 'range keys from in-memory index tree' (duration: 1.043955971s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:05.371839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027760211s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:13:05.371972Z","caller":"traceutil/trace.go:171","msg":"trace[2023169795] linearizableReadLoop","detail":"{readStateIndex:26956; appliedIndex:26955; }","duration":"1.463706544s","start":"2026-04-23T01:13:03.908248Z","end":"2026-04-23T01:13:05.371954Z","steps":["trace[2023169795] 'read index received' (duration: 435.7979ms)","trace[2023169795] 'applied index is now lower than readState.Index' (duration: 1.027906224s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:13:05.372Z","caller":"traceutil/trace.go:171","msg":"trace[742265936] transaction","detail":"{read_only:false; response_revision:26063; number_of_response:1; }","duration":"1.55567349s","start":"2026-04-23T01:13:03.816289Z","end":"2026-04-23T01:13:05.371962Z","steps":["trace[742265936] 'process raft request' (duration: 527.727215ms)","trace[742265936] 'compare' (duration: 1.027064443s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:05.372089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840383711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:05.372171Z","caller":"traceutil/trace.go:171","msg":"trace[178338477] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26063; }","duration":"1.840510624s","start":"2026-04-23T01:13:03.531638Z","end":"2026-04-23T01:13:05.372149Z","steps":["trace[178338477] 'agreement among raft nodes before linearized reading' (duration: 1.8403332s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:05.372233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:03.531622Z","time spent":"1.840597116s","remote":"127.0.0.1:58056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:05.372243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:03.816273Z","time spent":"1.555880345s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T01:13:05.372277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115786585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:05.372316Z","caller":"traceutil/trace.go:171","msg":"trace[1286238284] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26063; }","duration":"2.115847976s","start":"2026-04-23T01:13:03.256454Z","end":"2026-04-23T01:13:05.372302Z","steps":["trace[1286238284] 'agreement among raft nodes before linearized reading' (duration: 2.115799075s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:05.372354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:03.256439Z","time spent":"2.115906838s","remote":"127.0.0.1:53842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:05.372088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882897086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:13:05.37246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506201099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:05.372496Z","caller":"traceutil/trace.go:171","msg":"trace[1874169435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26063; }","duration":"1.50627727s","start":"2026-04-23T01:13:03.866209Z","end":"2026-04-23T01:13:05.372487Z","steps":["trace[1874169435] 'agreement among raft nodes before linearized reading' (duration: 1.506217319s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:05.372233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04835268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-04-23T01:13:05.372528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:03.866187Z","time spent":"1.506335462s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:13:05.372543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732923143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:13:05.372559Z","caller":"traceutil/trace.go:171","msg":"trace[796787644] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26063; }","duration":"1.883289105s","start":"2026-04-23T01:13:03.489135Z","end":"2026-04-23T01:13:05.372425Z","steps":["trace[796787644] 'agreement among raft nodes before linearized reading' (duration: 1.882900145s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:05.372576Z","caller":"traceutil/trace.go:171","msg":"trace[1163069362] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26063; }","duration":"1.732989503s","start":"2026-04-23T01:13:03.639578Z","end":"2026-04-23T01:13:05.372567Z","steps":["trace[1163069362] 'agreement among raft nodes before linearized reading' (duration: 1.732913392s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:05.372574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822557779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:13:05.372611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:03.639562Z","time spent":"1.733042045s","remote":"127.0.0.1:37542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:13:05.372555Z","caller":"traceutil/trace.go:171","msg":"trace[878283922] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:26063; }","duration":"2.048662168s","start":"2026-04-23T01:13:03.323871Z","end":"2026-04-23T01:13:05.372534Z","steps":["trace[878283922] 'agreement among raft nodes before linearized reading' (duration: 2.048237037s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:05.372668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:03.489114Z","time spent":"1.883511241s","remote":"127.0.0.1:46716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:05.372678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:03.323818Z","time spent":"2.048837272s","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"info","ts":"2026-04-23T01:13:05.372628Z","caller":"traceutil/trace.go:171","msg":"trace[366803172] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26063; }","duration":"1.822643292s","start":"2026-04-23T01:13:03.549967Z","end":"2026-04-23T01:13:05.372611Z","steps":["trace[366803172] 'agreement among raft nodes before linearized reading' (duration: 1.822483528s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:05.372754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:03.549951Z","time spent":"1.822788765s","remote":"127.0.0.1:37632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:05.373237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127947232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-23T01:13:05.373319Z","caller":"traceutil/trace.go:171","msg":"trace[310475603] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:26063; }","duration":"2.128579519s","start":"2026-04-23T01:13:03.244722Z","end":"2026-04-23T01:13:05.373301Z","steps":["trace[310475603] 'agreement among raft nodes before linearized reading' (duration: 2.127603203s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:05.373368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:03.244712Z","time spent":"2.1286406s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-04-23T01:13:05.872351Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149661043,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:13:05.993285Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.649199926s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:13:06.172881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.325425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:13:06.173132Z","caller":"traceutil/trace.go:171","msg":"trace[1612532731] transaction","detail":"{read_only:false; response_revision:26065; number_of_response:1; }","duration":"2.262486465s","start":"2026-04-23T01:13:03.910626Z","end":"2026-04-23T01:13:06.173113Z","steps":["trace[1612532731] 'process raft request' (duration: 2.262354272s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:06.173114Z","caller":"traceutil/trace.go:171","msg":"trace[1689525222] transaction","detail":"{read_only:false; response_revision:26064; number_of_response:1; }","duration":"2.26390108s","start":"2026-04-23T01:13:03.909178Z","end":"2026-04-23T01:13:06.173079Z","steps":["trace[1689525222] 'process raft request' (duration: 2.084287648s)","trace[1689525222] 'compare' (duration: 179.141951ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:06.173208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:03.910606Z","time spent":"2.262569337s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:06.173271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:03.909153Z","time spent":"2.264037304s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:06.173777Z","caller":"traceutil/trace.go:171","msg":"trace[1536933644] transaction","detail":"{read_only:false; response_revision:26066; number_of_response:1; }","duration":"2.263018448s","start":"2026-04-23T01:13:03.910735Z","end":"2026-04-23T01:13:06.173753Z","steps":["trace[1536933644] 'process raft request' (duration: 2.262329601s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:06.173919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:03.910713Z","time spent":"2.263135391s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:06.173943Z","caller":"traceutil/trace.go:171","msg":"trace[227439111] transaction","detail":"{read_only:false; response_revision:26067; number_of_response:1; }","duration":"2.263061349s","start":"2026-04-23T01:13:03.91085Z","end":"2026-04-23T01:13:06.173912Z","steps":["trace[227439111] 'process raft request' (duration: 2.262825453s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:06.174025Z","caller":"traceutil/trace.go:171","msg":"trace[2037398048] transaction","detail":"{read_only:false; response_revision:26068; number_of_response:1; }","duration":"2.262883844s","start":"2026-04-23T01:13:03.911101Z","end":"2026-04-23T01:13:06.173985Z","steps":["trace[2037398048] 'process raft request' (duration: 2.262698659s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:06.174095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:03.910823Z","time spent":"2.263187923s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:06.17422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:03.911076Z","time spent":"2.263037438s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:07.373601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999958415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:13:07.373711Z","caller":"traceutil/trace.go:171","msg":"trace[1206832327] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00012824s","start":"2026-04-23T01:13:05.373556Z","end":"2026-04-23T01:13:07.373685Z","steps":["trace[1206832327] 'agreement among raft nodes before linearized reading' (duration: 1.999974496s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:07.373766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:05.373525Z","time spent":"2.000231693s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:13:07.399685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225751837s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-23T01:13:07.400921Z","caller":"traceutil/trace.go:171","msg":"trace[308129362] linearizableReadLoop","detail":"{readStateIndex:26963; appliedIndex:26956; }","duration":"2.028902387s","start":"2026-04-23T01:13:05.372002Z","end":"2026-04-23T01:13:07.400905Z","steps":["trace[308129362] 'read index received' (duration: 621.475777ms)","trace[308129362] 'applied index is now lower than readState.Index' (duration: 1.40742594s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:13:07.400987Z","caller":"traceutil/trace.go:171","msg":"trace[1692620838] transaction","detail":"{read_only:false; response_revision:26069; number_of_response:1; }","duration":"2.023292905s","start":"2026-04-23T01:13:05.377685Z","end":"2026-04-23T01:13:07.400978Z","steps":["trace[1692620838] 'process raft request' (duration: 2.022101495s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:07.401049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:05.377668Z","time spent":"2.023335556s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T01:13:07.507107Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.017246784s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:13:08.363954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0004572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:13:08.364112Z","caller":"traceutil/trace.go:171","msg":"trace[470597831] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000647205s","start":"2026-04-23T01:13:06.363448Z","end":"2026-04-23T01:13:08.364095Z","steps":["trace[470597831] 'agreement among raft nodes before linearized reading' (duration: 2.00045293s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:08.36418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:06.363388Z","time spent":"2.000782449s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:13:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:13:08.377752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.161781527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:08.377858Z","caller":"traceutil/trace.go:171","msg":"trace[303839175] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26069; }","duration":"4.161942511s","start":"2026-04-23T01:13:04.215888Z","end":"2026-04-23T01:13:08.377831Z","steps":["trace[303839175] 'agreement among raft nodes before linearized reading' (duration: 3.185039644s)","trace[303839175] 'count revisions from in-memory index tree' (duration: 976.746454ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:08.377927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:04.215821Z","time spent":"4.162087315s","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:08.378269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.216563422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T01:13:08.378331Z","caller":"traceutil/trace.go:171","msg":"trace[973723387] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26069; }","duration":"4.216659144s","start":"2026-04-23T01:13:04.161654Z","end":"2026-04-23T01:13:08.378314Z","steps":["trace[973723387] 'agreement among raft nodes before linearized reading' (duration: 3.239302535s)","trace[973723387] 'range keys from in-memory index tree' (duration: 977.255336ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:08.378382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:04.161634Z","time spent":"4.216736037s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:13:08.378676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.464292687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:08.378737Z","caller":"traceutil/trace.go:171","msg":"trace[1943004767] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26069; }","duration":"4.464383948s","start":"2026-04-23T01:13:03.914336Z","end":"2026-04-23T01:13:08.37872Z","steps":["trace[1943004767] 'agreement among raft nodes before linearized reading' (duration: 3.48663368s)","trace[1943004767] 'range keys from in-memory index tree' (duration: 977.678547ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:08.378789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:03.914324Z","time spent":"4.464451401s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:13:08.379076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.334353993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:13:08.379136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.126732631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:13:08.37917Z","caller":"traceutil/trace.go:171","msg":"trace[1366923530] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26069; }","duration":"3.334481896s","start":"2026-04-23T01:13:05.044657Z","end":"2026-04-23T01:13:08.379139Z","steps":["trace[1366923530] 'agreement among raft nodes before linearized reading' (duration: 2.356322387s)","trace[1366923530] 'count revisions from in-memory index tree' (duration: 978.042786ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:08.379493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:05.04464Z","time spent":"3.334834095s","remote":"127.0.0.1:53900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:13:08.379445Z","caller":"traceutil/trace.go:171","msg":"trace[2043098312] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26069; }","duration":"4.127011809s","start":"2026-04-23T01:13:04.252339Z","end":"2026-04-23T01:13:08.37935Z","steps":["trace[2043098312] 'agreement among raft nodes before linearized reading' (duration: 3.148576432s)","trace[2043098312] 'count revisions from in-memory index tree' (duration: 978.031545ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:08.379511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.879712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-23T01:13:08.379641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:04.252327Z","time spent":"4.127222154s","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:13:08.379686Z","caller":"traceutil/trace.go:171","msg":"trace[380693232] linearizableReadLoop","detail":"{readStateIndex:26964; appliedIndex:26963; }","duration":"978.709834ms","start":"2026-04-23T01:13:07.400957Z","end":"2026-04-23T01:13:08.379667Z","steps":["trace[380693232] 'read index received' (duration: 106.34219ms)","trace[380693232] 'applied index is now lower than readState.Index' (duration: 872.365234ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:13:08.379878Z","caller":"traceutil/trace.go:171","msg":"trace[930245298] transaction","detail":"{read_only:false; response_revision:26070; number_of_response:1; }","duration":"1.890140412s","start":"2026-04-23T01:13:06.489718Z","end":"2026-04-23T01:13:08.379858Z","steps":["trace[930245298] 'process raft request' (duration: 1.017641965s)","trace[930245298] 'compare' (duration: 871.670515ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:08.380061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:06.489692Z","time spent":"1.890272014s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:08.380271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376857573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:08.380406Z","caller":"traceutil/trace.go:171","msg":"trace[1294636500] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26070; }","duration":"1.376952655s","start":"2026-04-23T01:13:07.003356Z","end":"2026-04-23T01:13:08.380309Z","steps":["trace[1294636500] 'agreement among raft nodes before linearized reading' (duration: 1.376827342s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:08.380467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:07.003335Z","time spent":"1.377110329s","remote":"127.0.0.1:53982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:08.380514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.00286952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-42640a25-72cd-4c3c-ab76-58f31e84e480\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-04-23T01:13:08.38075Z","caller":"traceutil/trace.go:171","msg":"trace[1315931164] range","detail":"{range_begin:/registry/persistentvolumes/pvc-42640a25-72cd-4c3c-ab76-58f31e84e480; range_end:; response_count:1; response_revision:26070; }","duration":"3.003127067s","start":"2026-04-23T01:13:05.377605Z","end":"2026-04-23T01:13:08.380732Z","steps":["trace[1315931164] 'agreement among raft nodes before linearized reading' (duration: 3.002737867s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:08.380826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.004963483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-04-23T01:13:08.380926Z","caller":"traceutil/trace.go:171","msg":"trace[7599257] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:26070; }","duration":"3.005139628s","start":"2026-04-23T01:13:05.375769Z","end":"2026-04-23T01:13:08.380908Z","steps":["trace[7599257] 'agreement among raft nodes before linearized reading' (duration: 3.004673076s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:08.381028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:05.375753Z","time spent":"3.00525727s","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-04-23T01:13:08.381043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.733695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:08.381146Z","caller":"traceutil/trace.go:171","msg":"trace[929950770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26070; }","duration":"999.865317ms","start":"2026-04-23T01:13:07.381259Z","end":"2026-04-23T01:13:08.381124Z","steps":["trace[929950770] 'agreement among raft nodes before linearized reading' (duration: 999.727674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:08.381214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:07.381241Z","time spent":"999.95646ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:13:08.381221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.634298349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:13:08.381284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157352911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:13:08.381043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016477298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-23T01:13:08.38118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.452562183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:08.381341Z","caller":"traceutil/trace.go:171","msg":"trace[1259126548] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26070; }","duration":"1.157433802s","start":"2026-04-23T01:13:07.223891Z","end":"2026-04-23T01:13:08.381325Z","steps":["trace[1259126548] 'agreement among raft nodes before linearized reading' (duration: 1.157364401s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:08.381357Z","caller":"traceutil/trace.go:171","msg":"trace[2050990507] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26070; }","duration":"1.016812827s","start":"2026-04-23T01:13:07.364527Z","end":"2026-04-23T01:13:08.381339Z","steps":["trace[2050990507] 'agreement among raft nodes before linearized reading' (duration: 1.016406577s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:08.381385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:07.223871Z","time spent":"1.157503755s","remote":"127.0.0.1:54460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:08.381422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:07.364509Z","time spent":"1.016895749s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-23T01:13:08.381474Z","caller":"traceutil/trace.go:171","msg":"trace[305786663] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26070; }","duration":"2.452772808s","start":"2026-04-23T01:13:05.928594Z","end":"2026-04-23T01:13:08.381367Z","steps":["trace[305786663] 'agreement among raft nodes before linearized reading' (duration: 2.45244115s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:08.38155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:05.928573Z","time spent":"2.452956613s","remote":"127.0.0.1:36530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:08.38121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252651651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:13:08.381623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:05.377595Z","time spent":"3.003200338s","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-42640a25-72cd-4c3c-ab76-58f31e84e480\" "} {"level":"info","ts":"2026-04-23T01:13:08.381408Z","caller":"traceutil/trace.go:171","msg":"trace[497601293] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26070; }","duration":"2.634399132s","start":"2026-04-23T01:13:05.746859Z","end":"2026-04-23T01:13:08.381258Z","steps":["trace[497601293] 'agreement among raft nodes before linearized reading' (duration: 2.63431802s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:08.381813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:05.746829Z","time spent":"2.634941424s","remote":"127.0.0.1:46728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:13:08.381665Z","caller":"traceutil/trace.go:171","msg":"trace[204633272] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26070; }","duration":"1.253162064s","start":"2026-04-23T01:13:07.128492Z","end":"2026-04-23T01:13:08.381654Z","steps":["trace[204633272] 'agreement among raft nodes before linearized reading' (duration: 1.252651851s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:08.381945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:07.128472Z","time spent":"1.253451501s","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:09.312068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.828803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:13:09.312171Z","caller":"traceutil/trace.go:171","msg":"trace[1651355334] transaction","detail":"{read_only:false; response_revision:26071; number_of_response:1; }","duration":"1.132380128s","start":"2026-04-23T01:13:08.179772Z","end":"2026-04-23T01:13:09.312152Z","steps":["trace[1651355334] 'process raft request' (duration: 323.38903ms)","trace[1651355334] 'compare' (duration: 808.211037ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:09.312238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:08.179752Z","time spent":"1.132451539s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:09.356002Z","caller":"traceutil/trace.go:171","msg":"trace[1434568352] transaction","detail":"{read_only:false; response_revision:26073; number_of_response:1; }","duration":"1.175698112s","start":"2026-04-23T01:13:08.18028Z","end":"2026-04-23T01:13:09.355979Z","steps":["trace[1434568352] 'process raft request' (duration: 1.17561811s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:09.356062Z","caller":"traceutil/trace.go:171","msg":"trace[1316120494] transaction","detail":"{read_only:false; response_revision:26072; number_of_response:1; }","duration":"1.175923339s","start":"2026-04-23T01:13:08.180104Z","end":"2026-04-23T01:13:09.356028Z","steps":["trace[1316120494] 'process raft request' (duration: 1.175350455s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:09.356185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:08.180254Z","time spent":"1.175823247s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:09.356214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:08.180076Z","time spent":"1.176060252s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:09.356488Z","caller":"traceutil/trace.go:171","msg":"trace[1342234423] transaction","detail":"{read_only:false; response_revision:26074; number_of_response:1; }","duration":"1.176131653s","start":"2026-04-23T01:13:08.180323Z","end":"2026-04-23T01:13:09.356455Z","steps":["trace[1342234423] 'process raft request' (duration: 1.1756185s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:09.356544Z","caller":"traceutil/trace.go:171","msg":"trace[830750959] transaction","detail":"{read_only:false; response_revision:26075; number_of_response:1; }","duration":"1.175661092s","start":"2026-04-23T01:13:08.180863Z","end":"2026-04-23T01:13:09.356524Z","steps":["trace[830750959] 'process raft request' (duration: 1.175337454s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:09.356829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:08.180836Z","time spent":"1.175941898s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:09.356874Z","caller":"traceutil/trace.go:171","msg":"trace[490822709] linearizableReadLoop","detail":"{readStateIndex:26970; appliedIndex:26964; }","duration":"977.09423ms","start":"2026-04-23T01:13:08.379765Z","end":"2026-04-23T01:13:09.356859Z","steps":["trace[490822709] 'read index received' (duration: 123.407321ms)","trace[490822709] 'applied index is now lower than readState.Index' (duration: 853.685349ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:13:09.357033Z","caller":"traceutil/trace.go:171","msg":"trace[363436529] transaction","detail":"{read_only:false; response_revision:26077; number_of_response:1; }","duration":"971.871887ms","start":"2026-04-23T01:13:08.38515Z","end":"2026-04-23T01:13:09.357022Z","steps":["trace[363436529] 'process raft request' (duration: 971.60908ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:09.357077Z","caller":"traceutil/trace.go:171","msg":"trace[872987406] transaction","detail":"{read_only:false; response_revision:26076; number_of_response:1; }","duration":"1.114008273s","start":"2026-04-23T01:13:08.243038Z","end":"2026-04-23T01:13:09.357046Z","steps":["trace[872987406] 'process raft request' (duration: 1.113415057s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:09.357186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:08.180306Z","time spent":"1.176453052s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:09.357209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.77835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:13:09.357235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.98982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-04-23T01:13:09.35726Z","caller":"traceutil/trace.go:171","msg":"trace[1922542554] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26077; }","duration":"972.837853ms","start":"2026-04-23T01:13:08.384406Z","end":"2026-04-23T01:13:09.357243Z","steps":["trace[1922542554] 'agreement among raft nodes before linearized reading' (duration: 972.759241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:09.357295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:08.243016Z","time spent":"1.114206177s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:09.35732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:08.384395Z","time spent":"972.913164ms","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:13:09.357335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951945885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-25zv8.18a8d6f8f5323ff9\" ","response":"range_response_count:1 size:887"} {"level":"info","ts":"2026-04-23T01:13:09.357368Z","caller":"traceutil/trace.go:171","msg":"trace[1111271824] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-25zv8.18a8d6f8f5323ff9; range_end:; response_count:1; response_revision:26077; }","duration":"1.951993667s","start":"2026-04-23T01:13:07.405366Z","end":"2026-04-23T01:13:09.357359Z","steps":["trace[1111271824] 'agreement among raft nodes before linearized reading' (duration: 1.951786751s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:09.3574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:07.405357Z","time spent":"1.952036337s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":911,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-25zv8.18a8d6f8f5323ff9\" "} {"level":"warn","ts":"2026-04-23T01:13:09.357104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.898039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:09.357443Z","caller":"traceutil/trace.go:171","msg":"trace[1612406709] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26077; }","duration":"974.276318ms","start":"2026-04-23T01:13:08.383153Z","end":"2026-04-23T01:13:09.357429Z","steps":["trace[1612406709] 'agreement among raft nodes before linearized reading' (duration: 973.895809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:09.357465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.812465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-04-23T01:13:09.357103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:08.385129Z","time spent":"971.935479ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:09.357273Z","caller":"traceutil/trace.go:171","msg":"trace[922098247] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:26077; }","duration":"972.047881ms","start":"2026-04-23T01:13:08.385215Z","end":"2026-04-23T01:13:09.357263Z","steps":["trace[922098247] 'agreement among raft nodes before linearized reading' (duration: 971.924308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:09.357582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:08.385208Z","time spent":"972.35526ms","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-04-23T01:13:09.357123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.816963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:09.357721Z","caller":"traceutil/trace.go:171","msg":"trace[698210863] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26077; }","duration":"962.416598ms","start":"2026-04-23T01:13:08.395284Z","end":"2026-04-23T01:13:09.357701Z","steps":["trace[698210863] 'agreement among raft nodes before linearized reading' (duration: 961.784532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:09.357484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:08.383131Z","time spent":"974.34377ms","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:13:09.357776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:08.395212Z","time spent":"962.544811ms","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:13:09.358384Z","caller":"traceutil/trace.go:171","msg":"trace[1542747113] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26077; }","duration":"971.895968ms","start":"2026-04-23T01:13:08.385609Z","end":"2026-04-23T01:13:09.357505Z","steps":["trace[1542747113] 'agreement among raft nodes before linearized reading' (duration: 971.525089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:09.358493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:08.385604Z","time spent":"972.858222ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:13:09.871399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.120611ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-23T01:13:09.871504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:09.3593Z","time spent":"512.201033ms","remote":"127.0.0.1:37356","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:13:11.071563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087295328s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:13:11.071688Z","caller":"traceutil/trace.go:171","msg":"trace[1323037594] transaction","detail":"{read_only:false; response_revision:26078; number_of_response:1; }","duration":"1.711975604s","start":"2026-04-23T01:13:09.359697Z","end":"2026-04-23T01:13:11.071672Z","steps":["trace[1323037594] 'process raft request' (duration: 624.440811ms)","trace[1323037594] 'compare' (duration: 1.086702911s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:11.071758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:09.35968Z","time spent":"1.712051657s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:11.071805Z","caller":"traceutil/trace.go:171","msg":"trace[711433766] transaction","detail":"{read_only:false; response_revision:26079; number_of_response:1; }","duration":"1.19930661s","start":"2026-04-23T01:13:09.87248Z","end":"2026-04-23T01:13:11.071787Z","steps":["trace[711433766] 'process raft request' (duration: 1.199205967s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:11.071885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:09.872455Z","time spent":"1.199386321s","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:11.071924Z","caller":"traceutil/trace.go:171","msg":"trace[376951740] linearizableReadLoop","detail":"{readStateIndex:26973; appliedIndex:26971; }","duration":"1.710466277s","start":"2026-04-23T01:13:09.361426Z","end":"2026-04-23T01:13:11.071892Z","steps":["trace[376951740] 'read index received' (duration: 68.03854ms)","trace[376951740] 'applied index is now lower than readState.Index' (duration: 1.642424186s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:11.072135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710686962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a69b1b3b-b2bf-4d82-9f1f-7ae88abb17fc\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-04-23T01:13:11.072179Z","caller":"traceutil/trace.go:171","msg":"trace[1256412713] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a69b1b3b-b2bf-4d82-9f1f-7ae88abb17fc; range_end:; response_count:1; response_revision:26079; }","duration":"1.710769184s","start":"2026-04-23T01:13:09.3614Z","end":"2026-04-23T01:13:11.072169Z","steps":["trace[1256412713] 'agreement among raft nodes before linearized reading' (duration: 1.710618791s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:11.072215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:09.361388Z","time spent":"1.710817905s","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1328,"request content":"key:\"/registry/persistentvolumes/pvc-a69b1b3b-b2bf-4d82-9f1f-7ae88abb17fc\" "} {"level":"warn","ts":"2026-04-23T01:13:11.366909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000431839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:13:11.366993Z","caller":"traceutil/trace.go:171","msg":"trace[1880537746] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000542901s","start":"2026-04-23T01:13:09.366431Z","end":"2026-04-23T01:13:11.366974Z","steps":["trace[1880537746] 'agreement among raft nodes before linearized reading' (duration: 2.000436509s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:11.367054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:09.366426Z","time spent":"2.000617354s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:13:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:13:11.908482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.838003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:13:11.908596Z","caller":"traceutil/trace.go:171","msg":"trace[1961317623] transaction","detail":"{read_only:false; response_revision:26080; number_of_response:1; }","duration":"1.753482134s","start":"2026-04-23T01:13:10.15508Z","end":"2026-04-23T01:13:11.908562Z","steps":["trace[1961317623] 'process raft request' (duration: 1.084488777s)","trace[1961317623] 'compare' (duration: 668.540476ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:11.908659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:10.155031Z","time spent":"1.753597707s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:12.457389Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.218214397s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:13:12.547433Z","caller":"traceutil/trace.go:171","msg":"trace[2093935065] transaction","detail":"{read_only:false; response_revision:26081; number_of_response:1; }","duration":"2.358598446s","start":"2026-04-23T01:13:10.188805Z","end":"2026-04-23T01:13:12.547403Z","steps":["trace[2093935065] 'process raft request' (duration: 2.268834306s)","trace[2093935065] 'compare' (duration: 89.290848ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:12.547754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:10.188782Z","time spent":"2.358723719s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:12.547917Z","caller":"traceutil/trace.go:171","msg":"trace[296951284] transaction","detail":"{read_only:false; response_revision:26082; number_of_response:1; }","duration":"1.767334303s","start":"2026-04-23T01:13:10.780556Z","end":"2026-04-23T01:13:12.547891Z","steps":["trace[296951284] 'process raft request' (duration: 1.766743357s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:12.547936Z","caller":"traceutil/trace.go:171","msg":"trace[1102621272] linearizableReadLoop","detail":"{readStateIndex:26977; appliedIndex:26974; }","duration":"1.475923834s","start":"2026-04-23T01:13:11.071986Z","end":"2026-04-23T01:13:12.54791Z","steps":["trace[1102621272] 'read index received' (duration: 167.119365ms)","trace[1102621272] 'applied index is now lower than readState.Index' (duration: 1.308803359s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:13:12.547944Z","caller":"traceutil/trace.go:171","msg":"trace[1618514696] transaction","detail":"{read_only:false; response_revision:26083; number_of_response:1; }","duration":"1.471299328s","start":"2026-04-23T01:13:11.076616Z","end":"2026-04-23T01:13:12.547915Z","steps":["trace[1618514696] 'process raft request' (duration: 1.471022881s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:12.548072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:10.780509Z","time spent":"1.767481417s","remote":"127.0.0.1:37492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18644,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:12.548093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:11.076599Z","time spent":"1.47141088s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T01:13:12.548138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224419152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:13:12.548177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.143501315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-04-23T01:13:12.548164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.14331439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-04-23T01:13:12.548218Z","caller":"traceutil/trace.go:171","msg":"trace[1724781334] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26083; }","duration":"2.224591797s","start":"2026-04-23T01:13:10.323605Z","end":"2026-04-23T01:13:12.548197Z","steps":["trace[1724781334] 'agreement among raft nodes before linearized reading' (duration: 2.224364961s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:12.548232Z","caller":"traceutil/trace.go:171","msg":"trace[1565921642] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:26083; }","duration":"3.143601327s","start":"2026-04-23T01:13:09.404614Z","end":"2026-04-23T01:13:12.548215Z","steps":["trace[1565921642] 'agreement among raft nodes before linearized reading' (duration: 3.143404012s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:12.548244Z","caller":"traceutil/trace.go:171","msg":"trace[833850014] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:26083; }","duration":"3.143434913s","start":"2026-04-23T01:13:09.404791Z","end":"2026-04-23T01:13:12.548226Z","steps":["trace[833850014] 'agreement among raft nodes before linearized reading' (duration: 3.143196067s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:12.548278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:09.404597Z","time spent":"3.143671029s","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-04-23T01:13:12.548278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:10.323585Z","time spent":"2.224681959s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:12.548296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:09.404779Z","time spent":"3.143507725s","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-04-23T01:13:12.548327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751195385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-23T01:13:12.548427Z","caller":"traceutil/trace.go:171","msg":"trace[48999493] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26083; }","duration":"1.75139231s","start":"2026-04-23T01:13:10.797017Z","end":"2026-04-23T01:13:12.548409Z","steps":["trace[48999493] 'agreement among raft nodes before linearized reading' (duration: 1.75097443s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:12.548507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:10.796993Z","time spent":"1.751501372s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-23T01:13:13.28Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.025025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:13:13.280361Z","caller":"traceutil/trace.go:171","msg":"trace[255847144] transaction","detail":"{read_only:false; response_revision:26084; number_of_response:1; }","duration":"1.962394875s","start":"2026-04-23T01:13:11.317933Z","end":"2026-04-23T01:13:13.280328Z","steps":["trace[255847144] 'process raft request' (duration: 1.357947889s)","trace[255847144] 'compare' (duration: 603.599305ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:13:13.280461Z","caller":"traceutil/trace.go:171","msg":"trace[1327618783] linearizableReadLoop","detail":"{readStateIndex:26983; appliedIndex:26978; }","duration":"732.447082ms","start":"2026-04-23T01:13:12.547993Z","end":"2026-04-23T01:13:13.28044Z","steps":["trace[1327618783] 'read index received' (duration: 127.695348ms)","trace[1327618783] 'applied index is now lower than readState.Index' (duration: 604.750514ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:13.280511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:11.317912Z","time spent":"1.962520889s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:13.280663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.913586551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:13.280701Z","caller":"traceutil/trace.go:171","msg":"trace[1559390226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26088; }","duration":"1.913642673s","start":"2026-04-23T01:13:11.36705Z","end":"2026-04-23T01:13:13.280693Z","steps":["trace[1559390226] 'agreement among raft nodes before linearized reading' (duration: 1.913569851s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:13.280729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:11.367039Z","time spent":"1.913684824s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:13:13.280758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383353303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:13:13.280786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.202873036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-04-23T01:13:13.280814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.940189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-04-23T01:13:13.280843Z","caller":"traceutil/trace.go:171","msg":"trace[1756529874] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26088; }","duration":"2.202931437s","start":"2026-04-23T01:13:11.077896Z","end":"2026-04-23T01:13:13.280827Z","steps":["trace[1756529874] 'agreement among raft nodes before linearized reading' (duration: 2.202714172s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:13.280841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.206299563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-23T01:13:13.280777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.110046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:13:13.280876Z","caller":"traceutil/trace.go:171","msg":"trace[1201586699] transaction","detail":"{read_only:false; response_revision:26088; number_of_response:1; }","duration":"1.916865944s","start":"2026-04-23T01:13:11.363998Z","end":"2026-04-23T01:13:13.280864Z","steps":["trace[1201586699] 'process raft request' (duration: 1.916386832s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:13.280887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:11.077859Z","time spent":"2.20301559s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-04-23T01:13:13.280869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918770323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T01:13:13.280899Z","caller":"traceutil/trace.go:171","msg":"trace[1940559717] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26088; }","duration":"2.206399446s","start":"2026-04-23T01:13:11.074482Z","end":"2026-04-23T01:13:13.280882Z","steps":["trace[1940559717] 'agreement among raft nodes before linearized reading' (duration: 2.20618287s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:13.280934Z","caller":"traceutil/trace.go:171","msg":"trace[1686732853] transaction","detail":"{read_only:false; response_revision:26085; number_of_response:1; }","duration":"1.919024949s","start":"2026-04-23T01:13:11.361897Z","end":"2026-04-23T01:13:13.280922Z","steps":["trace[1686732853] 'process raft request' (duration: 1.918218969s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:13.28094Z","caller":"traceutil/trace.go:171","msg":"trace[956655745] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26088; }","duration":"1.918878585s","start":"2026-04-23T01:13:11.362043Z","end":"2026-04-23T01:13:13.280922Z","steps":["trace[956655745] 'agreement among raft nodes before linearized reading' (duration: 1.918651439s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:13.28094Z","caller":"traceutil/trace.go:171","msg":"trace[941662399] transaction","detail":"{read_only:false; response_revision:26086; number_of_response:1; }","duration":"1.917595122s","start":"2026-04-23T01:13:11.36333Z","end":"2026-04-23T01:13:13.280925Z","steps":["trace[941662399] 'process raft request' (duration: 1.916940736s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:13.280971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:11.074465Z","time spent":"2.206492268s","remote":"127.0.0.1:37484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T01:13:13.280971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:11.363986Z","time spent":"1.916928086s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:13.280913Z","caller":"traceutil/trace.go:171","msg":"trace[1343625968] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26088; }","duration":"237.29142ms","start":"2026-04-23T01:13:13.043604Z","end":"2026-04-23T01:13:13.280895Z","steps":["trace[1343625968] 'agreement among raft nodes before linearized reading' (duration: 237.043804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:13.280983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026780936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:13:13.281015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:11.361873Z","time spent":"1.919096291s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:13.280833Z","caller":"traceutil/trace.go:171","msg":"trace[128898009] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26088; }","duration":"1.383489346s","start":"2026-04-23T01:13:11.897328Z","end":"2026-04-23T01:13:13.280817Z","steps":["trace[128898009] 'agreement among raft nodes before linearized reading' (duration: 1.38324611s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:13.281053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:11.363318Z","time spent":"1.917679205s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:13.281058Z","caller":"traceutil/trace.go:171","msg":"trace[115448563] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26088; }","duration":"1.026890728s","start":"2026-04-23T01:13:12.254151Z","end":"2026-04-23T01:13:13.281042Z","steps":["trace[115448563] 'agreement among raft nodes before linearized reading' (duration: 1.026795855s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:13.281069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:11.362032Z","time spent":"1.919023029s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:13:13.281093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:11.897305Z","time spent":"1.383773464s","remote":"127.0.0.1:37642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:13:13.280884Z","caller":"traceutil/trace.go:171","msg":"trace[1065787500] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:26088; }","duration":"728.041731ms","start":"2026-04-23T01:13:12.552821Z","end":"2026-04-23T01:13:13.280862Z","steps":["trace[1065787500] 'agreement among raft nodes before linearized reading' (duration: 727.892518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:13.281116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:12.254122Z","time spent":"1.0269795s","remote":"127.0.0.1:54352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:13.281145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:12.552801Z","time spent":"728.332989ms","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-04-23T01:13:13.28115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32712275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:13:13.280783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.97182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-65565fdb7f-85tjd.18a8d6fbb6fa5d6f\" ","response":"range_response_count:1 size:897"} {"level":"warn","ts":"2026-04-23T01:13:13.2809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.060192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-controller\" ","response":"range_response_count:1 size:202"} {"level":"info","ts":"2026-04-23T01:13:13.281205Z","caller":"traceutil/trace.go:171","msg":"trace[1235311216] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26088; }","duration":"1.327217492s","start":"2026-04-23T01:13:11.953973Z","end":"2026-04-23T01:13:13.28119Z","steps":["trace[1235311216] 'agreement among raft nodes before linearized reading' (duration: 1.32712766s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:13.281221Z","caller":"traceutil/trace.go:171","msg":"trace[505516300] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-controller; range_end:; response_count:1; response_revision:26088; }","duration":"728.409401ms","start":"2026-04-23T01:13:12.552801Z","end":"2026-04-23T01:13:13.28121Z","steps":["trace[505516300] 'agreement among raft nodes before linearized reading' (duration: 728.017131ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:13.281221Z","caller":"traceutil/trace.go:171","msg":"trace[378791186] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-65565fdb7f-85tjd.18a8d6fbb6fa5d6f; range_end:; response_count:1; response_revision:26088; }","duration":"728.438792ms","start":"2026-04-23T01:13:12.552763Z","end":"2026-04-23T01:13:13.281202Z","steps":["trace[378791186] 'agreement among raft nodes before linearized reading' (duration: 727.875878ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:13.280752Z","caller":"traceutil/trace.go:171","msg":"trace[1939276589] transaction","detail":"{read_only:false; response_revision:26087; number_of_response:1; }","duration":"1.9170996s","start":"2026-04-23T01:13:11.363621Z","end":"2026-04-23T01:13:13.28072Z","steps":["trace[1939276589] 'process raft request' (duration: 1.91671425s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:13.281251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:11.953952Z","time spent":"1.327290514s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:13.281259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:12.552784Z","time spent":"728.463762ms","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/service-controller\" "} {"level":"warn","ts":"2026-04-23T01:13:13.281269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:12.552748Z","time spent":"728.506883ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":921,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-65565fdb7f-85tjd.18a8d6fbb6fa5d6f\" "} {"level":"warn","ts":"2026-04-23T01:13:13.28115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575064151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268864"} {"level":"info","ts":"2026-04-23T01:13:13.281356Z","caller":"traceutil/trace.go:171","msg":"trace[1037657176] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:26088; }","duration":"1.575306276s","start":"2026-04-23T01:13:11.706035Z","end":"2026-04-23T01:13:13.281342Z","steps":["trace[1037657176] 'agreement among raft nodes before linearized reading' (duration: 1.574541647s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:13.28141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:11.706019Z","time spent":"1.575375369s","remote":"127.0.0.1:37712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268888,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-23T01:13:13.2814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:11.363601Z","time spent":"1.917689385s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:13.618958Z","caller":"traceutil/trace.go:171","msg":"trace[219373325] transaction","detail":"{read_only:false; response_revision:26089; number_of_response:1; }","duration":"333.044592ms","start":"2026-04-23T01:13:13.285876Z","end":"2026-04-23T01:13:13.61892Z","steps":["trace[219373325] 'process raft request' (duration: 240.713888ms)","trace[219373325] 'compare' (duration: 92.201541ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:13:13.619054Z","caller":"traceutil/trace.go:171","msg":"trace[220575292] transaction","detail":"{read_only:false; response_revision:26090; number_of_response:1; }","duration":"331.357889ms","start":"2026-04-23T01:13:13.287674Z","end":"2026-04-23T01:13:13.619032Z","steps":["trace[220575292] 'process raft request' (duration: 331.251237ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:13.619053Z","caller":"traceutil/trace.go:171","msg":"trace[1686228229] linearizableReadLoop","detail":"{readStateIndex:26984; appliedIndex:26983; }","duration":"333.114074ms","start":"2026-04-23T01:13:13.285908Z","end":"2026-04-23T01:13:13.619022Z","steps":["trace[1686228229] 'read index received' (duration: 240.644866ms)","trace[1686228229] 'applied index is now lower than readState.Index' (duration: 92.466418ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:13.619372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.441692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-370d541b-7b32-428c-a2fe-b3b90b592d27\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-04-23T01:13:13.619403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.293036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:13.619421Z","caller":"traceutil/trace.go:171","msg":"trace[2140699051] range","detail":"{range_begin:/registry/persistentvolumes/pvc-370d541b-7b32-428c-a2fe-b3b90b592d27; range_end:; response_count:1; response_revision:26090; }","duration":"333.523695ms","start":"2026-04-23T01:13:13.285885Z","end":"2026-04-23T01:13:13.619409Z","steps":["trace[2140699051] 'agreement among raft nodes before linearized reading' (duration: 333.282629ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:13.619442Z","caller":"traceutil/trace.go:171","msg":"trace[21114997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26090; }","duration":"329.357368ms","start":"2026-04-23T01:13:13.290075Z","end":"2026-04-23T01:13:13.619432Z","steps":["trace[21114997] 'agreement among raft nodes before linearized reading' (duration: 329.278416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:13.619456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:13.285877Z","time spent":"333.570756ms","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-370d541b-7b32-428c-a2fe-b3b90b592d27\" "} {"level":"warn","ts":"2026-04-23T01:13:13.619449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.718744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-23T01:13:13.619479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:13.290064Z","time spent":"329.408469ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:13:13.619082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:13.285857Z","time spent":"333.159325ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:13.619518Z","caller":"traceutil/trace.go:171","msg":"trace[1170409051] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26090; }","duration":"332.837367ms","start":"2026-04-23T01:13:13.286663Z","end":"2026-04-23T01:13:13.619501Z","steps":["trace[1170409051] 'agreement among raft nodes before linearized reading' (duration: 332.584101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:13.619561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:13.286638Z","time spent":"332.913959ms","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T01:13:13.619582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.903675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-04-23T01:13:13.619702Z","caller":"traceutil/trace.go:171","msg":"trace[118914737] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:26090; }","duration":"198.11628ms","start":"2026-04-23T01:13:13.421565Z","end":"2026-04-23T01:13:13.619681Z","steps":["trace[118914737] 'agreement among raft nodes before linearized reading' (duration: 197.747251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:13.61963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:13.287653Z","time spent":"331.469501ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:14.228048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.828711ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:13:14.228161Z","caller":"traceutil/trace.go:171","msg":"trace[1153051257] linearizableReadLoop","detail":"{readStateIndex:26986; appliedIndex:26985; }","duration":"604.559987ms","start":"2026-04-23T01:13:13.623581Z","end":"2026-04-23T01:13:14.228141Z","steps":["trace[1153051257] 'read index received' (duration: 149.48756ms)","trace[1153051257] 'applied index is now lower than readState.Index' (duration: 455.070647ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:13:14.228271Z","caller":"traceutil/trace.go:171","msg":"trace[1919785711] transaction","detail":"{read_only:false; response_revision:26091; number_of_response:1; }","duration":"604.749602ms","start":"2026-04-23T01:13:13.623501Z","end":"2026-04-23T01:13:14.228251Z","steps":["trace[1919785711] 'process raft request' (duration: 149.643564ms)","trace[1919785711] 'compare' (duration: 454.535404ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:14.228353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:13.623486Z","time spent":"604.832115ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T01:13:14.22841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.97981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:14.228494Z","caller":"traceutil/trace.go:171","msg":"trace[726612706] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:26091; }","duration":"490.115993ms","start":"2026-04-23T01:13:13.73836Z","end":"2026-04-23T01:13:14.228476Z","steps":["trace[726612706] 'agreement among raft nodes before linearized reading' (duration: 489.934838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:14.228548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:13.738339Z","time spent":"490.195366ms","remote":"127.0.0.1:54184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:14.228547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.88074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:13:14.228625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.753995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"info","ts":"2026-04-23T01:13:14.228678Z","caller":"traceutil/trace.go:171","msg":"trace[478461668] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26091; }","duration":"114.027664ms","start":"2026-04-23T01:13:14.114589Z","end":"2026-04-23T01:13:14.228616Z","steps":["trace[478461668] 'agreement among raft nodes before linearized reading' (duration: 113.85126ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:14.228694Z","caller":"traceutil/trace.go:171","msg":"trace[677720691] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:26091; }","duration":"451.862018ms","start":"2026-04-23T01:13:13.776816Z","end":"2026-04-23T01:13:14.228678Z","steps":["trace[677720691] 'agreement among raft nodes before linearized reading' (duration: 451.652622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:14.228746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:13.77679Z","time spent":"451.93855ms","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":224,"request content":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" "} {"level":"warn","ts":"2026-04-23T01:13:14.229196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.584915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-23T01:13:14.23038Z","caller":"traceutil/trace.go:171","msg":"trace[606244394] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26091; }","duration":"606.801984ms","start":"2026-04-23T01:13:13.623555Z","end":"2026-04-23T01:13:14.230357Z","steps":["trace[606244394] 'agreement among raft nodes before linearized reading' (duration: 604.955008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:14.230484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:13.623543Z","time spent":"606.930257ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-04-23T01:13:14.735924Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149661084,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:13:14.968011Z","caller":"traceutil/trace.go:171","msg":"trace[1319092222] transaction","detail":"{read_only:false; response_revision:26092; number_of_response:1; }","duration":"732.691888ms","start":"2026-04-23T01:13:14.235278Z","end":"2026-04-23T01:13:14.96797Z","steps":["trace[1319092222] 'process raft request' (duration: 696.470493ms)","trace[1319092222] 'compare' (duration: 35.989649ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:14.968165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:14.235262Z","time spent":"732.815312ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:15.062703Z","caller":"traceutil/trace.go:171","msg":"trace[557202119] linearizableReadLoop","detail":"{readStateIndex:26988; appliedIndex:26986; }","duration":"826.812829ms","start":"2026-04-23T01:13:14.235869Z","end":"2026-04-23T01:13:15.062682Z","steps":["trace[557202119] 'read index received' (duration: 695.883778ms)","trace[557202119] 'applied index is now lower than readState.Index' (duration: 130.928321ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:13:15.06278Z","caller":"traceutil/trace.go:171","msg":"trace[838301888] transaction","detail":"{read_only:false; response_revision:26093; number_of_response:1; }","duration":"699.281273ms","start":"2026-04-23T01:13:14.363462Z","end":"2026-04-23T01:13:15.062743Z","steps":["trace[838301888] 'process raft request' (duration: 699.102819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:15.062888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.995963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-23T01:13:15.062934Z","caller":"traceutil/trace.go:171","msg":"trace[1577946385] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26093; }","duration":"827.054734ms","start":"2026-04-23T01:13:14.235853Z","end":"2026-04-23T01:13:15.062908Z","steps":["trace[1577946385] 'agreement among raft nodes before linearized reading' (duration: 826.939102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:15.062965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:14.235844Z","time spent":"827.114276ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-04-23T01:13:15.063064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.312845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:13:15.063166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.02321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T01:13:15.063196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.861381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-04-23T01:13:15.063244Z","caller":"traceutil/trace.go:171","msg":"trace[1591398195] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pv-protection-controller; range_end:; response_count:1; response_revision:26093; }","duration":"660.952153ms","start":"2026-04-23T01:13:14.402278Z","end":"2026-04-23T01:13:15.063231Z","steps":["trace[1591398195] 'agreement among raft nodes before linearized reading' (duration: 660.783209ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:15.063247Z","caller":"traceutil/trace.go:171","msg":"trace[306327258] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26093; }","duration":"747.215575ms","start":"2026-04-23T01:13:14.315995Z","end":"2026-04-23T01:13:15.06321Z","steps":["trace[306327258] 'agreement among raft nodes before linearized reading' (duration: 746.840526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:15.063259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.626572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:13:15.063285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:14.402258Z","time spent":"661.018577ms","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" "} {"level":"warn","ts":"2026-04-23T01:13:15.063293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:14.315971Z","time spent":"747.310619ms","remote":"127.0.0.1:37618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":182,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:13:15.063324Z","caller":"traceutil/trace.go:171","msg":"trace[482064748] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26093; }","duration":"697.725236ms","start":"2026-04-23T01:13:14.365563Z","end":"2026-04-23T01:13:15.063288Z","steps":["trace[482064748] 'agreement among raft nodes before linearized reading' (duration: 697.623442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:15.063405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:14.36555Z","time spent":"697.817408ms","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:15.063719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:14.363432Z","time spent":"699.443188ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:15.06377Z","caller":"traceutil/trace.go:171","msg":"trace[1353452130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26093; }","duration":"196.448768ms","start":"2026-04-23T01:13:14.866682Z","end":"2026-04-23T01:13:15.063131Z","steps":["trace[1353452130] 'agreement among raft nodes before linearized reading' (duration: 196.186831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:16.062999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.55511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:13:16.063296Z","caller":"traceutil/trace.go:171","msg":"trace[1868881617] transaction","detail":"{read_only:false; response_revision:26095; number_of_response:1; }","duration":"775.615323ms","start":"2026-04-23T01:13:15.287659Z","end":"2026-04-23T01:13:16.063274Z","steps":["trace[1868881617] 'process raft request' (duration: 775.462049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:16.063386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:15.287635Z","time spent":"775.705335ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:16.063638Z","caller":"traceutil/trace.go:171","msg":"trace[1457631735] transaction","detail":"{read_only:false; response_revision:26094; number_of_response:1; }","duration":"997.62426ms","start":"2026-04-23T01:13:15.065999Z","end":"2026-04-23T01:13:16.063623Z","steps":["trace[1457631735] 'process raft request' (duration: 174.34485ms)","trace[1457631735] 'compare' (duration: 822.238653ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:16.063699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:15.065982Z","time spent":"997.683561ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:16.063775Z","caller":"traceutil/trace.go:171","msg":"trace[363633928] linearizableReadLoop","detail":"{readStateIndex:26989; appliedIndex:26988; }","duration":"996.557311ms","start":"2026-04-23T01:13:15.067181Z","end":"2026-04-23T01:13:16.063738Z","steps":["trace[363633928] 'read index received' (duration: 173.088417ms)","trace[363633928] 'applied index is now lower than readState.Index' (duration: 823.464654ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:16.064091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.857719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a5e5ec8e-2a89-4c6f-a52a-ff0e835ecac1\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-23T01:13:16.064167Z","caller":"traceutil/trace.go:171","msg":"trace[709234396] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a5e5ec8e-2a89-4c6f-a52a-ff0e835ecac1; range_end:; response_count:1; response_revision:26095; }","duration":"996.991263ms","start":"2026-04-23T01:13:15.067157Z","end":"2026-04-23T01:13:16.064148Z","steps":["trace[709234396] 'agreement among raft nodes before linearized reading' (duration: 996.705205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:16.064213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:15.067147Z","time spent":"997.056814ms","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-a5e5ec8e-2a89-4c6f-a52a-ff0e835ecac1\" "} {"level":"warn","ts":"2026-04-23T01:13:16.650093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.559977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:13:16.650272Z","caller":"traceutil/trace.go:171","msg":"trace[993286059] transaction","detail":"{read_only:false; response_revision:26096; number_of_response:1; }","duration":"1.361817848s","start":"2026-04-23T01:13:15.288435Z","end":"2026-04-23T01:13:16.650253Z","steps":["trace[993286059] 'process raft request' (duration: 987.970865ms)","trace[993286059] 'compare' (duration: 373.298089ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:16.650413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:15.288403Z","time spent":"1.361974522s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:16.650793Z","caller":"traceutil/trace.go:171","msg":"trace[613397727] transaction","detail":"{read_only:false; response_revision:26097; number_of_response:1; }","duration":"1.362343951s","start":"2026-04-23T01:13:15.288435Z","end":"2026-04-23T01:13:16.650779Z","steps":["trace[613397727] 'process raft request' (duration: 1.361761966s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:16.650867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:15.288403Z","time spent":"1.362425363s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:16.650846Z","caller":"traceutil/trace.go:171","msg":"trace[5615571] transaction","detail":"{read_only:false; response_revision:26098; number_of_response:1; }","duration":"1.362337691s","start":"2026-04-23T01:13:15.288485Z","end":"2026-04-23T01:13:16.650823Z","steps":["trace[5615571] 'process raft request' (duration: 1.362168277s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:16.650986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:15.288468Z","time spent":"1.362440043s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:16.651163Z","caller":"traceutil/trace.go:171","msg":"trace[545651993] transaction","detail":"{read_only:false; response_revision:26099; number_of_response:1; }","duration":"1.36228487s","start":"2026-04-23T01:13:15.288853Z","end":"2026-04-23T01:13:16.651138Z","steps":["trace[545651993] 'process raft request' (duration: 1.361930121s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:16.651389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:15.288844Z","time spent":"1.362426223s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:17.095047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.994428ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-23T01:13:17.095722Z","caller":"traceutil/trace.go:171","msg":"trace[1491951875] linearizableReadLoop","detail":"{readStateIndex:26996; appliedIndex:26990; }","duration":"1.031853623s","start":"2026-04-23T01:13:16.063841Z","end":"2026-04-23T01:13:17.095695Z","steps":["trace[1491951875] 'read index received' (duration: 212.501444ms)","trace[1491951875] 'applied index is now lower than readState.Index' (duration: 819.350469ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:13:17.095831Z","caller":"traceutil/trace.go:171","msg":"trace[131031434] transaction","detail":"{read_only:false; response_revision:26100; number_of_response:1; }","duration":"1.204233273s","start":"2026-04-23T01:13:15.891576Z","end":"2026-04-23T01:13:17.095809Z","steps":["trace[131031434] 'process raft request' (duration: 1.203577027s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:17.095963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:15.891554Z","time spent":"1.204328595s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:17.689989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.789791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:13:17.690013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732253146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:17.690078Z","caller":"traceutil/trace.go:171","msg":"trace[1484335269] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26100; }","duration":"1.732359858s","start":"2026-04-23T01:13:15.957697Z","end":"2026-04-23T01:13:17.690057Z","steps":["trace[1484335269] 'agreement among raft nodes before linearized reading' (duration: 1.138045719s)","trace[1484335269] 'count revisions from in-memory index tree' (duration: 594.168016ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:13:17.690086Z","caller":"traceutil/trace.go:171","msg":"trace[561197484] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26100; }","duration":"367.918124ms","start":"2026-04-23T01:13:17.32213Z","end":"2026-04-23T01:13:17.690048Z","steps":["trace[561197484] 'count revisions from in-memory index tree' (duration: 367.699719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:17.690112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:15.95768Z","time spent":"1.73242482s","remote":"127.0.0.1:54200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:17.69013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:17.32211Z","time spent":"368.009436ms","remote":"127.0.0.1:46864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:17.690156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267141304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-23T01:13:17.69026Z","caller":"traceutil/trace.go:171","msg":"trace[2061487939] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26100; }","duration":"1.267260157s","start":"2026-04-23T01:13:16.422954Z","end":"2026-04-23T01:13:17.690214Z","steps":["trace[2061487939] 'agreement among raft nodes before linearized reading' (duration: 672.881806ms)","trace[2061487939] 'range keys from in-memory index tree' (duration: 594.184346ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:17.690366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622020978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-b9fcb466c-24cls.18a8d698d38d96b8\" ","response":"range_response_count:1 size:903"} {"level":"warn","ts":"2026-04-23T01:13:17.690326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823020051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:17.690404Z","caller":"traceutil/trace.go:171","msg":"trace[810699526] range","detail":"{range_begin:/registry/events/openstack/heat-api-b9fcb466c-24cls.18a8d698d38d96b8; range_end:; response_count:1; response_revision:26100; }","duration":"1.62210666s","start":"2026-04-23T01:13:16.068285Z","end":"2026-04-23T01:13:17.690392Z","steps":["trace[810699526] 'agreement among raft nodes before linearized reading' (duration: 1.027554155s)","trace[810699526] 'range keys from in-memory index tree' (duration: 594.379161ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:17.690429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519454524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-23T01:13:17.691144Z","caller":"traceutil/trace.go:171","msg":"trace[221930375] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26100; }","duration":"1.520196863s","start":"2026-04-23T01:13:16.170921Z","end":"2026-04-23T01:13:17.691118Z","steps":["trace[221930375] 'agreement among raft nodes before linearized reading' (duration: 924.931509ms)","trace[221930375] 'range keys from in-memory index tree' (duration: 594.371321ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:17.69117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:16.422935Z","time spent":"1.268213731s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-23T01:13:17.691213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:16.170902Z","time spent":"1.520292446s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-04-23T01:13:17.690431Z","caller":"traceutil/trace.go:171","msg":"trace[1379434349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26100; }","duration":"1.823194675s","start":"2026-04-23T01:13:15.86721Z","end":"2026-04-23T01:13:17.690405Z","steps":["trace[1379434349] 'agreement among raft nodes before linearized reading' (duration: 1.228575009s)","trace[1379434349] 'range keys from in-memory index tree' (duration: 594.430562ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:17.691438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:15.867191Z","time spent":"1.824237313s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:13:17.690156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.064714734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T01:13:17.691594Z","caller":"traceutil/trace.go:171","msg":"trace[542441397] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26100; }","duration":"2.066176491s","start":"2026-04-23T01:13:15.625376Z","end":"2026-04-23T01:13:17.691552Z","steps":["trace[542441397] 'agreement among raft nodes before linearized reading' (duration: 1.470456736s)","trace[542441397] 'range keys from in-memory index tree' (duration: 594.189357ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:17.691669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:15.625354Z","time spent":"2.066296974s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:13:17.690494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:16.068261Z","time spent":"1.622163452s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":927,"request content":"key:\"/registry/events/openstack/heat-api-b9fcb466c-24cls.18a8d698d38d96b8\" "} {"level":"warn","ts":"2026-04-23T01:13:17.690668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.623202346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" ","response":"range_response_count:1 size:233"} {"level":"info","ts":"2026-04-23T01:13:17.691877Z","caller":"traceutil/trace.go:171","msg":"trace[886159798] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslicemirroring-controller; range_end:; response_count:1; response_revision:26100; }","duration":"2.624401707s","start":"2026-04-23T01:13:15.067409Z","end":"2026-04-23T01:13:17.691811Z","steps":["trace[886159798] 'agreement among raft nodes before linearized reading' (duration: 2.028406584s)","trace[886159798] 'range keys from in-memory index tree' (duration: 594.702469ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:17.692062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:15.067388Z","time spent":"2.624613712s","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":257,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" "} {"level":"warn","ts":"2026-04-23T01:13:18.19626Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149661102,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:13:18.607638Z","caller":"traceutil/trace.go:171","msg":"trace[1851835746] transaction","detail":"{read_only:false; response_revision:26101; number_of_response:1; }","duration":"913.397799ms","start":"2026-04-23T01:13:17.694215Z","end":"2026-04-23T01:13:18.607612Z","steps":["trace[1851835746] 'process raft request' (duration: 913.206534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:18.607797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:17.694194Z","time spent":"913.514721ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:18.659795Z","caller":"traceutil/trace.go:171","msg":"trace[1801592928] transaction","detail":"{read_only:false; response_revision:26102; number_of_response:1; }","duration":"963.745462ms","start":"2026-04-23T01:13:17.696029Z","end":"2026-04-23T01:13:18.659775Z","steps":["trace[1801592928] 'process raft request' (duration: 963.565947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:18.659921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:17.696012Z","time spent":"963.845355ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:18.660108Z","caller":"traceutil/trace.go:171","msg":"trace[1383163681] transaction","detail":"{read_only:false; response_revision:26103; number_of_response:1; }","duration":"963.575878ms","start":"2026-04-23T01:13:17.696496Z","end":"2026-04-23T01:13:18.660072Z","steps":["trace[1383163681] 'process raft request' (duration: 963.232849ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:18.660221Z","caller":"traceutil/trace.go:171","msg":"trace[1286155636] linearizableReadLoop","detail":"{readStateIndex:27000; appliedIndex:26996; }","duration":"964.426259ms","start":"2026-04-23T01:13:17.695772Z","end":"2026-04-23T01:13:18.660199Z","steps":["trace[1286155636] 'read index received' (duration: 911.595974ms)","trace[1286155636] 'applied index is now lower than readState.Index' (duration: 52.828815ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:18.660315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:17.696487Z","time spent":"963.727331ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:18.660477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.698287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-04-23T01:13:18.660534Z","caller":"traceutil/trace.go:171","msg":"trace[195974610] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:26104; }","duration":"964.771839ms","start":"2026-04-23T01:13:17.695738Z","end":"2026-04-23T01:13:18.66051Z","steps":["trace[195974610] 'agreement among raft nodes before linearized reading' (duration: 964.637905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:18.660567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:17.695722Z","time spent":"964.83769ms","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":234,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"info","ts":"2026-04-23T01:13:18.661103Z","caller":"traceutil/trace.go:171","msg":"trace[1565060874] transaction","detail":"{read_only:false; response_revision:26104; number_of_response:1; }","duration":"591.92191ms","start":"2026-04-23T01:13:18.068427Z","end":"2026-04-23T01:13:18.660349Z","steps":["trace[1565060874] 'process raft request' (duration: 591.57302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:18.661322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:18.068403Z","time spent":"592.795192ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:19.569781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.493824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:13:19.570041Z","caller":"traceutil/trace.go:171","msg":"trace[1683562539] linearizableReadLoop","detail":"{readStateIndex:27005; appliedIndex:27000; }","duration":"909.751095ms","start":"2026-04-23T01:13:18.660276Z","end":"2026-04-23T01:13:19.570028Z","steps":["trace[1683562539] 'read index received' (duration: 266.032457ms)","trace[1683562539] 'applied index is now lower than readState.Index' (duration: 643.717538ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:13:19.5701Z","caller":"traceutil/trace.go:171","msg":"trace[2083760192] transaction","detail":"{read_only:false; response_revision:26107; number_of_response:1; }","duration":"913.692806ms","start":"2026-04-23T01:13:18.6564Z","end":"2026-04-23T01:13:19.570092Z","steps":["trace[2083760192] 'process raft request' (duration: 913.535882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:19.570147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:18.656392Z","time spent":"913.723287ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:19.570112Z","caller":"traceutil/trace.go:171","msg":"trace[1099837424] transaction","detail":"{read_only:false; response_revision:26106; number_of_response:1; }","duration":"913.788048ms","start":"2026-04-23T01:13:18.656291Z","end":"2026-04-23T01:13:19.570079Z","steps":["trace[1099837424] 'process raft request' (duration: 913.573002ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:19.570473Z","caller":"traceutil/trace.go:171","msg":"trace[1070451256] transaction","detail":"{read_only:false; response_revision:26105; number_of_response:1; }","duration":"958.1415ms","start":"2026-04-23T01:13:18.612305Z","end":"2026-04-23T01:13:19.570447Z","steps":["trace[1070451256] 'process raft request' (duration: 313.918789ms)","trace[1070451256] 'compare' (duration: 642.492158ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:19.573595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:18.612288Z","time spent":"961.227509ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:13:19.570304Z","caller":"traceutil/trace.go:171","msg":"trace[1871395329] transaction","detail":"{read_only:false; response_revision:26108; number_of_response:1; }","duration":"911.947511ms","start":"2026-04-23T01:13:18.658318Z","end":"2026-04-23T01:13:19.570265Z","steps":["trace[1871395329] 'process raft request' (duration: 911.650874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:19.573901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87469248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:19.573977Z","caller":"traceutil/trace.go:171","msg":"trace[1964815958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26109; }","duration":"1.874773471s","start":"2026-04-23T01:13:17.699174Z","end":"2026-04-23T01:13:19.573947Z","steps":["trace[1964815958] 'agreement among raft nodes before linearized reading' (duration: 1.871035166s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:19.57401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:17.699161Z","time spent":"1.874840372s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:13:19.574939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310241905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:19.575069Z","caller":"traceutil/trace.go:171","msg":"trace[3983114] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26109; }","duration":"1.310368838s","start":"2026-04-23T01:13:18.264654Z","end":"2026-04-23T01:13:19.575023Z","steps":["trace[3983114] 'agreement among raft nodes before linearized reading' (duration: 1.305629468s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:19.575149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:18.264578Z","time spent":"1.310541492s","remote":"127.0.0.1:58120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:19.576117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:18.658306Z","time spent":"915.531262ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:19.576202Z","caller":"traceutil/trace.go:171","msg":"trace[1387283973] transaction","detail":"{read_only:false; response_revision:26109; number_of_response:1; }","duration":"911.530911ms","start":"2026-04-23T01:13:18.658752Z","end":"2026-04-23T01:13:19.570283Z","steps":["trace[1387283973] 'process raft request' (duration: 911.244804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:19.576281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:18.658726Z","time spent":"917.520762ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:19.570306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:18.656266Z","time spent":"913.944652ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:19.576587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8806331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-aaabe408-beb4-4026-b946-2aed35cb3e6d\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-23T01:13:19.576648Z","caller":"traceutil/trace.go:171","msg":"trace[1619433606] range","detail":"{range_begin:/registry/persistentvolumes/pvc-aaabe408-beb4-4026-b946-2aed35cb3e6d; range_end:; response_count:1; response_revision:26109; }","duration":"1.880693681s","start":"2026-04-23T01:13:17.695927Z","end":"2026-04-23T01:13:19.57662Z","steps":["trace[1619433606] 'agreement among raft nodes before linearized reading' (duration: 1.87435887s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:19.576678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:17.695792Z","time spent":"1.880879725s","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-aaabe408-beb4-4026-b946-2aed35cb3e6d\" "} {"level":"warn","ts":"2026-04-23T01:13:19.58064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123863941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:19.580884Z","caller":"traceutil/trace.go:171","msg":"trace[1002593298] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26109; }","duration":"1.124168689s","start":"2026-04-23T01:13:18.4567Z","end":"2026-04-23T01:13:19.580869Z","steps":["trace[1002593298] 'agreement among raft nodes before linearized reading' (duration: 1.113459748s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:19.581072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:18.456679Z","time spent":"1.124222089s","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:21.18015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333181075s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:13:21.180463Z","caller":"traceutil/trace.go:171","msg":"trace[112413507] transaction","detail":"{read_only:false; response_revision:26113; number_of_response:1; }","duration":"1.111605211s","start":"2026-04-23T01:13:20.068841Z","end":"2026-04-23T01:13:21.180446Z","steps":["trace[112413507] 'process raft request' (duration: 1.111546179s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:21.180543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:20.068803Z","time spent":"1.111701253s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:21.180823Z","caller":"traceutil/trace.go:171","msg":"trace[1815197829] transaction","detail":"{read_only:false; response_revision:26111; number_of_response:1; }","duration":"2.513856591s","start":"2026-04-23T01:13:18.666899Z","end":"2026-04-23T01:13:21.180755Z","steps":["trace[1815197829] 'process raft request' (duration: 2.513352199s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:21.180877Z","caller":"traceutil/trace.go:171","msg":"trace[1252667291] linearizableReadLoop","detail":"{readStateIndex:27007; appliedIndex:27005; }","duration":"1.610789155s","start":"2026-04-23T01:13:19.570066Z","end":"2026-04-23T01:13:21.180855Z","steps":["trace[1252667291] 'read index received' (duration: 276.900113ms)","trace[1252667291] 'applied index is now lower than readState.Index' (duration: 1.333886802s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:13:21.180874Z","caller":"traceutil/trace.go:171","msg":"trace[1761864850] transaction","detail":"{read_only:false; response_revision:26112; number_of_response:1; }","duration":"1.598820521s","start":"2026-04-23T01:13:19.582013Z","end":"2026-04-23T01:13:21.180834Z","steps":["trace[1761864850] 'process raft request' (duration: 1.598332599s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:21.181021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:19.581983Z","time spent":"1.598967655s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T01:13:21.181054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214268436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T01:13:21.181084Z","caller":"traceutil/trace.go:171","msg":"trace[1548245508] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26113; }","duration":"2.214305426s","start":"2026-04-23T01:13:18.966769Z","end":"2026-04-23T01:13:21.181074Z","steps":["trace[1548245508] 'agreement among raft nodes before linearized reading' (duration: 2.214169073s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:21.181116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:18.966747Z","time spent":"2.214361917s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:13:21.181121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21326157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128163"} {"level":"info","ts":"2026-04-23T01:13:21.181216Z","caller":"traceutil/trace.go:171","msg":"trace[2059802971] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26113; }","duration":"2.213387303s","start":"2026-04-23T01:13:18.967807Z","end":"2026-04-23T01:13:21.181194Z","steps":["trace[2059802971] 'agreement among raft nodes before linearized reading' (duration: 2.213062515s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:21.18128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:18.96779Z","time spent":"2.213475955s","remote":"127.0.0.1:37392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128187,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-23T01:13:21.181305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6275988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:13:21.181323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224190146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:21.181344Z","caller":"traceutil/trace.go:171","msg":"trace[1641677631] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26113; }","duration":"1.627687262s","start":"2026-04-23T01:13:19.553646Z","end":"2026-04-23T01:13:21.181334Z","steps":["trace[1641677631] 'agreement among raft nodes before linearized reading' (duration: 1.627590299s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:21.181356Z","caller":"traceutil/trace.go:171","msg":"trace[807934096] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26113; }","duration":"2.224261058s","start":"2026-04-23T01:13:18.957083Z","end":"2026-04-23T01:13:21.181344Z","steps":["trace[807934096] 'agreement among raft nodes before linearized reading' (duration: 2.224209367s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:21.181353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807431787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:13:21.181384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:19.55362Z","time spent":"1.627756234s","remote":"127.0.0.1:37712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:21.181386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:18.957064Z","time spent":"2.2243137s","remote":"127.0.0.1:49100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:13:21.181423Z","caller":"traceutil/trace.go:171","msg":"trace[605633189] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26113; }","duration":"1.80753479s","start":"2026-04-23T01:13:19.373866Z","end":"2026-04-23T01:13:21.181401Z","steps":["trace[605633189] 'agreement among raft nodes before linearized reading' (duration: 1.807408616s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:21.181508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:19.37383Z","time spent":"1.807661744s","remote":"127.0.0.1:54200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:13:21.181528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87872021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-23T01:13:21.181534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.270229312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-23T01:13:21.181574Z","caller":"traceutil/trace.go:171","msg":"trace[1021389522] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:26113; }","duration":"1.878806722s","start":"2026-04-23T01:13:19.302753Z","end":"2026-04-23T01:13:21.18156Z","steps":["trace[1021389522] 'agreement among raft nodes before linearized reading' (duration: 1.878612207s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:21.181616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:19.302733Z","time spent":"1.878875305s","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-04-23T01:13:21.181641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.515711029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" ","response":"range_response_count:1 size:213"} {"level":"warn","ts":"2026-04-23T01:13:21.181671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.26900762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-23T01:13:21.181725Z","caller":"traceutil/trace.go:171","msg":"trace[132354829] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26113; }","duration":"2.269054051s","start":"2026-04-23T01:13:18.912655Z","end":"2026-04-23T01:13:21.181709Z","steps":["trace[132354829] 'agreement among raft nodes before linearized reading' (duration: 2.268943368s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:21.181577Z","caller":"traceutil/trace.go:171","msg":"trace[292312234] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26113; }","duration":"2.270298343s","start":"2026-04-23T01:13:18.911267Z","end":"2026-04-23T01:13:21.181565Z","steps":["trace[292312234] 'agreement among raft nodes before linearized reading' (duration: 2.270137178s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:21.181729Z","caller":"traceutil/trace.go:171","msg":"trace[859566451] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/attachdetach-controller; range_end:; response_count:1; response_revision:26113; }","duration":"2.515825821s","start":"2026-04-23T01:13:18.665882Z","end":"2026-04-23T01:13:21.181708Z","steps":["trace[859566451] 'agreement among raft nodes before linearized reading' (duration: 2.515558804s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:21.181757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:18.912608Z","time spent":"2.269141353s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:13:21.181769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:18.911248Z","time spent":"2.270508598s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T01:13:21.181772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:18.665876Z","time spent":"2.515887013s","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" "} {"level":"info","ts":"2026-04-23T01:13:21.180823Z","caller":"traceutil/trace.go:171","msg":"trace[1234555150] transaction","detail":"{read_only:false; response_revision:26110; number_of_response:1; }","duration":"2.515005672s","start":"2026-04-23T01:13:18.665754Z","end":"2026-04-23T01:13:21.180759Z","steps":["trace[1234555150] 'process raft request' (duration: 1.181080919s)","trace[1234555150] 'compare' (duration: 1.332571989s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:21.180986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:18.666883Z","time spent":"2.514027845s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T01:13:21.182725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:18.665731Z","time spent":"2.516367786s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:21.182756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661053885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:21.182819Z","caller":"traceutil/trace.go:171","msg":"trace[58736820] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26113; }","duration":"1.661184779s","start":"2026-04-23T01:13:19.521618Z","end":"2026-04-23T01:13:21.182803Z","steps":["trace[58736820] 'agreement among raft nodes before linearized reading' (duration: 1.659613529s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:21.182865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:19.521593Z","time spent":"1.661261041s","remote":"127.0.0.1:54308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:13:21.258334Z","caller":"traceutil/trace.go:171","msg":"trace[529844406] transaction","detail":"{read_only:false; response_revision:26114; number_of_response:1; }","duration":"591.134679ms","start":"2026-04-23T01:13:20.667172Z","end":"2026-04-23T01:13:21.258307Z","steps":["trace[529844406] 'process raft request' (duration: 590.951584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:21.258491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:20.667155Z","time spent":"591.256972ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:21.258469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.294918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:13:21.258678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.331693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:13:21.258696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.848976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:13:21.25875Z","caller":"traceutil/trace.go:171","msg":"trace[19277930] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26114; }","duration":"330.441566ms","start":"2026-04-23T01:13:20.928288Z","end":"2026-04-23T01:13:21.258729Z","steps":["trace[19277930] 'agreement among raft nodes before linearized reading' (duration: 330.338433ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:21.258718Z","caller":"traceutil/trace.go:171","msg":"trace[1805736981] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26114; }","duration":"316.510714ms","start":"2026-04-23T01:13:20.94213Z","end":"2026-04-23T01:13:21.25864Z","steps":["trace[1805736981] 'agreement among raft nodes before linearized reading' (duration: 316.249267ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:21.258787Z","caller":"traceutil/trace.go:171","msg":"trace[1946761513] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26114; }","duration":"257.0166ms","start":"2026-04-23T01:13:21.001748Z","end":"2026-04-23T01:13:21.258764Z","steps":["trace[1946761513] 'agreement among raft nodes before linearized reading' (duration: 256.674531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:21.258821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:20.928266Z","time spent":"330.538559ms","remote":"127.0.0.1:53868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:21.258847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436512248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:13:21.258886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.70269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:21.258973Z","caller":"traceutil/trace.go:171","msg":"trace[1830020053] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26114; }","duration":"322.838914ms","start":"2026-04-23T01:13:20.936113Z","end":"2026-04-23T01:13:21.258952Z","steps":["trace[1830020053] 'agreement among raft nodes before linearized reading' (duration: 322.467544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:21.25898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676971087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-04-23T01:13:21.258987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681990934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:21.259036Z","caller":"traceutil/trace.go:171","msg":"trace[980609947] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26114; }","duration":"1.677044249s","start":"2026-04-23T01:13:19.581973Z","end":"2026-04-23T01:13:21.259017Z","steps":["trace[980609947] 'agreement among raft nodes before linearized reading' (duration: 1.676842184s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:21.259037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:20.936099Z","time spent":"322.913555ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:21.25908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:19.58196Z","time spent":"1.677108441s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-23T01:13:21.259086Z","caller":"traceutil/trace.go:171","msg":"trace[660810378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26114; }","duration":"1.682101858s","start":"2026-04-23T01:13:19.576927Z","end":"2026-04-23T01:13:21.259029Z","steps":["trace[660810378] 'agreement among raft nodes before linearized reading' (duration: 1.681978674s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:21.259185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:19.576914Z","time spent":"1.68221225s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:13:21.258833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:20.942093Z","time spent":"316.722179ms","remote":"127.0.0.1:37414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:13:21.258962Z","caller":"traceutil/trace.go:171","msg":"trace[515799777] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26114; }","duration":"1.436736043s","start":"2026-04-23T01:13:19.822203Z","end":"2026-04-23T01:13:21.258939Z","steps":["trace[515799777] 'agreement among raft nodes before linearized reading' (duration: 1.436420985s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:21.259433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003274541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:13:21.259567Z","caller":"traceutil/trace.go:171","msg":"trace[398102034] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26114; }","duration":"1.003492737s","start":"2026-04-23T01:13:20.256057Z","end":"2026-04-23T01:13:21.259537Z","steps":["trace[398102034] 'agreement among raft nodes before linearized reading' (duration: 1.002967263s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:21.259439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:19.822182Z","time spent":"1.437239745s","remote":"127.0.0.1:37762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:21.259686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:20.256036Z","time spent":"1.003587238s","remote":"127.0.0.1:37646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:21.258577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.689388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T01:13:21.259938Z","caller":"traceutil/trace.go:171","msg":"trace[1135154385] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26114; }","duration":"596.092404ms","start":"2026-04-23T01:13:20.66383Z","end":"2026-04-23T01:13:21.259922Z","steps":["trace[1135154385] 'agreement among raft nodes before linearized reading' (duration: 594.513143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:21.260097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:20.663808Z","time spent":"596.211967ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:13:21.758668Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149661125,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:13:22.259275Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149661125,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:13:22.479924Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.178422311s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:13:22.480681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:21.182516Z","time spent":"1.298156638s","remote":"127.0.0.1:37356","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T01:13:22.480816Z","caller":"traceutil/trace.go:171","msg":"trace[1924967835] transaction","detail":"{read_only:false; response_revision:26115; number_of_response:1; }","duration":"1.295995373s","start":"2026-04-23T01:13:21.184789Z","end":"2026-04-23T01:13:22.480784Z","steps":["trace[1924967835] 'process raft request' (duration: 1.295702716s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:22.480872Z","caller":"traceutil/trace.go:171","msg":"trace[933473174] transaction","detail":"{read_only:false; response_revision:26116; number_of_response:1; }","duration":"1.294929057s","start":"2026-04-23T01:13:21.185934Z","end":"2026-04-23T01:13:22.480863Z","steps":["trace[933473174] 'process raft request' (duration: 1.294741792s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:22.480959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:21.184767Z","time spent":"1.296109596s","remote":"127.0.0.1:37392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":128147,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:22.480814Z","caller":"traceutil/trace.go:171","msg":"trace[1712070223] transaction","detail":"{read_only:false; response_revision:26117; number_of_response:1; }","duration":"1.294170518s","start":"2026-04-23T01:13:21.186613Z","end":"2026-04-23T01:13:22.480783Z","steps":["trace[1712070223] 'process raft request' (duration: 1.294117887s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:22.48101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:21.185922Z","time spent":"1.295008409s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:22.481135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:21.186598Z","time spent":"1.294423124s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:23.267105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000001097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:13:23.267192Z","caller":"traceutil/trace.go:171","msg":"trace[93064349] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00011498s","start":"2026-04-23T01:13:21.267058Z","end":"2026-04-23T01:13:23.267173Z","steps":["trace[93064349] 'agreement among raft nodes before linearized reading' (duration: 2.000012557s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:23.267237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:21.267047Z","time spent":"2.000180771s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:13:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:13:23.641228Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.025786691s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:13:23.641948Z","caller":"traceutil/trace.go:171","msg":"trace[1469438218] transaction","detail":"{read_only:false; response_revision:26119; number_of_response:1; }","duration":"2.059981745s","start":"2026-04-23T01:13:21.581935Z","end":"2026-04-23T01:13:23.641917Z","steps":["trace[1469438218] 'process raft request' (duration: 2.059836071s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:23.64211Z","caller":"traceutil/trace.go:171","msg":"trace[2136845039] linearizableReadLoop","detail":"{readStateIndex:27020; appliedIndex:27010; }","duration":"2.383819463s","start":"2026-04-23T01:13:21.258271Z","end":"2026-04-23T01:13:23.64209Z","steps":["trace[2136845039] 'read index received' (duration: 1.221945371s)","trace[2136845039] 'applied index is now lower than readState.Index' (duration: 1.161873572s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:13:23.642135Z","caller":"traceutil/trace.go:171","msg":"trace[1102905129] transaction","detail":"{read_only:false; response_revision:26123; number_of_response:1; }","duration":"1.396113706s","start":"2026-04-23T01:13:22.24601Z","end":"2026-04-23T01:13:23.642124Z","steps":["trace[1102905129] 'process raft request' (duration: 1.396054424s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:23.642125Z","caller":"traceutil/trace.go:171","msg":"trace[173247533] transaction","detail":"{read_only:false; response_revision:26120; number_of_response:1; }","duration":"2.057497871s","start":"2026-04-23T01:13:21.584569Z","end":"2026-04-23T01:13:23.642067Z","steps":["trace[173247533] 'process raft request' (duration: 2.057284936s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:23.642204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:21.581905Z","time spent":"2.060135829s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:23.642257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:22.245982Z","time spent":"1.396202158s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:23.642268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.428638297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:23.642296Z","caller":"traceutil/trace.go:171","msg":"trace[409335052] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26123; }","duration":"2.428720349s","start":"2026-04-23T01:13:21.213567Z","end":"2026-04-23T01:13:23.642287Z","steps":["trace[409335052] 'agreement among raft nodes before linearized reading' (duration: 2.428614546s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:23.642231Z","caller":"traceutil/trace.go:171","msg":"trace[1509499659] transaction","detail":"{read_only:false; response_revision:26121; number_of_response:1; }","duration":"2.057115861s","start":"2026-04-23T01:13:21.585089Z","end":"2026-04-23T01:13:23.642205Z","steps":["trace[1509499659] 'process raft request' (duration: 2.056891025s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:23.642391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.456126572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-7f8596f788-x4gqp.18a8d4789eef7f6a\" ","response":"range_response_count:1 size:857"} {"level":"warn","ts":"2026-04-23T01:13:23.642378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.454039969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:13:23.642451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.456296116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T01:13:23.642454Z","caller":"traceutil/trace.go:171","msg":"trace[634630185] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-7f8596f788-x4gqp.18a8d4789eef7f6a; range_end:; response_count:1; response_revision:26123; }","duration":"2.456202704s","start":"2026-04-23T01:13:21.186236Z","end":"2026-04-23T01:13:23.642439Z","steps":["trace[634630185] 'agreement among raft nodes before linearized reading' (duration: 2.455993288s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:23.642476Z","caller":"traceutil/trace.go:171","msg":"trace[2045944330] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26123; }","duration":"2.454167872s","start":"2026-04-23T01:13:21.188284Z","end":"2026-04-23T01:13:23.642452Z","steps":["trace[2045944330] 'agreement among raft nodes before linearized reading' (duration: 2.453970647s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:23.642502Z","caller":"traceutil/trace.go:171","msg":"trace[1064079283] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26123; }","duration":"2.456375538s","start":"2026-04-23T01:13:21.186114Z","end":"2026-04-23T01:13:23.64249Z","steps":["trace[1064079283] 'agreement among raft nodes before linearized reading' (duration: 2.456169013s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:23.64251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:21.186232Z","time spent":"2.456269785s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":881,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-7f8596f788-x4gqp.18a8d4789eef7f6a\" "} {"level":"warn","ts":"2026-04-23T01:13:23.642317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:21.213546Z","time spent":"2.428765309s","remote":"127.0.0.1:53930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:23.642562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:21.188278Z","time spent":"2.454242074s","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:13:23.642536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:21.186106Z","time spent":"2.456421299s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:13:23.642516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:21.585077Z","time spent":"2.057331487s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:23.641959Z","caller":"traceutil/trace.go:171","msg":"trace[1742462576] transaction","detail":"{read_only:false; response_revision:26118; number_of_response:1; }","duration":"2.377988456s","start":"2026-04-23T01:13:21.263937Z","end":"2026-04-23T01:13:23.641925Z","steps":["trace[1742462576] 'process raft request' (duration: 2.377628797s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:23.642669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:21.263916Z","time spent":"2.378719443s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:23.64235Z","caller":"traceutil/trace.go:171","msg":"trace[274921464] transaction","detail":"{read_only:false; response_revision:26122; number_of_response:1; }","duration":"2.057193003s","start":"2026-04-23T01:13:21.585152Z","end":"2026-04-23T01:13:23.642345Z","steps":["trace[274921464] 'process raft request' (duration: 2.056890356s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:23.642761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:21.585124Z","time spent":"2.057595273s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:23.643182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:21.584537Z","time spent":"2.057666056s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:24.143188Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149661136,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:13:24.211064Z","caller":"traceutil/trace.go:171","msg":"trace[357470408] transaction","detail":"{read_only:false; response_revision:26127; number_of_response:1; }","duration":"946.25661ms","start":"2026-04-23T01:13:23.264785Z","end":"2026-04-23T01:13:24.211042Z","steps":["trace[357470408] 'process raft request' (duration: 946.211939ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:24.211083Z","caller":"traceutil/trace.go:171","msg":"trace[1248193235] transaction","detail":"{read_only:false; response_revision:26125; number_of_response:1; }","duration":"1.299177654s","start":"2026-04-23T01:13:22.911875Z","end":"2026-04-23T01:13:24.211053Z","steps":["trace[1248193235] 'process raft request' (duration: 1.29903179s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:24.211097Z","caller":"traceutil/trace.go:171","msg":"trace[582059633] transaction","detail":"{read_only:false; response_revision:26126; number_of_response:1; }","duration":"1.022483327s","start":"2026-04-23T01:13:23.188582Z","end":"2026-04-23T01:13:24.211066Z","steps":["trace[582059633] 'process raft request' (duration: 1.022380375s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:24.211234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:22.911832Z","time spent":"1.299317518s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:24.211238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:23.188556Z","time spent":"1.02260576s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:24.211227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:23.264757Z","time spent":"946.380182ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:24.211397Z","caller":"traceutil/trace.go:171","msg":"trace[1541801707] transaction","detail":"{read_only:false; response_revision:26124; number_of_response:1; }","duration":"1.728164642s","start":"2026-04-23T01:13:22.483217Z","end":"2026-04-23T01:13:24.211382Z","steps":["trace[1541801707] 'process raft request' (duration: 1.727539397s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:24.211456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:22.483196Z","time spent":"1.728225674s","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:24.97452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.826688ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:24.974707Z","caller":"traceutil/trace.go:171","msg":"trace[645649111] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26127; }","duration":"649.019814ms","start":"2026-04-23T01:13:24.325662Z","end":"2026-04-23T01:13:24.974682Z","steps":["trace[645649111] 'range keys from in-memory index tree' (duration: 648.807016ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:24.975381Z","caller":"traceutil/trace.go:171","msg":"trace[646902479] linearizableReadLoop","detail":"{readStateIndex:27025; appliedIndex:27020; }","duration":"1.333202515s","start":"2026-04-23T01:13:23.64216Z","end":"2026-04-23T01:13:24.975363Z","steps":["trace[646902479] 'read index received' (duration: 568.579988ms)","trace[646902479] 'applied index is now lower than readState.Index' (duration: 764.621637ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:24.9755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.491231129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:24.97552Z","caller":"traceutil/trace.go:171","msg":"trace[2013671113] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:26128; }","duration":"2.49128698s","start":"2026-04-23T01:13:22.484226Z","end":"2026-04-23T01:13:24.975513Z","steps":["trace[2013671113] 'agreement among raft nodes before linearized reading' (duration: 2.491222009s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:24.975504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.387421705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:13:24.975539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:22.484216Z","time spent":"2.491317422s","remote":"127.0.0.1:37414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-04-23T01:13:24.975561Z","caller":"traceutil/trace.go:171","msg":"trace[1402182409] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26128; }","duration":"2.387510556s","start":"2026-04-23T01:13:22.588032Z","end":"2026-04-23T01:13:24.975542Z","steps":["trace[1402182409] 'agreement among raft nodes before linearized reading' (duration: 2.387396193s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:24.975597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.290339058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:13:24.975612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:22.588016Z","time spent":"2.387580548s","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:13:24.975649Z","caller":"traceutil/trace.go:171","msg":"trace[714637840] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26128; }","duration":"3.29040617s","start":"2026-04-23T01:13:21.685227Z","end":"2026-04-23T01:13:24.975633Z","steps":["trace[714637840] 'agreement among raft nodes before linearized reading' (duration: 3.290302438s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:24.975661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384605284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:13:24.975695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570887756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:24.975678Z","caller":"traceutil/trace.go:171","msg":"trace[833069199] transaction","detail":"{read_only:false; response_revision:26128; number_of_response:1; }","duration":"1.330770014s","start":"2026-04-23T01:13:23.644882Z","end":"2026-04-23T01:13:24.975652Z","steps":["trace[833069199] 'process raft request' (duration: 1.243826565s)","trace[833069199] 'compare' (duration: 86.342074ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:13:24.975723Z","caller":"traceutil/trace.go:171","msg":"trace[1289622967] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26128; }","duration":"1.570916226s","start":"2026-04-23T01:13:23.404799Z","end":"2026-04-23T01:13:24.975716Z","steps":["trace[1289622967] 'agreement among raft nodes before linearized reading' (duration: 1.570861475s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:24.975739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:23.404742Z","time spent":"1.570993708s","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:24.975718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.71235349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ff0c8775-1706-4274-8069-bc4608aada15\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-04-23T01:13:24.975725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.714895104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:235"} {"level":"info","ts":"2026-04-23T01:13:24.975738Z","caller":"traceutil/trace.go:171","msg":"trace[1453241799] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26128; }","duration":"1.384740038s","start":"2026-04-23T01:13:23.590975Z","end":"2026-04-23T01:13:24.975715Z","steps":["trace[1453241799] 'agreement among raft nodes before linearized reading' (duration: 1.384612765s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:24.975761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70825647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:13:24.975773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.730922331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:13:24.975797Z","caller":"traceutil/trace.go:171","msg":"trace[1191322624] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:26128; }","duration":"3.714993486s","start":"2026-04-23T01:13:21.260784Z","end":"2026-04-23T01:13:24.975777Z","steps":["trace[1191322624] 'agreement among raft nodes before linearized reading' (duration: 3.71477175s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:24.975803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:23.590958Z","time spent":"1.38483468s","remote":"127.0.0.1:60110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:13:24.975828Z","caller":"traceutil/trace.go:171","msg":"trace[1466202879] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26128; }","duration":"2.731055365s","start":"2026-04-23T01:13:22.24476Z","end":"2026-04-23T01:13:24.975815Z","steps":["trace[1466202879] 'agreement among raft nodes before linearized reading' (duration: 2.73087187s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:24.975819Z","caller":"traceutil/trace.go:171","msg":"trace[985874671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26128; }","duration":"1.708411184s","start":"2026-04-23T01:13:23.267391Z","end":"2026-04-23T01:13:24.975802Z","steps":["trace[985874671] 'agreement among raft nodes before linearized reading' (duration: 1.708295231s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:24.975819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:23.644814Z","time spent":"1.330920717s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:24.975845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:21.260769Z","time spent":"3.715068288s","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":259,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"warn","ts":"2026-04-23T01:13:24.975685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:21.685134Z","time spent":"3.290542043s","remote":"127.0.0.1:54486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:24.975867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:23.267373Z","time spent":"1.708482565s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:13:24.975867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:22.24474Z","time spent":"2.731114526s","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:13:24.97579Z","caller":"traceutil/trace.go:171","msg":"trace[1229255197] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ff0c8775-1706-4274-8069-bc4608aada15; range_end:; response_count:1; response_revision:26128; }","duration":"3.712445482s","start":"2026-04-23T01:13:21.263324Z","end":"2026-04-23T01:13:24.97577Z","steps":["trace[1229255197] 'agreement among raft nodes before linearized reading' (duration: 3.712234096s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:24.977149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:21.263312Z","time spent":"3.713555199s","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-ff0c8775-1706-4274-8069-bc4608aada15\" "} {"level":"info","ts":"2026-04-23T01:13:24.979317Z","caller":"traceutil/trace.go:171","msg":"trace[607539587] transaction","detail":"{read_only:false; response_revision:26129; number_of_response:1; }","duration":"377.719003ms","start":"2026-04-23T01:13:24.601542Z","end":"2026-04-23T01:13:24.979261Z","steps":["trace[607539587] 'process raft request' (duration: 377.287532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:24.979602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:24.601518Z","time spent":"377.922477ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:25.846611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.410286ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-23T01:13:25.846803Z","caller":"traceutil/trace.go:171","msg":"trace[119221337] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26129; }","duration":"869.098948ms","start":"2026-04-23T01:13:24.977689Z","end":"2026-04-23T01:13:25.846788Z","steps":["trace[119221337] 'process raft request' (duration: 869.008745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:25.846986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:24.977664Z","time spent":"869.205641ms","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":30,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T01:13:25.847568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191711707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:25.847606Z","caller":"traceutil/trace.go:171","msg":"trace[235472383] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26129; }","duration":"1.191795529s","start":"2026-04-23T01:13:24.655799Z","end":"2026-04-23T01:13:25.847595Z","steps":["trace[235472383] 'agreement among raft nodes before linearized reading' (duration: 1.191719407s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:25.847586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592284326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:13:25.847636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:24.655773Z","time spent":"1.191853249s","remote":"127.0.0.1:54084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:13:25.847673Z","caller":"traceutil/trace.go:171","msg":"trace[1434483506] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26129; }","duration":"1.592425639s","start":"2026-04-23T01:13:24.255224Z","end":"2026-04-23T01:13:25.84765Z","steps":["trace[1434483506] 'agreement among raft nodes before linearized reading' (duration: 1.592248065s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:25.84767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.198962058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:13:25.847693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394479404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:13:25.847735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:24.255203Z","time spent":"1.592521222s","remote":"127.0.0.1:34688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:13:25.847742Z","caller":"traceutil/trace.go:171","msg":"trace[97463893] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26129; }","duration":"2.199058031s","start":"2026-04-23T01:13:23.648664Z","end":"2026-04-23T01:13:25.847722Z","steps":["trace[97463893] 'agreement among raft nodes before linearized reading' (duration: 2.198953668s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:25.847778Z","caller":"traceutil/trace.go:171","msg":"trace[1085782315] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26129; }","duration":"1.394604308s","start":"2026-04-23T01:13:24.453153Z","end":"2026-04-23T01:13:25.847757Z","steps":["trace[1085782315] 'agreement among raft nodes before linearized reading' (duration: 1.394463944s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:25.847784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:23.648649Z","time spent":"2.199127372s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:13:25.847621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815750178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:13:25.847812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634365401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-23T01:13:25.847905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:24.453136Z","time spent":"1.394754551s","remote":"127.0.0.1:57990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:13:25.847921Z","caller":"traceutil/trace.go:171","msg":"trace[1029667285] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26129; }","duration":"1.634506874s","start":"2026-04-23T01:13:24.213395Z","end":"2026-04-23T01:13:25.847902Z","steps":["trace[1029667285] 'agreement among raft nodes before linearized reading' (duration: 1.634261008s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:25.847968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:24.213373Z","time spent":"1.634581736s","remote":"127.0.0.1:37484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-23T01:13:25.847996Z","caller":"traceutil/trace.go:171","msg":"trace[2027831853] linearizableReadLoop","detail":"{readStateIndex:27027; appliedIndex:27025; }","duration":"871.998712ms","start":"2026-04-23T01:13:24.975428Z","end":"2026-04-23T01:13:25.847426Z","steps":["trace[2027831853] 'read index received' (duration: 3.345635ms)","trace[2027831853] 'applied index is now lower than readState.Index' (duration: 868.640546ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:13:25.847878Z","caller":"traceutil/trace.go:171","msg":"trace[873866915] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26129; }","duration":"1.816062715s","start":"2026-04-23T01:13:24.031799Z","end":"2026-04-23T01:13:25.847862Z","steps":["trace[873866915] 'agreement among raft nodes before linearized reading' (duration: 1.815746797s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:25.848258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:24.031773Z","time spent":"1.816442865s","remote":"127.0.0.1:46350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:25.8483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.203704068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18660"} {"level":"info","ts":"2026-04-23T01:13:25.848337Z","caller":"traceutil/trace.go:171","msg":"trace[469133629] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26129; }","duration":"2.20378124s","start":"2026-04-23T01:13:23.644544Z","end":"2026-04-23T01:13:25.848325Z","steps":["trace[469133629] 'agreement among raft nodes before linearized reading' (duration: 2.203636346s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:25.848377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:23.644524Z","time spent":"2.203846241s","remote":"127.0.0.1:37492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18684,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-23T01:13:26.078529Z","caller":"traceutil/trace.go:171","msg":"trace[1122445642] transaction","detail":"{read_only:false; response_revision:26130; number_of_response:1; }","duration":"429.736318ms","start":"2026-04-23T01:13:25.648756Z","end":"2026-04-23T01:13:26.078492Z","steps":["trace[1122445642] 'process raft request' (duration: 429.421539ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:26.078582Z","caller":"traceutil/trace.go:171","msg":"trace[1540961438] linearizableReadLoop","detail":"{readStateIndex:27032; appliedIndex:27028; }","duration":"230.345796ms","start":"2026-04-23T01:13:25.848177Z","end":"2026-04-23T01:13:26.078523Z","steps":["trace[1540961438] 'read index received' (duration: 229.939615ms)","trace[1540961438] 'applied index is now lower than readState.Index' (duration: 405.231µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:26.078793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.873537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:13:26.078608Z","caller":"traceutil/trace.go:171","msg":"trace[633805629] transaction","detail":"{read_only:false; response_revision:26132; number_of_response:1; }","duration":"428.493256ms","start":"2026-04-23T01:13:25.650076Z","end":"2026-04-23T01:13:26.07857Z","steps":["trace[633805629] 'process raft request' (duration: 428.343272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:26.078857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097243598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-04-23T01:13:26.078841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097119495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:198"} {"level":"warn","ts":"2026-04-23T01:13:26.078881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.095337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T01:13:26.078932Z","caller":"traceutil/trace.go:171","msg":"trace[411096833] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:26133; }","duration":"1.09731223s","start":"2026-04-23T01:13:24.981601Z","end":"2026-04-23T01:13:26.078914Z","steps":["trace[411096833] 'agreement among raft nodes before linearized reading' (duration: 1.097058393s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:26.078943Z","caller":"traceutil/trace.go:171","msg":"trace[1197620006] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26133; }","duration":"430.184279ms","start":"2026-04-23T01:13:25.648742Z","end":"2026-04-23T01:13:26.078926Z","steps":["trace[1197620006] 'agreement among raft nodes before linearized reading' (duration: 429.995524ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:26.078917Z","caller":"traceutil/trace.go:171","msg":"trace[369828781] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26133; }","duration":"1.097597976s","start":"2026-04-23T01:13:24.981305Z","end":"2026-04-23T01:13:26.078903Z","steps":["trace[369828781] 'agreement among raft nodes before linearized reading' (duration: 1.097377411s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:26.078941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:25.650047Z","time spent":"428.825774ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:26.078985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:24.981518Z","time spent":"1.097457773s","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":222,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"warn","ts":"2026-04-23T01:13:26.078991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100538531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-25zv8.18a8d72c164e8010\" ","response":"range_response_count:1 size:878"} {"level":"info","ts":"2026-04-23T01:13:26.078639Z","caller":"traceutil/trace.go:171","msg":"trace[41154716] transaction","detail":"{read_only:false; response_revision:26131; number_of_response:1; }","duration":"428.700511ms","start":"2026-04-23T01:13:25.649825Z","end":"2026-04-23T01:13:26.078525Z","steps":["trace[41154716] 'process raft request' (duration: 428.525937ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:26.079042Z","caller":"traceutil/trace.go:171","msg":"trace[1661644748] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-25zv8.18a8d72c164e8010; range_end:; response_count:1; response_revision:26133; }","duration":"1.100615532s","start":"2026-04-23T01:13:24.978413Z","end":"2026-04-23T01:13:26.079028Z","steps":["trace[1661644748] 'agreement among raft nodes before linearized reading' (duration: 1.100426768s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:26.079059Z","caller":"traceutil/trace.go:171","msg":"trace[385423211] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26133; }","duration":"309.99616ms","start":"2026-04-23T01:13:25.768843Z","end":"2026-04-23T01:13:26.078839Z","steps":["trace[385423211] 'agreement among raft nodes before linearized reading' (duration: 309.864036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:26.079057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.690594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-23T01:13:26.07909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:25.768822Z","time spent":"310.260166ms","remote":"127.0.0.1:58144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:26.079085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:24.978401Z","time spent":"1.100676485s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":902,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-25zv8.18a8d72c164e8010\" "} {"level":"warn","ts":"2026-04-23T01:13:26.079102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:25.649812Z","time spent":"429.226274ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:26.078715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:25.648739Z","time spent":"429.885721ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:26.078941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.711322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:13:26.078996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:25.648715Z","time spent":"430.266251ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T01:13:26.079226Z","caller":"traceutil/trace.go:171","msg":"trace[1128993932] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26133; }","duration":"225.00113ms","start":"2026-04-23T01:13:25.854198Z","end":"2026-04-23T01:13:26.079199Z","steps":["trace[1128993932] 'agreement among raft nodes before linearized reading' (duration: 224.708342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:26.079066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:24.981292Z","time spent":"1.09773131s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-04-23T01:13:26.07911Z","caller":"traceutil/trace.go:171","msg":"trace[1396935565] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26133; }","duration":"228.765915ms","start":"2026-04-23T01:13:25.850331Z","end":"2026-04-23T01:13:26.079097Z","steps":["trace[1396935565] 'agreement among raft nodes before linearized reading' (duration: 228.607901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:26.078743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095125054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:13:26.078697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.872839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:26.079386Z","caller":"traceutil/trace.go:171","msg":"trace[703152486] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26133; }","duration":"562.617198ms","start":"2026-04-23T01:13:25.516754Z","end":"2026-04-23T01:13:26.079371Z","steps":["trace[703152486] 'agreement among raft nodes before linearized reading' (duration: 561.843149ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:26.079337Z","caller":"traceutil/trace.go:171","msg":"trace[147130867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26133; }","duration":"1.09575228s","start":"2026-04-23T01:13:24.983572Z","end":"2026-04-23T01:13:26.079324Z","steps":["trace[147130867] 'agreement among raft nodes before linearized reading' (duration: 1.095121834s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:26.079432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:25.516733Z","time spent":"562.685989ms","remote":"127.0.0.1:46760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:26.079463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:24.983561Z","time spent":"1.095886293s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:13:26.07906Z","caller":"traceutil/trace.go:171","msg":"trace[549222794] transaction","detail":"{read_only:false; response_revision:26133; number_of_response:1; }","duration":"428.755043ms","start":"2026-04-23T01:13:25.650076Z","end":"2026-04-23T01:13:26.078831Z","steps":["trace[549222794] 'process raft request' (duration: 428.387693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:26.079716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.279779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1076"} {"level":"info","ts":"2026-04-23T01:13:26.079782Z","caller":"traceutil/trace.go:171","msg":"trace[1199251304] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:26133; }","duration":"231.384652ms","start":"2026-04-23T01:13:25.848381Z","end":"2026-04-23T01:13:26.079766Z","steps":["trace[1199251304] 'agreement among raft nodes before linearized reading' (duration: 230.5132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:26.079727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:25.650046Z","time spent":"429.596423ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:27.002031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.637486ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"info","ts":"2026-04-23T01:13:27.002141Z","caller":"traceutil/trace.go:171","msg":"trace[1119321038] linearizableReadLoop","detail":"{readStateIndex:27033; appliedIndex:27032; }","duration":"919.703928ms","start":"2026-04-23T01:13:26.082419Z","end":"2026-04-23T01:13:27.002123Z","steps":["trace[1119321038] 'read index received' (duration: 326.935148ms)","trace[1119321038] 'applied index is now lower than readState.Index' (duration: 592.7669ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:27.002226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:26.08205Z","time spent":"920.168709ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:13:27.002369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.926683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f0d42188-8dc3-4a7f-af35-c5bee2918daf\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-04-23T01:13:27.002461Z","caller":"traceutil/trace.go:171","msg":"trace[316194834] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f0d42188-8dc3-4a7f-af35-c5bee2918daf; range_end:; response_count:1; response_revision:26133; }","duration":"920.035056ms","start":"2026-04-23T01:13:26.082395Z","end":"2026-04-23T01:13:27.00243Z","steps":["trace[316194834] 'agreement among raft nodes before linearized reading' (duration: 919.808211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:27.00255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:26.082384Z","time spent":"920.135669ms","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-f0d42188-8dc3-4a7f-af35-c5bee2918daf\" "} {"level":"warn","ts":"2026-04-23T01:13:27.753364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.960115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:13:27.753874Z","caller":"traceutil/trace.go:171","msg":"trace[2058171588] transaction","detail":"{read_only:false; response_revision:26138; number_of_response:1; }","duration":"1.536762202s","start":"2026-04-23T01:13:26.217092Z","end":"2026-04-23T01:13:27.753855Z","steps":["trace[2058171588] 'process raft request' (duration: 1.5366868s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:27.753958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:26.217065Z","time spent":"1.536853385s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:27.754185Z","caller":"traceutil/trace.go:171","msg":"trace[140051854] transaction","detail":"{read_only:false; response_revision:26136; number_of_response:1; }","duration":"1.565999661s","start":"2026-04-23T01:13:26.18817Z","end":"2026-04-23T01:13:27.75417Z","steps":["trace[140051854] 'process raft request' (duration: 1.565525409s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:27.754273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:26.188143Z","time spent":"1.566090524s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:27.7543Z","caller":"traceutil/trace.go:171","msg":"trace[117684990] transaction","detail":"{read_only:false; response_revision:26137; number_of_response:1; }","duration":"1.538217299s","start":"2026-04-23T01:13:26.216053Z","end":"2026-04-23T01:13:27.75427Z","steps":["trace[117684990] 'process raft request' (duration: 1.537692106s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:27.754356Z","caller":"traceutil/trace.go:171","msg":"trace[76353067] transaction","detail":"{read_only:false; response_revision:26134; number_of_response:1; }","duration":"1.671745196s","start":"2026-04-23T01:13:26.082581Z","end":"2026-04-23T01:13:27.754327Z","steps":["trace[76353067] 'process raft request' (duration: 1.232717014s)","trace[76353067] 'compare' (duration: 437.596415ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:13:27.754413Z","caller":"traceutil/trace.go:171","msg":"trace[846519387] transaction","detail":"{read_only:false; response_revision:26135; number_of_response:1; }","duration":"1.670754861s","start":"2026-04-23T01:13:26.083626Z","end":"2026-04-23T01:13:27.754381Z","steps":["trace[846519387] 'process raft request' (duration: 1.66987737s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:27.754442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:26.216029Z","time spent":"1.538333632s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:27.754509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:26.082564Z","time spent":"1.671865539s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:27.754621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:26.083597Z","time spent":"1.670891535s","remote":"127.0.0.1:37392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":128147,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:28.087331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000036498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:13:28.087714Z","caller":"traceutil/trace.go:171","msg":"trace[1663874060] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000440138s","start":"2026-04-23T01:13:26.087258Z","end":"2026-04-23T01:13:28.087699Z","steps":["trace[1663874060] 'agreement among raft nodes before linearized reading' (duration: 2.000048988s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:28.087758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:26.087249Z","time spent":"2.00049622s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:13:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:13:28.515839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.070369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:13:28.51602Z","caller":"traceutil/trace.go:171","msg":"trace[1472634820] linearizableReadLoop","detail":"{readStateIndex:27039; appliedIndex:27033; }","duration":"1.513840323s","start":"2026-04-23T01:13:27.002166Z","end":"2026-04-23T01:13:28.516007Z","steps":["trace[1472634820] 'read index received' (duration: 313.145809ms)","trace[1472634820] 'applied index is now lower than readState.Index' (duration: 1.200693774s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:28.516103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54971209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:28.516081Z","caller":"traceutil/trace.go:171","msg":"trace[203182153] transaction","detail":"{read_only:false; response_revision:26140; number_of_response:1; }","duration":"1.512753525s","start":"2026-04-23T01:13:27.003302Z","end":"2026-04-23T01:13:28.516056Z","steps":["trace[203182153] 'process raft request' (duration: 1.512619122s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:28.516121Z","caller":"traceutil/trace.go:171","msg":"trace[1717880297] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26140; }","duration":"1.549772862s","start":"2026-04-23T01:13:26.966342Z","end":"2026-04-23T01:13:28.516115Z","steps":["trace[1717880297] 'agreement among raft nodes before linearized reading' (duration: 1.54971474s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:28.516145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:26.96632Z","time spent":"1.549818542s","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:28.516192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:27.003184Z","time spent":"1.51294641s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:28.516303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05667371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:28.516311Z","caller":"traceutil/trace.go:171","msg":"trace[1503998036] transaction","detail":"{read_only:false; response_revision:26139; number_of_response:1; }","duration":"1.967817933s","start":"2026-04-23T01:13:26.548486Z","end":"2026-04-23T01:13:28.516304Z","steps":["trace[1503998036] 'process raft request' (duration: 1.438215681s)","trace[1503998036] 'compare' (duration: 528.807583ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:13:28.516322Z","caller":"traceutil/trace.go:171","msg":"trace[1719355598] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26140; }","duration":"2.056719541s","start":"2026-04-23T01:13:26.459596Z","end":"2026-04-23T01:13:28.516316Z","steps":["trace[1719355598] 'agreement among raft nodes before linearized reading' (duration: 2.05668715s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:28.516339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:26.459581Z","time spent":"2.056754852s","remote":"127.0.0.1:37712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T01:13:28.516341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:26.548461Z","time spent":"1.967863175s","remote":"127.0.0.1:37342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:28.516521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.432447463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-04-23T01:13:28.516543Z","caller":"traceutil/trace.go:171","msg":"trace[1849895171] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:26140; }","duration":"2.432489543s","start":"2026-04-23T01:13:26.084047Z","end":"2026-04-23T01:13:28.516537Z","steps":["trace[1849895171] 'agreement among raft nodes before linearized reading' (duration: 2.43237547s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:28.516564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:26.084036Z","time spent":"2.432519005s","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":220,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"info","ts":"2026-04-23T01:13:28.568382Z","caller":"traceutil/trace.go:171","msg":"trace[2102800842] transaction","detail":"{read_only:false; response_revision:26141; number_of_response:1; }","duration":"484.136592ms","start":"2026-04-23T01:13:28.084213Z","end":"2026-04-23T01:13:28.56835Z","steps":["trace[2102800842] 'process raft request' (duration: 483.962988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:28.568736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:28.084188Z","time spent":"484.288816ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:29.18786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:28.76356Z","time spent":"424.29263ms","remote":"127.0.0.1:52724","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:13:29.188406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.886597ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:13:29.188634Z","caller":"traceutil/trace.go:171","msg":"trace[312412711] transaction","detail":"{read_only:false; response_revision:26142; number_of_response:1; }","duration":"1.104131122s","start":"2026-04-23T01:13:28.084485Z","end":"2026-04-23T01:13:29.188616Z","steps":["trace[312412711] 'process raft request' (duration: 914.948437ms)","trace[312412711] 'compare' (duration: 187.83299ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:29.188718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:28.084455Z","time spent":"1.104225604s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:29.188937Z","caller":"traceutil/trace.go:171","msg":"trace[884691623] transaction","detail":"{read_only:false; response_revision:26144; number_of_response:1; }","duration":"1.10327309s","start":"2026-04-23T01:13:28.085638Z","end":"2026-04-23T01:13:29.188911Z","steps":["trace[884691623] 'process raft request' (duration: 1.103145867s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:29.188939Z","caller":"traceutil/trace.go:171","msg":"trace[542833756] transaction","detail":"{read_only:false; response_revision:26143; number_of_response:1; }","duration":"1.104202353s","start":"2026-04-23T01:13:28.084698Z","end":"2026-04-23T01:13:29.1889Z","steps":["trace[542833756] 'process raft request' (duration: 1.103821414s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:29.189095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:28.085615Z","time spent":"1.103400243s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:29.189757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:28.084689Z","time spent":"1.104426838s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:29.581308Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24768} {"level":"warn","ts":"2026-04-23T01:13:29.581663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.659645ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-04-23T01:13:29.581772Z","caller":"traceutil/trace.go:171","msg":"trace[1288928108] linearizableReadLoop","detail":"{readStateIndex:27044; appliedIndex:27040; }","duration":"1.06571666s","start":"2026-04-23T01:13:28.516038Z","end":"2026-04-23T01:13:29.581754Z","steps":["trace[1288928108] 'read index received' (duration: 52.172989ms)","trace[1288928108] 'applied index is now lower than readState.Index' (duration: 1.013542381s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:13:29.581826Z","caller":"traceutil/trace.go:171","msg":"trace[2042368662] compact","detail":"{revision:24768; response_revision:26144; }","duration":"1.063809563s","start":"2026-04-23T01:13:28.517981Z","end":"2026-04-23T01:13:29.581791Z","steps":["trace[2042368662] 'process raft request' (duration: 670.916577ms)","trace[2042368662] 'check and update compact revision' (duration: 391.562093ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:29.581995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.177861065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:13:29.582098Z","caller":"traceutil/trace.go:171","msg":"trace[1771034703] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26144; }","duration":"2.178008678s","start":"2026-04-23T01:13:27.404078Z","end":"2026-04-23T01:13:29.582086Z","steps":["trace[1771034703] 'agreement among raft nodes before linearized reading' (duration: 2.177885935s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:29.581945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022026574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:13:29.582145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:27.404053Z","time spent":"2.17808154s","remote":"127.0.0.1:37598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:13:29.582174Z","caller":"traceutil/trace.go:171","msg":"trace[1292501339] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26144; }","duration":"2.022290121s","start":"2026-04-23T01:13:27.559865Z","end":"2026-04-23T01:13:29.582155Z","steps":["trace[1292501339] 'agreement among raft nodes before linearized reading' (duration: 2.022036495s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:29.582226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822014346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1076"} {"level":"warn","ts":"2026-04-23T01:13:29.582241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:27.559842Z","time spent":"2.022369043s","remote":"127.0.0.1:46798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:29.582294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202614072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:13:29.581995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:28.51793Z","time spent":"1.064059319s","remote":"127.0.0.1:37342","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T01:13:29.582378Z","caller":"traceutil/trace.go:171","msg":"trace[1319848146] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26144; }","duration":"1.202753766s","start":"2026-04-23T01:13:28.379589Z","end":"2026-04-23T01:13:29.582343Z","steps":["trace[1319848146] 'agreement among raft nodes before linearized reading' (duration: 1.202271563s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:29.582426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:28.379568Z","time spent":"1.202843528s","remote":"127.0.0.1:53944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:13:29.58232Z","caller":"traceutil/trace.go:171","msg":"trace[487465863] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:26144; }","duration":"1.82219104s","start":"2026-04-23T01:13:27.760105Z","end":"2026-04-23T01:13:29.582296Z","steps":["trace[487465863] 'agreement among raft nodes before linearized reading' (duration: 1.82178388s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:29.5826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:27.760086Z","time spent":"1.822412155s","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1100,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-04-23T01:13:29.582618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063239128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-c4bwl.18a8d6f0f3325470\" ","response":"range_response_count:1 size:785"} {"level":"info","ts":"2026-04-23T01:13:29.582673Z","caller":"traceutil/trace.go:171","msg":"trace[996106404] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-c4bwl.18a8d6f0f3325470; range_end:; response_count:1; response_revision:26144; }","duration":"1.063315069s","start":"2026-04-23T01:13:28.519343Z","end":"2026-04-23T01:13:29.582658Z","steps":["trace[996106404] 'agreement among raft nodes before linearized reading' (duration: 1.063080464s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:29.582678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.555124835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:13:29.582705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:28.519338Z","time spent":"1.06336079s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":809,"request content":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-c4bwl.18a8d6f0f3325470\" "} {"level":"info","ts":"2026-04-23T01:13:29.58273Z","caller":"traceutil/trace.go:171","msg":"trace[1760261521] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26144; }","duration":"2.555226098s","start":"2026-04-23T01:13:27.027487Z","end":"2026-04-23T01:13:29.582713Z","steps":["trace[1760261521] 'agreement among raft nodes before linearized reading' (duration: 2.554864229s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:29.582783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:27.027463Z","time spent":"2.555308589s","remote":"127.0.0.1:53916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:29.582803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063511574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-04-23T01:13:29.582843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.225452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-23T01:13:29.582846Z","caller":"traceutil/trace.go:171","msg":"trace[159120286] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pvc-protection-controller; range_end:; response_count:1; response_revision:26144; }","duration":"1.063586177s","start":"2026-04-23T01:13:28.519247Z","end":"2026-04-23T01:13:29.582833Z","steps":["trace[159120286] 'agreement among raft nodes before linearized reading' (duration: 1.063146295s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:29.582871Z","caller":"traceutil/trace.go:171","msg":"trace[1644273802] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:26144; }","duration":"279.378095ms","start":"2026-04-23T01:13:29.303486Z","end":"2026-04-23T01:13:29.582864Z","steps":["trace[1644273802] 'agreement among raft nodes before linearized reading' (duration: 278.915053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:29.582866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060070298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:13:29.582879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:28.519236Z","time spent":"1.063634898s","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" "} {"level":"warn","ts":"2026-04-23T01:13:29.582885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.508955238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:13:29.582948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.785162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:29.582901Z","caller":"traceutil/trace.go:171","msg":"trace[1251364802] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26144; }","duration":"1.060113299s","start":"2026-04-23T01:13:28.522776Z","end":"2026-04-23T01:13:29.582889Z","steps":["trace[1251364802] 'agreement among raft nodes before linearized reading' (duration: 1.059640676s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:29.582994Z","caller":"traceutil/trace.go:171","msg":"trace[758183183] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26144; }","duration":"681.871274ms","start":"2026-04-23T01:13:28.90111Z","end":"2026-04-23T01:13:29.582981Z","steps":["trace[758183183] 'agreement among raft nodes before linearized reading' (duration: 681.299559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:29.583001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:28.522772Z","time spent":"1.060218252s","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T01:13:29.583032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:28.901087Z","time spent":"681.932875ms","remote":"127.0.0.1:46828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:29.583043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495582322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:29.583077Z","caller":"traceutil/trace.go:171","msg":"trace[212045680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26144; }","duration":"1.495639332s","start":"2026-04-23T01:13:28.087425Z","end":"2026-04-23T01:13:29.583064Z","steps":["trace[212045680] 'agreement among raft nodes before linearized reading' (duration: 1.494451962s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:29.583099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209426883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-04-23T01:13:29.583118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:28.087412Z","time spent":"1.495699235s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:13:29.58315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.361357485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:13:29.582985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.510096207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:13:29.583175Z","caller":"traceutil/trace.go:171","msg":"trace[16841790] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26144; }","duration":"2.361422677s","start":"2026-04-23T01:13:27.221747Z","end":"2026-04-23T01:13:29.58317Z","steps":["trace[16841790] 'agreement among raft nodes before linearized reading' (duration: 2.360590075s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:29.583191Z","caller":"traceutil/trace.go:171","msg":"trace[1525477406] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26144; }","duration":"2.510347083s","start":"2026-04-23T01:13:27.072835Z","end":"2026-04-23T01:13:29.583182Z","steps":["trace[1525477406] 'agreement among raft nodes before linearized reading' (duration: 2.50946156s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:29.583226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:27.072814Z","time spent":"2.510402734s","remote":"127.0.0.1:49098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:29.58324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.472590668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-23T01:13:29.583123Z","caller":"traceutil/trace.go:171","msg":"trace[1115248738] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26144; }","duration":"2.209489875s","start":"2026-04-23T01:13:27.373626Z","end":"2026-04-23T01:13:29.583116Z","steps":["trace[1115248738] 'agreement among raft nodes before linearized reading' (duration: 2.208700744s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:29.583268Z","caller":"traceutil/trace.go:171","msg":"trace[2059745288] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:26144; }","duration":"2.472627419s","start":"2026-04-23T01:13:27.110632Z","end":"2026-04-23T01:13:29.58326Z","steps":["trace[2059745288] 'agreement among raft nodes before linearized reading' (duration: 2.471721456s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:29.583288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:27.373607Z","time spent":"2.20967138s","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-04-23T01:13:29.582953Z","caller":"traceutil/trace.go:171","msg":"trace[1412303650] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26144; }","duration":"2.509072911s","start":"2026-04-23T01:13:27.073861Z","end":"2026-04-23T01:13:29.582933Z","steps":["trace[1412303650] 'agreement among raft nodes before linearized reading' (duration: 2.508501206s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:29.583325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:27.073841Z","time spent":"2.509477811s","remote":"127.0.0.1:54426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:29.58338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:27.110581Z","time spent":"2.472703361s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-04-23T01:13:29.583198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:27.221724Z","time spent":"2.361466928s","remote":"127.0.0.1:36498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:29.583522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.384703286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:29.583586Z","caller":"traceutil/trace.go:171","msg":"trace[1758927064] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26144; }","duration":"2.384769318s","start":"2026-04-23T01:13:27.198799Z","end":"2026-04-23T01:13:29.583569Z","steps":["trace[1758927064] 'agreement among raft nodes before linearized reading' (duration: 2.383546287s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:29.583638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:27.198727Z","time spent":"2.384896621s","remote":"127.0.0.1:46758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:30.18465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.56086ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-23T01:13:30.184873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:29.584563Z","time spent":"600.30556ms","remote":"127.0.0.1:37356","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:13:31.160804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.906249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:13:31.160961Z","caller":"traceutil/trace.go:171","msg":"trace[431048168] linearizableReadLoop","detail":"{readStateIndex:27047; appliedIndex:27045; }","duration":"1.575141132s","start":"2026-04-23T01:13:29.585803Z","end":"2026-04-23T01:13:31.160944Z","steps":["trace[431048168] 'read index received' (duration: 56.223091ms)","trace[431048168] 'applied index is now lower than readState.Index' (duration: 1.518916441s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:13:31.161069Z","caller":"traceutil/trace.go:171","msg":"trace[1213448990] transaction","detail":"{read_only:false; response_revision:26145; number_of_response:1; }","duration":"1.575301257s","start":"2026-04-23T01:13:29.58575Z","end":"2026-04-23T01:13:31.161051Z","steps":["trace[1213448990] 'process raft request' (duration: 599.020638ms)","trace[1213448990] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-c4bwl.18a8d6f0f3325470; req_size:764; } (duration: 975.062357ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:31.161144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:29.585734Z","time spent":"1.575370528s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":767,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:31.589371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000099259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:13:31.58953Z","caller":"traceutil/trace.go:171","msg":"trace[520661329] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000376896s","start":"2026-04-23T01:13:29.589136Z","end":"2026-04-23T01:13:31.589513Z","steps":["trace[520661329] 'agreement among raft nodes before linearized reading' (duration: 2.000096669s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:31.589605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:29.589117Z","time spent":"2.000473559s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:13:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:13:31.639239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053412677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-386d5f95-c9a8-46c8-a660-d2c171fa2c23\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-04-23T01:13:31.639344Z","caller":"traceutil/trace.go:171","msg":"trace[1839512143] range","detail":"{range_begin:/registry/persistentvolumes/pvc-386d5f95-c9a8-46c8-a660-d2c171fa2c23; range_end:; response_count:1; response_revision:26145; }","duration":"2.05352196s","start":"2026-04-23T01:13:29.585798Z","end":"2026-04-23T01:13:31.63932Z","steps":["trace[1839512143] 'agreement among raft nodes before linearized reading' (duration: 1.575435629s)","trace[1839512143] 'range keys from in-memory index tree' (duration: 477.861545ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:31.639391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:29.58576Z","time spent":"2.053619563s","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-386d5f95-c9a8-46c8-a660-d2c171fa2c23\" "} {"level":"warn","ts":"2026-04-23T01:13:32.292988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131963805s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:13:32.293226Z","caller":"traceutil/trace.go:171","msg":"trace[1975642970] transaction","detail":"{read_only:false; response_revision:26146; number_of_response:1; }","duration":"2.532840832s","start":"2026-04-23T01:13:29.760354Z","end":"2026-04-23T01:13:32.293195Z","steps":["trace[1975642970] 'process raft request' (duration: 1.400579289s)","trace[1975642970] 'compare' (duration: 478.143892ms)","trace[1975642970] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/08db1feb.percona.com; req_size:507; } (duration: 653.210239ms)"],"step_count":3} {"level":"warn","ts":"2026-04-23T01:13:32.293506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:29.760335Z","time spent":"2.533130209s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:33.566262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273005711s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:13:33.566503Z","caller":"traceutil/trace.go:171","msg":"trace[1955655371] transaction","detail":"{read_only:false; response_revision:26148; number_of_response:1; }","duration":"3.380326883s","start":"2026-04-23T01:13:30.186159Z","end":"2026-04-23T01:13:33.566486Z","steps":["trace[1955655371] 'process raft request' (duration: 3.380197909s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:33.566593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:30.186136Z","time spent":"3.380423796s","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:33.566692Z","caller":"traceutil/trace.go:171","msg":"trace[986314912] transaction","detail":"{read_only:false; response_revision:26147; number_of_response:1; }","duration":"3.806156213s","start":"2026-04-23T01:13:29.760477Z","end":"2026-04-23T01:13:33.566633Z","steps":["trace[986314912] 'process raft request' (duration: 2.532700909s)","trace[986314912] 'compare' (duration: 514.920681ms)","trace[986314912] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; req_size:532; } (duration: 757.348112ms)"],"step_count":3} {"level":"warn","ts":"2026-04-23T01:13:33.566882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:29.760447Z","time spent":"3.806337057s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:33.567124Z","caller":"traceutil/trace.go:171","msg":"trace[786850083] transaction","detail":"{read_only:false; response_revision:26155; number_of_response:1; }","duration":"807.166722ms","start":"2026-04-23T01:13:32.759898Z","end":"2026-04-23T01:13:33.567065Z","steps":["trace[786850083] 'process raft request' (duration: 807.133081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:33.567214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:32.75987Z","time spent":"807.299745ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:33.567312Z","caller":"traceutil/trace.go:171","msg":"trace[1882841049] transaction","detail":"{read_only:false; response_revision:26150; number_of_response:1; }","duration":"2.373024511s","start":"2026-04-23T01:13:31.194251Z","end":"2026-04-23T01:13:33.567275Z","steps":["trace[1882841049] 'process raft request' (duration: 2.372569349s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:33.567466Z","caller":"traceutil/trace.go:171","msg":"trace[829856990] transaction","detail":"{read_only:false; response_revision:26151; number_of_response:1; }","duration":"2.372973309s","start":"2026-04-23T01:13:31.19448Z","end":"2026-04-23T01:13:33.567453Z","steps":["trace[829856990] 'process raft request' (duration: 2.372382805s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:33.567535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:31.194447Z","time spent":"2.373053951s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:33.567462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:31.194234Z","time spent":"2.373148003s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:33.56766Z","caller":"traceutil/trace.go:171","msg":"trace[1813103677] linearizableReadLoop","detail":"{readStateIndex:27051; appliedIndex:27047; }","duration":"2.406646541s","start":"2026-04-23T01:13:31.160993Z","end":"2026-04-23T01:13:33.567639Z","steps":["trace[1813103677] 'read index received' (duration: 226.116µs)","trace[1813103677] 'applied index is now lower than readState.Index' (duration: 2.406417755s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:13:33.567706Z","caller":"traceutil/trace.go:171","msg":"trace[947413351] transaction","detail":"{read_only:false; response_revision:26149; number_of_response:1; }","duration":"2.992580167s","start":"2026-04-23T01:13:30.575116Z","end":"2026-04-23T01:13:33.567696Z","steps":["trace[947413351] 'process raft request' (duration: 2.991340236s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:33.567715Z","caller":"traceutil/trace.go:171","msg":"trace[1302427516] transaction","detail":"{read_only:false; response_revision:26152; number_of_response:1; }","duration":"2.37299356s","start":"2026-04-23T01:13:31.194712Z","end":"2026-04-23T01:13:33.567706Z","steps":["trace[1302427516] 'process raft request' (duration: 2.37219538s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:33.567753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:30.575089Z","time spent":"2.992638349s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:33.567652Z","caller":"traceutil/trace.go:171","msg":"trace[28921161] transaction","detail":"{read_only:false; response_revision:26154; number_of_response:1; }","duration":"1.081889109s","start":"2026-04-23T01:13:32.48573Z","end":"2026-04-23T01:13:33.567619Z","steps":["trace[28921161] 'process raft request' (duration: 1.081267824s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:33.5678Z","caller":"traceutil/trace.go:171","msg":"trace[179427043] transaction","detail":"{read_only:false; response_revision:26153; number_of_response:1; }","duration":"2.153078558s","start":"2026-04-23T01:13:31.414703Z","end":"2026-04-23T01:13:33.567782Z","steps":["trace[179427043] 'process raft request' (duration: 2.152243578s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:33.567868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:31.194702Z","time spent":"2.373083301s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:33.567878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:31.414677Z","time spent":"2.153166671s","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:33.567902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:32.485702Z","time spent":"1.082143565s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:34.16484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.314962569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:13:34.16492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.421183356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:13:34.165017Z","caller":"traceutil/trace.go:171","msg":"trace[29485505] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26155; }","duration":"3.421295869s","start":"2026-04-23T01:13:30.743692Z","end":"2026-04-23T01:13:34.164988Z","steps":["trace[29485505] 'agreement among raft nodes before linearized reading' (duration: 2.823983524s)","trace[29485505] 'count revisions from in-memory index tree' (duration: 597.157921ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:34.16508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:30.743635Z","time spent":"3.421432183s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:34.165181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.968845645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:34.165224Z","caller":"traceutil/trace.go:171","msg":"trace[672925020] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:26155; }","duration":"3.968912948s","start":"2026-04-23T01:13:30.196299Z","end":"2026-04-23T01:13:34.165212Z","steps":["trace[672925020] 'agreement among raft nodes before linearized reading' (duration: 3.371387518s)","trace[672925020] 'count revisions from in-memory index tree' (duration: 597.463489ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:34.165267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:30.19629Z","time spent":"3.968967029s","remote":"127.0.0.1:46744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:13:34.164953Z","caller":"traceutil/trace.go:171","msg":"trace[1685126277] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26155; }","duration":"4.315134873s","start":"2026-04-23T01:13:29.849792Z","end":"2026-04-23T01:13:34.164927Z","steps":["trace[1685126277] 'agreement among raft nodes before linearized reading' (duration: 3.717967402s)","trace[1685126277] 'count revisions from in-memory index tree' (duration: 597.008477ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:34.165286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.405109928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T01:13:34.16537Z","caller":"traceutil/trace.go:171","msg":"trace[251902147] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26155; }","duration":"4.405252562s","start":"2026-04-23T01:13:29.760091Z","end":"2026-04-23T01:13:34.165343Z","steps":["trace[251902147] 'agreement among raft nodes before linearized reading' (duration: 3.807650169s)","trace[251902147] 'range keys from in-memory index tree' (duration: 597.349916ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:34.16542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:29.760064Z","time spent":"4.405347244s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:13:34.165416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:29.849768Z","time spent":"4.315564503s","remote":"127.0.0.1:54006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:34.165611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.585409702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:13:34.165683Z","caller":"traceutil/trace.go:171","msg":"trace[320371247] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26155; }","duration":"2.585527625s","start":"2026-04-23T01:13:31.580133Z","end":"2026-04-23T01:13:34.165661Z","steps":["trace[320371247] 'agreement among raft nodes before linearized reading' (duration: 1.987945033s)","trace[320371247] 'count revisions from in-memory index tree' (duration: 597.477869ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:34.165691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.287310189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:13:34.16572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:31.580114Z","time spent":"2.585596886s","remote":"127.0.0.1:44770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:34.165711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.418778536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-23T01:13:34.16573Z","caller":"traceutil/trace.go:171","msg":"trace[1425232709] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26155; }","duration":"4.287378541s","start":"2026-04-23T01:13:29.878339Z","end":"2026-04-23T01:13:34.165717Z","steps":["trace[1425232709] 'agreement among raft nodes before linearized reading' (duration: 3.689326237s)","trace[1425232709] 'count revisions from in-memory index tree' (duration: 597.978381ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:34.165767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:29.878323Z","time spent":"4.287435372s","remote":"127.0.0.1:54028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:13:34.165766Z","caller":"traceutil/trace.go:171","msg":"trace[104377931] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26155; }","duration":"2.418864869s","start":"2026-04-23T01:13:31.746881Z","end":"2026-04-23T01:13:34.165746Z","steps":["trace[104377931] 'agreement among raft nodes before linearized reading' (duration: 1.821206775s)","trace[104377931] 'range keys from in-memory index tree' (duration: 597.50565ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:34.165807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:31.746862Z","time spent":"2.418933621s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-23T01:13:34.165964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.464940222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T01:13:34.16599Z","caller":"traceutil/trace.go:171","msg":"trace[1323773057] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26155; }","duration":"4.465033275s","start":"2026-04-23T01:13:29.700949Z","end":"2026-04-23T01:13:34.165982Z","steps":["trace[1323773057] 'agreement among raft nodes before linearized reading' (duration: 3.866837777s)","trace[1323773057] 'range keys from in-memory index tree' (duration: 598.109546ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:34.16601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:29.700926Z","time spent":"4.465079895s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:13:34.166025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.576043814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:34.166102Z","caller":"traceutil/trace.go:171","msg":"trace[1304179524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26155; }","duration":"2.576144727s","start":"2026-04-23T01:13:31.589942Z","end":"2026-04-23T01:13:34.166087Z","steps":["trace[1304179524] 'agreement among raft nodes before linearized reading' (duration: 1.978148614s)","trace[1304179524] 'range keys from in-memory index tree' (duration: 597.895051ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:34.166254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.230705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:13:34.166289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.578929865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:225"} {"level":"info","ts":"2026-04-23T01:13:34.166297Z","caller":"traceutil/trace.go:171","msg":"trace[1295468790] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26155; }","duration":"308.315677ms","start":"2026-04-23T01:13:33.857968Z","end":"2026-04-23T01:13:34.166283Z","steps":["trace[1295468790] 'count revisions from in-memory index tree' (duration: 308.141833ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:34.166314Z","caller":"traceutil/trace.go:171","msg":"trace[486534890] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:26155; }","duration":"4.578978136s","start":"2026-04-23T01:13:29.587327Z","end":"2026-04-23T01:13:34.166305Z","steps":["trace[486534890] 'agreement among raft nodes before linearized reading' (duration: 3.98047785s)","trace[486534890] 'range keys from in-memory index tree' (duration: 598.423934ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:34.16615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:31.58993Z","time spent":"2.576210158s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:13:34.166334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:29.587321Z","time spent":"4.579008886s","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":249,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"warn","ts":"2026-04-23T01:13:34.166331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:33.857945Z","time spent":"308.377428ms","remote":"127.0.0.1:46812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:34.166414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.159483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:13:34.166434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12262435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:34.166478Z","caller":"traceutil/trace.go:171","msg":"trace[1640882405] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26155; }","duration":"1.122696962s","start":"2026-04-23T01:13:33.043769Z","end":"2026-04-23T01:13:34.166466Z","steps":["trace[1640882405] 'agreement among raft nodes before linearized reading' (duration: 524.251547ms)","trace[1640882405] 'count revisions from in-memory index tree' (duration: 598.395483ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:34.166501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:33.04375Z","time spent":"1.122744262s","remote":"127.0.0.1:60234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:13:34.166445Z","caller":"traceutil/trace.go:171","msg":"trace[948663151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26155; }","duration":"569.230585ms","start":"2026-04-23T01:13:33.597203Z","end":"2026-04-23T01:13:34.166434Z","steps":["trace[948663151] 'range keys from in-memory index tree' (duration: 569.051141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:34.166633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.265619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-23T01:13:34.166691Z","caller":"traceutil/trace.go:171","msg":"trace[1977327636] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26155; }","duration":"596.349131ms","start":"2026-04-23T01:13:33.570327Z","end":"2026-04-23T01:13:34.166676Z","steps":["trace[1977327636] 'range keys from in-memory index tree' (duration: 596.085925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:34.166718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.597402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18660"} {"level":"info","ts":"2026-04-23T01:13:34.166738Z","caller":"traceutil/trace.go:171","msg":"trace[1181967234] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26155; }","duration":"593.641172ms","start":"2026-04-23T01:13:33.573089Z","end":"2026-04-23T01:13:34.166731Z","steps":["trace[1181967234] 'range keys from in-memory index tree' (duration: 593.468718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:34.166733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:33.570314Z","time spent":"596.406503ms","remote":"127.0.0.1:37484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T01:13:34.166754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:33.573075Z","time spent":"593.673914ms","remote":"127.0.0.1:37492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18684,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-23T01:13:34.166776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397307326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:13:34.166764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.802354598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:13:34.166799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.00253013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-7f8596f788-x4gqp.18a8d478b3595e37\" ","response":"range_response_count:1 size:857"} {"level":"info","ts":"2026-04-23T01:13:34.166827Z","caller":"traceutil/trace.go:171","msg":"trace[820879335] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26155; }","duration":"1.397401278s","start":"2026-04-23T01:13:32.769407Z","end":"2026-04-23T01:13:34.166809Z","steps":["trace[820879335] 'agreement among raft nodes before linearized reading' (duration: 798.631146ms)","trace[820879335] 'count revisions from in-memory index tree' (duration: 598.701911ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:34.166646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:33.597184Z","time spent":"569.448261ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:13:34.166836Z","caller":"traceutil/trace.go:171","msg":"trace[2091780125] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-7f8596f788-x4gqp.18a8d478b3595e37; range_end:; response_count:1; response_revision:26155; }","duration":"3.002596041s","start":"2026-04-23T01:13:31.164227Z","end":"2026-04-23T01:13:34.166823Z","steps":["trace[2091780125] 'agreement among raft nodes before linearized reading' (duration: 2.403796978s)","trace[2091780125] 'range keys from in-memory index tree' (duration: 598.734671ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:13:34.16685Z","caller":"traceutil/trace.go:171","msg":"trace[779255424] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26155; }","duration":"2.80247383s","start":"2026-04-23T01:13:31.364343Z","end":"2026-04-23T01:13:34.166817Z","steps":["trace[779255424] 'agreement among raft nodes before linearized reading' (duration: 2.203740809s)","trace[779255424] 'count revisions from in-memory index tree' (duration: 598.610968ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:34.166877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:31.16421Z","time spent":"3.002660293s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":881,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-7f8596f788-x4gqp.18a8d478b3595e37\" "} {"level":"warn","ts":"2026-04-23T01:13:34.166891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45279645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:13:34.166895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:31.364324Z","time spent":"2.802560723s","remote":"127.0.0.1:44728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:34.166895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:32.769386Z","time spent":"1.39746941s","remote":"127.0.0.1:58190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:34.166823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.76091355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T01:13:34.166951Z","caller":"traceutil/trace.go:171","msg":"trace[1538077346] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26155; }","duration":"1.452844351s","start":"2026-04-23T01:13:32.714079Z","end":"2026-04-23T01:13:34.166923Z","steps":["trace[1538077346] 'agreement among raft nodes before linearized reading' (duration: 853.970836ms)","trace[1538077346] 'count revisions from in-memory index tree' (duration: 598.810244ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:13:34.166971Z","caller":"traceutil/trace.go:171","msg":"trace[97480254] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26155; }","duration":"2.761100535s","start":"2026-04-23T01:13:31.405855Z","end":"2026-04-23T01:13:34.166955Z","steps":["trace[97480254] 'agreement among raft nodes before linearized reading' (duration: 2.1622265s)","trace[97480254] 'range keys from in-memory index tree' (duration: 598.425844ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:34.167008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650327524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-04-23T01:13:34.16702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:31.405835Z","time spent":"2.761171246s","remote":"127.0.0.1:37434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T01:13:34.166998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:32.714Z","time spent":"1.452985665s","remote":"127.0.0.1:54194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:13:34.167032Z","caller":"traceutil/trace.go:171","msg":"trace[813416734] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26155; }","duration":"1.650377375s","start":"2026-04-23T01:13:32.516646Z","end":"2026-04-23T01:13:34.167024Z","steps":["trace[813416734] 'agreement among raft nodes before linearized reading' (duration: 1.051417608s)","trace[813416734] 'range keys from in-memory index tree' (duration: 598.894555ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:34.16706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:32.51663Z","time spent":"1.650423696s","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-23T01:13:34.500796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.162459ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:34.500913Z","caller":"traceutil/trace.go:171","msg":"trace[1431441247] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26155; }","duration":"175.290172ms","start":"2026-04-23T01:13:34.325604Z","end":"2026-04-23T01:13:34.500895Z","steps":["trace[1431441247] 'range keys from in-memory index tree' (duration: 175.146369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:34.927413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.363768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:13:34.927595Z","caller":"traceutil/trace.go:171","msg":"trace[766845299] transaction","detail":"{read_only:false; response_revision:26156; number_of_response:1; }","duration":"996.473179ms","start":"2026-04-23T01:13:33.931086Z","end":"2026-04-23T01:13:34.927559Z","steps":["trace[766845299] 'process raft request' (duration: 530.858684ms)","trace[766845299] 'compare' (duration: 39.262473ms)","trace[766845299] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-node-lease/instance; req_size:518; } (duration: 425.353637ms)"],"step_count":3} {"level":"info","ts":"2026-04-23T01:13:34.927739Z","caller":"traceutil/trace.go:171","msg":"trace[1422785333] linearizableReadLoop","detail":"{readStateIndex:27058; appliedIndex:27057; }","duration":"756.757247ms","start":"2026-04-23T01:13:34.170953Z","end":"2026-04-23T01:13:34.92771Z","steps":["trace[1422785333] 'read index received' (duration: 290.988659ms)","trace[1422785333] 'applied index is now lower than readState.Index' (duration: 465.766858ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:34.927841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:33.931063Z","time spent":"996.724255ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:34.927901Z","caller":"traceutil/trace.go:171","msg":"trace[474079000] transaction","detail":"{read_only:false; response_revision:26157; number_of_response:1; }","duration":"756.483061ms","start":"2026-04-23T01:13:34.171401Z","end":"2026-04-23T01:13:34.927884Z","steps":["trace[474079000] 'process raft request' (duration: 756.154871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:34.928006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.032435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-23T01:13:34.928008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:34.171378Z","time spent":"756.578293ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:13:34.928046Z","caller":"traceutil/trace.go:171","msg":"trace[535954342] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26157; }","duration":"757.125287ms","start":"2026-04-23T01:13:34.170911Z","end":"2026-04-23T01:13:34.928036Z","steps":["trace[535954342] 'agreement among raft nodes before linearized reading' (duration: 756.926192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:34.92808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:34.170887Z","time spent":"757.184458ms","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-23T01:13:34.928565Z","caller":"traceutil/trace.go:171","msg":"trace[745028804] transaction","detail":"{read_only:false; response_revision:26158; number_of_response:1; }","duration":"756.235094ms","start":"2026-04-23T01:13:34.172311Z","end":"2026-04-23T01:13:34.928546Z","steps":["trace[745028804] 'process raft request' (duration: 755.484624ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:34.928625Z","caller":"traceutil/trace.go:171","msg":"trace[1657196503] transaction","detail":"{read_only:false; response_revision:26159; number_of_response:1; }","duration":"628.023501ms","start":"2026-04-23T01:13:34.300594Z","end":"2026-04-23T01:13:34.928617Z","steps":["trace[1657196503] 'process raft request' (duration: 627.701853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:34.928674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.288791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18660"} {"level":"info","ts":"2026-04-23T01:13:34.928725Z","caller":"traceutil/trace.go:171","msg":"trace[16748257] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26160; }","duration":"757.385493ms","start":"2026-04-23T01:13:34.171329Z","end":"2026-04-23T01:13:34.928715Z","steps":["trace[16748257] 'agreement among raft nodes before linearized reading' (duration: 757.22847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:34.928754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:34.171308Z","time spent":"757.439245ms","remote":"127.0.0.1:37492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18684,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T01:13:34.92884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.415034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-04-23T01:13:34.928899Z","caller":"traceutil/trace.go:171","msg":"trace[1356711579] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replication-controller; range_end:; response_count:1; response_revision:26160; }","duration":"757.504497ms","start":"2026-04-23T01:13:34.17138Z","end":"2026-04-23T01:13:34.928884Z","steps":["trace[1356711579] 'agreement among raft nodes before linearized reading' (duration: 757.326962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:34.928952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:34.17136Z","time spent":"757.580809ms","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":234,"request content":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" "} {"level":"warn","ts":"2026-04-23T01:13:34.928979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.564088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:34.929009Z","caller":"traceutil/trace.go:171","msg":"trace[42538593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26160; }","duration":"757.645341ms","start":"2026-04-23T01:13:34.171355Z","end":"2026-04-23T01:13:34.929Z","steps":["trace[42538593] 'agreement among raft nodes before linearized reading' (duration: 757.597469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:34.929033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:34.171342Z","time spent":"757.685691ms","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:13:34.928671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:34.1723Z","time spent":"756.322996ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:34.929262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.544192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-de59c198-995f-4276-8165-45a9f7981bd6\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-23T01:13:34.929324Z","caller":"traceutil/trace.go:171","msg":"trace[401276771] range","detail":"{range_begin:/registry/persistentvolumes/pvc-de59c198-995f-4276-8165-45a9f7981bd6; range_end:; response_count:1; response_revision:26160; }","duration":"756.714126ms","start":"2026-04-23T01:13:34.172593Z","end":"2026-04-23T01:13:34.929307Z","steps":["trace[401276771] 'agreement among raft nodes before linearized reading' (duration: 756.565873ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:34.928579Z","caller":"traceutil/trace.go:171","msg":"trace[1433819530] transaction","detail":"{read_only:false; response_revision:26160; number_of_response:1; }","duration":"585.22402ms","start":"2026-04-23T01:13:34.343339Z","end":"2026-04-23T01:13:34.928563Z","steps":["trace[1433819530] 'process raft request' (duration: 585.156208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:34.92938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:34.172588Z","time spent":"756.779568ms","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-de59c198-995f-4276-8165-45a9f7981bd6\" "} {"level":"warn","ts":"2026-04-23T01:13:34.92943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:34.34319Z","time spent":"586.197564ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:34.928845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:34.300569Z","time spent":"628.084153ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:35.441325Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149661200,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:13:35.762129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.69681ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:13:35.762279Z","caller":"traceutil/trace.go:171","msg":"trace[1801193297] linearizableReadLoop","detail":"{readStateIndex:27063; appliedIndex:27062; }","duration":"821.204167ms","start":"2026-04-23T01:13:34.941053Z","end":"2026-04-23T01:13:35.762257Z","steps":["trace[1801193297] 'read index received' (duration: 691.241131ms)","trace[1801193297] 'applied index is now lower than readState.Index' (duration: 129.959976ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:13:35.762385Z","caller":"traceutil/trace.go:171","msg":"trace[1487306244] transaction","detail":"{read_only:false; response_revision:26161; number_of_response:1; }","duration":"825.69664ms","start":"2026-04-23T01:13:34.936644Z","end":"2026-04-23T01:13:35.762341Z","steps":["trace[1487306244] 'process raft request' (duration: 695.636351ms)","trace[1487306244] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-c4bwl.18a8d6f0f981bbac; req_size:764; } (duration: 125.406332ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:35.762474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.411562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d57f5733-a8e6-437c-a542-072b48d0004e\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-23T01:13:35.762588Z","caller":"traceutil/trace.go:171","msg":"trace[1271151529] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d57f5733-a8e6-437c-a542-072b48d0004e; range_end:; response_count:1; response_revision:26161; }","duration":"821.484083ms","start":"2026-04-23T01:13:34.941031Z","end":"2026-04-23T01:13:35.762515Z","steps":["trace[1271151529] 'agreement among raft nodes before linearized reading' (duration: 821.33051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:35.762594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:34.936633Z","time spent":"825.827453ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":767,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:13:35.762653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:34.94102Z","time spent":"821.618487ms","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-d57f5733-a8e6-437c-a542-072b48d0004e\" "} {"level":"info","ts":"2026-04-23T01:13:35.76548Z","caller":"traceutil/trace.go:171","msg":"trace[469571542] transaction","detail":"{read_only:false; response_revision:26162; number_of_response:1; }","duration":"192.220022ms","start":"2026-04-23T01:13:35.573236Z","end":"2026-04-23T01:13:35.765456Z","steps":["trace[469571542] 'process raft request' (duration: 192.027916ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:35.765719Z","caller":"traceutil/trace.go:171","msg":"trace[583146661] transaction","detail":"{read_only:false; response_revision:26163; number_of_response:1; }","duration":"191.485553ms","start":"2026-04-23T01:13:35.574223Z","end":"2026-04-23T01:13:35.765709Z","steps":["trace[583146661] 'process raft request' (duration: 191.186745ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:35.766297Z","caller":"traceutil/trace.go:171","msg":"trace[1903186150] transaction","detail":"{read_only:false; response_revision:26164; number_of_response:1; }","duration":"192.022356ms","start":"2026-04-23T01:13:35.574252Z","end":"2026-04-23T01:13:35.766274Z","steps":["trace[1903186150] 'process raft request' (duration: 191.417641ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:35.766423Z","caller":"traceutil/trace.go:171","msg":"trace[853547521] transaction","detail":"{read_only:false; response_revision:26165; number_of_response:1; }","duration":"191.071522ms","start":"2026-04-23T01:13:35.575325Z","end":"2026-04-23T01:13:35.766396Z","steps":["trace[853547521] 'process raft request' (duration: 190.851277ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:35.766644Z","caller":"traceutil/trace.go:171","msg":"trace[789069952] transaction","detail":"{read_only:false; response_revision:26166; number_of_response:1; }","duration":"191.01137ms","start":"2026-04-23T01:13:35.575616Z","end":"2026-04-23T01:13:35.766627Z","steps":["trace[789069952] 'process raft request' (duration: 190.62167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:35.766818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.646699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:13:35.766838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.021899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:13:35.766842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.744192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:13:35.766876Z","caller":"traceutil/trace.go:171","msg":"trace[680758170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26166; }","duration":"825.750652ms","start":"2026-04-23T01:13:34.941113Z","end":"2026-04-23T01:13:35.766864Z","steps":["trace[680758170] 'agreement among raft nodes before linearized reading' (duration: 825.647509ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:35.766881Z","caller":"traceutil/trace.go:171","msg":"trace[1931696832] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26166; }","duration":"395.103091ms","start":"2026-04-23T01:13:35.371767Z","end":"2026-04-23T01:13:35.76687Z","steps":["trace[1931696832] 'agreement among raft nodes before linearized reading' (duration: 395.016009ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:35.766902Z","caller":"traceutil/trace.go:171","msg":"trace[220942277] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26166; }","duration":"131.839594ms","start":"2026-04-23T01:13:35.635047Z","end":"2026-04-23T01:13:35.766887Z","steps":["trace[220942277] 'agreement among raft nodes before linearized reading' (duration: 131.68355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:35.766917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:35.371755Z","time spent":"395.150913ms","remote":"127.0.0.1:34708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:13:35.766916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:34.941094Z","time spent":"825.810584ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:13:35.766956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.192632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pod-garbage-collector\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-04-23T01:13:35.767005Z","caller":"traceutil/trace.go:171","msg":"trace[1644145315] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pod-garbage-collector; range_end:; response_count:1; response_revision:26166; }","duration":"476.305475ms","start":"2026-04-23T01:13:35.290686Z","end":"2026-04-23T01:13:35.766992Z","steps":["trace[1644145315] 'agreement among raft nodes before linearized reading' (duration: 476.12782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:35.767039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:35.290665Z","time spent":"476.366076ms","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/pod-garbage-collector\" "} {"level":"warn","ts":"2026-04-23T01:13:35.766885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.610861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T01:13:35.767178Z","caller":"traceutil/trace.go:171","msg":"trace[1511758410] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26166; }","duration":"105.96692ms","start":"2026-04-23T01:13:35.661197Z","end":"2026-04-23T01:13:35.767164Z","steps":["trace[1511758410] 'agreement among raft nodes before linearized reading' (duration: 105.55705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:35.767311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.52404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-04-23T01:13:35.767372Z","caller":"traceutil/trace.go:171","msg":"trace[531945194] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26166; }","duration":"822.610542ms","start":"2026-04-23T01:13:34.944746Z","end":"2026-04-23T01:13:35.767356Z","steps":["trace[531945194] 'agreement among raft nodes before linearized reading' (duration: 822.375786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:35.767422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:34.944728Z","time spent":"822.682863ms","remote":"127.0.0.1:58220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5708,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T01:13:35.767597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.848113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:35.767703Z","caller":"traceutil/trace.go:171","msg":"trace[756925497] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:26166; }","duration":"663.820797ms","start":"2026-04-23T01:13:35.103826Z","end":"2026-04-23T01:13:35.767647Z","steps":["trace[756925497] 'agreement among raft nodes before linearized reading' (duration: 662.845783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:35.767763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:13:35.103785Z","time spent":"663.963181ms","remote":"127.0.0.1:46702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:13:36.002008Z","caller":"traceutil/trace.go:171","msg":"trace[2042728468] linearizableReadLoop","detail":"{readStateIndex:27069; appliedIndex:27068; }","duration":"230.269153ms","start":"2026-04-23T01:13:35.771714Z","end":"2026-04-23T01:13:36.001983Z","steps":["trace[2042728468] 'read index received' (duration: 192.97636ms)","trace[2042728468] 'applied index is now lower than readState.Index' (duration: 37.291733ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:13:36.002091Z","caller":"traceutil/trace.go:171","msg":"trace[1799464576] transaction","detail":"{read_only:false; response_revision:26167; number_of_response:1; }","duration":"232.843849ms","start":"2026-04-23T01:13:35.769219Z","end":"2026-04-23T01:13:36.002062Z","steps":["trace[1799464576] 'process raft request' (duration: 195.457173ms)","trace[1799464576] 'compare' (duration: 26.186272ms)","trace[1799464576] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-69v72.18a8d6f3a21ea4d7; req_size:878; } (duration: 11.02533ms)"],"step_count":3} {"level":"warn","ts":"2026-04-23T01:13:36.002239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.606169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:13:36.002275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.54027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-04-23T01:13:36.002295Z","caller":"traceutil/trace.go:171","msg":"trace[1461184032] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26167; }","duration":"169.722302ms","start":"2026-04-23T01:13:35.832559Z","end":"2026-04-23T01:13:36.002281Z","steps":["trace[1461184032] 'agreement among raft nodes before linearized reading' (duration: 169.63093ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:36.002331Z","caller":"traceutil/trace.go:171","msg":"trace[1891851282] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:26167; }","duration":"230.605112ms","start":"2026-04-23T01:13:35.771711Z","end":"2026-04-23T01:13:36.002316Z","steps":["trace[1891851282] 'agreement among raft nodes before linearized reading' (duration: 230.401127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:36.002502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.530469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T01:13:36.002794Z","caller":"traceutil/trace.go:171","msg":"trace[1365472568] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26167; }","duration":"228.837017ms","start":"2026-04-23T01:13:35.773948Z","end":"2026-04-23T01:13:36.002785Z","steps":["trace[1365472568] 'agreement among raft nodes before linearized reading' (duration: 228.17299ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:36.056994Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24768,"took":"6.467677138s","hash":3668992239,"current-db-size-bytes":55885824,"current-db-size":"56 MB","current-db-size-in-use-bytes":32673792,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-23T01:13:36.057064Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3668992239,"revision":24768,"compact-revision":21631} {"level":"warn","ts":"2026-04-23T01:13:36.236082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.279269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-65565fdb7f-85tjd.18a8d72c81c6c971\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-04-23T01:13:36.236151Z","caller":"traceutil/trace.go:171","msg":"trace[1461051303] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-65565fdb7f-85tjd.18a8d72c81c6c971; range_end:; response_count:1; response_revision:26172; }","duration":"131.386652ms","start":"2026-04-23T01:13:36.104747Z","end":"2026-04-23T01:13:36.236134Z","steps":["trace[1461051303] 'range keys from in-memory index tree' (duration: 131.097835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:36.236545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.539137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:36.236605Z","caller":"traceutil/trace.go:171","msg":"trace[1764815241] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26172; }","duration":"131.634099ms","start":"2026-04-23T01:13:36.104956Z","end":"2026-04-23T01:13:36.23659Z","steps":["trace[1764815241] 'range keys from in-memory index tree' (duration: 131.480845ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:36.590349Z","caller":"traceutil/trace.go:171","msg":"trace[1326279] linearizableReadLoop","detail":"{readStateIndex:27083; appliedIndex:27082; }","duration":"172.089061ms","start":"2026-04-23T01:13:36.418235Z","end":"2026-04-23T01:13:36.590324Z","steps":["trace[1326279] 'read index received' (duration: 169.262139ms)","trace[1326279] 'applied index is now lower than readState.Index' (duration: 2.825842ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:13:36.590388Z","caller":"traceutil/trace.go:171","msg":"trace[1507734861] transaction","detail":"{read_only:false; response_revision:26181; number_of_response:1; }","duration":"174.983185ms","start":"2026-04-23T01:13:36.415365Z","end":"2026-04-23T01:13:36.590348Z","steps":["trace[1507734861] 'process raft request' (duration: 172.122523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:36.590565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.296797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5421"} {"level":"info","ts":"2026-04-23T01:13:36.590597Z","caller":"traceutil/trace.go:171","msg":"trace[1513632009] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:26181; }","duration":"172.360618ms","start":"2026-04-23T01:13:36.418229Z","end":"2026-04-23T01:13:36.590589Z","steps":["trace[1513632009] 'agreement among raft nodes before linearized reading' (duration: 172.200034ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:36.598704Z","caller":"traceutil/trace.go:171","msg":"trace[1451349516] transaction","detail":"{read_only:false; response_revision:26184; number_of_response:1; }","duration":"173.787704ms","start":"2026-04-23T01:13:36.4249Z","end":"2026-04-23T01:13:36.598687Z","steps":["trace[1451349516] 'process raft request' (duration: 173.742783ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:36.599099Z","caller":"traceutil/trace.go:171","msg":"trace[298789927] transaction","detail":"{read_only:false; response_revision:26182; number_of_response:1; }","duration":"179.907999ms","start":"2026-04-23T01:13:36.419181Z","end":"2026-04-23T01:13:36.599089Z","steps":["trace[298789927] 'process raft request' (duration: 179.311034ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:36.599212Z","caller":"traceutil/trace.go:171","msg":"trace[1659681051] transaction","detail":"{read_only:false; response_revision:26183; number_of_response:1; }","duration":"178.108803ms","start":"2026-04-23T01:13:36.421096Z","end":"2026-04-23T01:13:36.599205Z","steps":["trace[1659681051] 'process raft request' (duration: 177.517338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:36.59971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.129679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9c2daf71-e889-4936-a141-eca6b8067346\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-04-23T01:13:36.599746Z","caller":"traceutil/trace.go:171","msg":"trace[69381590] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9c2daf71-e889-4936-a141-eca6b8067346; range_end:; response_count:1; response_revision:26184; }","duration":"181.223922ms","start":"2026-04-23T01:13:36.418513Z","end":"2026-04-23T01:13:36.599737Z","steps":["trace[69381590] 'agreement among raft nodes before linearized reading' (duration: 181.11113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:36.599742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.982286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-42640a25-72cd-4c3c-ab76-58f31e84e480\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-04-23T01:13:36.599784Z","caller":"traceutil/trace.go:171","msg":"trace[1645602048] range","detail":"{range_begin:/registry/persistentvolumes/pvc-42640a25-72cd-4c3c-ab76-58f31e84e480; range_end:; response_count:1; response_revision:26184; }","duration":"181.036567ms","start":"2026-04-23T01:13:36.418735Z","end":"2026-04-23T01:13:36.599772Z","steps":["trace[1645602048] 'agreement among raft nodes before linearized reading' (duration: 180.915204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:36.599798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.532584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-de59c198-995f-4276-8165-45a9f7981bd6\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-23T01:13:36.599864Z","caller":"traceutil/trace.go:171","msg":"trace[747761314] range","detail":"{range_begin:/registry/persistentvolumes/pvc-de59c198-995f-4276-8165-45a9f7981bd6; range_end:; response_count:1; response_revision:26184; }","duration":"180.607086ms","start":"2026-04-23T01:13:36.41924Z","end":"2026-04-23T01:13:36.599847Z","steps":["trace[747761314] 'agreement among raft nodes before linearized reading' (duration: 180.395521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:36.599914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.156441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e9e32bb4-9334-484f-859a-9c29fc7dfb77\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-04-23T01:13:36.599951Z","caller":"traceutil/trace.go:171","msg":"trace[1578800464] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e9e32bb4-9334-484f-859a-9c29fc7dfb77; range_end:; response_count:1; response_revision:26184; }","duration":"181.212962ms","start":"2026-04-23T01:13:36.41873Z","end":"2026-04-23T01:13:36.599943Z","steps":["trace[1578800464] 'agreement among raft nodes before linearized reading' (duration: 181.113959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:36.599999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.226112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e251d19b-b20d-4337-bdee-5b3d35284edb\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-04-23T01:13:36.60004Z","caller":"traceutil/trace.go:171","msg":"trace[135539594] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e251d19b-b20d-4337-bdee-5b3d35284edb; range_end:; response_count:1; response_revision:26184; }","duration":"181.279564ms","start":"2026-04-23T01:13:36.418752Z","end":"2026-04-23T01:13:36.600031Z","steps":["trace[135539594] 'agreement among raft nodes before linearized reading' (duration: 181.169141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:36.600072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.348125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-370d541b-7b32-428c-a2fe-b3b90b592d27\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-23T01:13:36.600104Z","caller":"traceutil/trace.go:171","msg":"trace[605939040] range","detail":"{range_begin:/registry/persistentvolumes/pvc-370d541b-7b32-428c-a2fe-b3b90b592d27; range_end:; response_count:1; response_revision:26184; }","duration":"181.392956ms","start":"2026-04-23T01:13:36.418704Z","end":"2026-04-23T01:13:36.600097Z","steps":["trace[605939040] 'agreement among raft nodes before linearized reading' (duration: 181.312714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:36.600143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.372755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-386d5f95-c9a8-46c8-a660-d2c171fa2c23\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-04-23T01:13:36.600168Z","caller":"traceutil/trace.go:171","msg":"trace[1732587377] range","detail":"{range_begin:/registry/persistentvolumes/pvc-386d5f95-c9a8-46c8-a660-d2c171fa2c23; range_end:; response_count:1; response_revision:26184; }","duration":"181.407377ms","start":"2026-04-23T01:13:36.418755Z","end":"2026-04-23T01:13:36.600162Z","steps":["trace[1732587377] 'agreement among raft nodes before linearized reading' (duration: 181.342405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:36.599941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.330027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-04-23T01:13:36.600236Z","caller":"traceutil/trace.go:171","msg":"trace[1199026318] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:26184; }","duration":"172.631555ms","start":"2026-04-23T01:13:36.427596Z","end":"2026-04-23T01:13:36.600228Z","steps":["trace[1199026318] 'agreement among raft nodes before linearized reading' (duration: 172.231875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:36.600282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.584122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-aaa1d81f-bd71-4906-9e27-8b8e068ae081\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-23T01:13:36.600304Z","caller":"traceutil/trace.go:171","msg":"trace[1315762019] range","detail":"{range_begin:/registry/persistentvolumes/pvc-aaa1d81f-bd71-4906-9e27-8b8e068ae081; range_end:; response_count:1; response_revision:26184; }","duration":"181.606103ms","start":"2026-04-23T01:13:36.418692Z","end":"2026-04-23T01:13:36.600298Z","steps":["trace[1315762019] 'agreement among raft nodes before linearized reading' (duration: 181.55047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:36.600289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.589101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-aaabe408-beb4-4026-b946-2aed35cb3e6d\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-04-23T01:13:36.60032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.169392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a69b1b3b-b2bf-4d82-9f1f-7ae88abb17fc\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-04-23T01:13:36.600383Z","caller":"traceutil/trace.go:171","msg":"trace[1925049666] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a69b1b3b-b2bf-4d82-9f1f-7ae88abb17fc; range_end:; response_count:1; response_revision:26184; }","duration":"181.226873ms","start":"2026-04-23T01:13:36.41914Z","end":"2026-04-23T01:13:36.600367Z","steps":["trace[1925049666] 'agreement among raft nodes before linearized reading' (duration: 181.142401ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:36.600391Z","caller":"traceutil/trace.go:171","msg":"trace[430135976] range","detail":"{range_begin:/registry/persistentvolumes/pvc-aaabe408-beb4-4026-b946-2aed35cb3e6d; range_end:; response_count:1; response_revision:26184; }","duration":"181.723255ms","start":"2026-04-23T01:13:36.418642Z","end":"2026-04-23T01:13:36.600365Z","steps":["trace[430135976] 'agreement among raft nodes before linearized reading' (duration: 181.426907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:36.600198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.153209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-04-23T01:13:36.600497Z","caller":"traceutil/trace.go:171","msg":"trace[1960533916] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:26184; }","duration":"175.466617ms","start":"2026-04-23T01:13:36.425019Z","end":"2026-04-23T01:13:36.600485Z","steps":["trace[1960533916] 'agreement among raft nodes before linearized reading' (duration: 175.130958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:36.600395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.716536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-04-23T01:13:36.600596Z","caller":"traceutil/trace.go:171","msg":"trace[1807536060] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:26184; }","duration":"181.921371ms","start":"2026-04-23T01:13:36.418661Z","end":"2026-04-23T01:13:36.600582Z","steps":["trace[1807536060] 'agreement among raft nodes before linearized reading' (duration: 181.691265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:36.601826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.022298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"info","ts":"2026-04-23T01:13:36.601889Z","caller":"traceutil/trace.go:171","msg":"trace[1982604896] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:26184; }","duration":"183.10836ms","start":"2026-04-23T01:13:36.418766Z","end":"2026-04-23T01:13:36.601875Z","steps":["trace[1982604896] 'agreement among raft nodes before linearized reading' (duration: 181.127889ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:37.319453Z","caller":"traceutil/trace.go:171","msg":"trace[839759807] transaction","detail":"{read_only:false; response_revision:26241; number_of_response:1; }","duration":"149.601263ms","start":"2026-04-23T01:13:37.169818Z","end":"2026-04-23T01:13:37.31942Z","steps":["trace[839759807] 'process raft request' (duration: 106.592816ms)","trace[839759807] 'compare' (duration: 42.819643ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:13:37.31954Z","caller":"traceutil/trace.go:171","msg":"trace[913113730] linearizableReadLoop","detail":"{readStateIndex:27150; appliedIndex:27149; }","duration":"131.312821ms","start":"2026-04-23T01:13:37.188203Z","end":"2026-04-23T01:13:37.319516Z","steps":["trace[913113730] 'read index received' (duration: 86.676682ms)","trace[913113730] 'applied index is now lower than readState.Index' (duration: 44.633819ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:13:37.319831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.612728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5421"} {"level":"info","ts":"2026-04-23T01:13:37.319864Z","caller":"traceutil/trace.go:171","msg":"trace[1777644566] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:26242; }","duration":"131.659089ms","start":"2026-04-23T01:13:37.188197Z","end":"2026-04-23T01:13:37.319856Z","steps":["trace[1777644566] 'agreement among raft nodes before linearized reading' (duration: 131.422363ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:39.974955Z","caller":"traceutil/trace.go:171","msg":"trace[645362841] transaction","detail":"{read_only:false; response_revision:26310; number_of_response:1; }","duration":"120.129388ms","start":"2026-04-23T01:13:39.854802Z","end":"2026-04-23T01:13:39.974931Z","steps":["trace[645362841] 'process raft request' (duration: 59.102185ms)","trace[645362841] 'compare' (duration: 60.927901ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:13:39.976819Z","caller":"traceutil/trace.go:171","msg":"trace[2117792481] transaction","detail":"{read_only:false; response_revision:26311; number_of_response:1; }","duration":"121.837542ms","start":"2026-04-23T01:13:39.854951Z","end":"2026-04-23T01:13:39.976789Z","steps":["trace[2117792481] 'process raft request' (duration: 121.640287ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:39.97718Z","caller":"traceutil/trace.go:171","msg":"trace[242339318] transaction","detail":"{read_only:false; response_revision:26312; number_of_response:1; }","duration":"122.131609ms","start":"2026-04-23T01:13:39.855027Z","end":"2026-04-23T01:13:39.977159Z","steps":["trace[242339318] 'process raft request' (duration: 121.702768ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:39.977567Z","caller":"traceutil/trace.go:171","msg":"trace[1649836565] linearizableReadLoop","detail":"{readStateIndex:27229; appliedIndex:27224; }","duration":"111.396857ms","start":"2026-04-23T01:13:39.866141Z","end":"2026-04-23T01:13:39.977538Z","steps":["trace[1649836565] 'read index received' (duration: 47.780848ms)","trace[1649836565] 'applied index is now lower than readState.Index' (duration: 63.614029ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:13:39.97782Z","caller":"traceutil/trace.go:171","msg":"trace[2109356162] transaction","detail":"{read_only:false; response_revision:26314; number_of_response:1; }","duration":"122.094937ms","start":"2026-04-23T01:13:39.855676Z","end":"2026-04-23T01:13:39.977771Z","steps":["trace[2109356162] 'process raft request' (duration: 121.708237ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:39.977848Z","caller":"traceutil/trace.go:171","msg":"trace[902975569] transaction","detail":"{read_only:false; response_revision:26313; number_of_response:1; }","duration":"122.126958ms","start":"2026-04-23T01:13:39.855637Z","end":"2026-04-23T01:13:39.977764Z","steps":["trace[902975569] 'process raft request' (duration: 121.355109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:39.977875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.599042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:13:39.978095Z","caller":"traceutil/trace.go:171","msg":"trace[440906377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26314; }","duration":"111.946201ms","start":"2026-04-23T01:13:39.866113Z","end":"2026-04-23T01:13:39.97806Z","steps":["trace[440906377] 'agreement among raft nodes before linearized reading' (duration: 111.526011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:46.207892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.122643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia-nodes\" ","response":"range_response_count:1 size:1263"} {"level":"info","ts":"2026-04-23T01:13:46.207995Z","caller":"traceutil/trace.go:171","msg":"trace[878769873] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia-nodes; range_end:; response_count:1; response_revision:26360; }","duration":"106.262627ms","start":"2026-04-23T01:13:46.101711Z","end":"2026-04-23T01:13:46.207974Z","steps":["trace[878769873] 'range keys from in-memory index tree' (duration: 105.9686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:46.208232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.104175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service\" ","response":"range_response_count:1 size:903"} {"level":"info","ts":"2026-04-23T01:13:46.208281Z","caller":"traceutil/trace.go:171","msg":"trace[1504516278] range","detail":"{range_begin:/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service; range_end:; response_count:1; response_revision:26360; }","duration":"131.175208ms","start":"2026-04-23T01:13:46.077092Z","end":"2026-04-23T01:13:46.208267Z","steps":["trace[1504516278] 'range keys from in-memory index tree' (duration: 130.943352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:46.208419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.971942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-04-23T01:13:46.208575Z","caller":"traceutil/trace.go:171","msg":"trace[1148211594] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26360; }","duration":"129.156476ms","start":"2026-04-23T01:13:46.079402Z","end":"2026-04-23T01:13:46.208559Z","steps":["trace[1148211594] 'range keys from in-memory index tree' (duration: 128.901829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:34.91332Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149663213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:14:34.971915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.048487ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:14:34.972086Z","caller":"traceutil/trace.go:171","msg":"trace[1106465813] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26851; }","duration":"646.232932ms","start":"2026-04-23T01:14:34.325828Z","end":"2026-04-23T01:14:34.972061Z","steps":["trace[1106465813] 'range keys from in-memory index tree' (duration: 646.029287ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:14:35.031981Z","caller":"traceutil/trace.go:171","msg":"trace[240990404] transaction","detail":"{read_only:false; response_revision:26852; number_of_response:1; }","duration":"712.968741ms","start":"2026-04-23T01:14:34.318982Z","end":"2026-04-23T01:14:35.031951Z","steps":["trace[240990404] 'process raft request' (duration: 712.758616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:35.032148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:34.31896Z","time spent":"713.105144ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:14:35.532091Z","caller":"traceutil/trace.go:171","msg":"trace[1298283602] transaction","detail":"{read_only:false; response_revision:26853; number_of_response:1; }","duration":"1.213061047s","start":"2026-04-23T01:14:34.319008Z","end":"2026-04-23T01:14:35.53207Z","steps":["trace[1298283602] 'process raft request' (duration: 1.212779609s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:35.532198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:34.318988Z","time spent":"1.213158068s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:14:35.532437Z","caller":"traceutil/trace.go:171","msg":"trace[2129648483] transaction","detail":"{read_only:false; response_revision:26854; number_of_response:1; }","duration":"1.212667326s","start":"2026-04-23T01:14:34.319758Z","end":"2026-04-23T01:14:35.532425Z","steps":["trace[2129648483] 'process raft request' (duration: 1.212173044s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:35.532478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:34.319733Z","time spent":"1.212726828s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:14:35.532627Z","caller":"traceutil/trace.go:171","msg":"trace[1241852195] transaction","detail":"{read_only:false; response_revision:26855; number_of_response:1; }","duration":"1.211958788s","start":"2026-04-23T01:14:34.320661Z","end":"2026-04-23T01:14:35.532619Z","steps":["trace[1241852195] 'process raft request' (duration: 1.211692092s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:35.532673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:34.320638Z","time spent":"1.212011429s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:14:35.534212Z","caller":"traceutil/trace.go:171","msg":"trace[1105902611] linearizableReadLoop","detail":"{readStateIndex:27789; appliedIndex:27784; }","duration":"1.121408038s","start":"2026-04-23T01:14:34.412776Z","end":"2026-04-23T01:14:35.534184Z","steps":["trace[1105902611] 'read index received' (duration: 619.007284ms)","trace[1105902611] 'applied index is now lower than readState.Index' (duration: 502.395664ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:14:35.534367Z","caller":"traceutil/trace.go:171","msg":"trace[75212078] transaction","detail":"{read_only:false; response_revision:26857; number_of_response:1; }","duration":"202.974532ms","start":"2026-04-23T01:14:35.331368Z","end":"2026-04-23T01:14:35.534343Z","steps":["trace[75212078] 'process raft request' (duration: 202.87946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:35.534498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026643192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:14:35.534581Z","caller":"traceutil/trace.go:171","msg":"trace[2109292395] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26857; }","duration":"1.026776255s","start":"2026-04-23T01:14:34.507788Z","end":"2026-04-23T01:14:35.534564Z","steps":["trace[2109292395] 'agreement among raft nodes before linearized reading' (duration: 1.026646062s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:35.534629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:34.507768Z","time spent":"1.026850007s","remote":"127.0.0.1:54114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:14:35.534656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12187478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T01:14:35.534691Z","caller":"traceutil/trace.go:171","msg":"trace[537082935] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26857; }","duration":"1.121948622s","start":"2026-04-23T01:14:34.412732Z","end":"2026-04-23T01:14:35.534681Z","steps":["trace[537082935] 'agreement among raft nodes before linearized reading' (duration: 1.121637874s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:35.534716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:34.412712Z","time spent":"1.121999134s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T01:14:35.534789Z","caller":"traceutil/trace.go:171","msg":"trace[1624226913] transaction","detail":"{read_only:false; response_revision:26856; number_of_response:1; }","duration":"215.228763ms","start":"2026-04-23T01:14:35.319546Z","end":"2026-04-23T01:14:35.534775Z","steps":["trace[1624226913] 'process raft request' (duration: 214.522676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:35.534893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.249137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T01:14:35.534935Z","caller":"traceutil/trace.go:171","msg":"trace[184754499] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26857; }","duration":"125.34576ms","start":"2026-04-23T01:14:35.409578Z","end":"2026-04-23T01:14:35.534924Z","steps":["trace[184754499] 'agreement among raft nodes before linearized reading' (duration: 125.232567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:35.535007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.909614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T01:14:35.53505Z","caller":"traceutil/trace.go:171","msg":"trace[571480023] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26857; }","duration":"387.002177ms","start":"2026-04-23T01:14:35.148038Z","end":"2026-04-23T01:14:35.53504Z","steps":["trace[571480023] 'agreement among raft nodes before linearized reading' (duration: 386.852193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:35.535089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:35.148016Z","time spent":"387.063428ms","remote":"127.0.0.1:37434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T01:14:35.535154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.133845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:14:35.535191Z","caller":"traceutil/trace.go:171","msg":"trace[1275278649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26857; }","duration":"666.208927ms","start":"2026-04-23T01:14:34.868973Z","end":"2026-04-23T01:14:35.535182Z","steps":["trace[1275278649] 'agreement among raft nodes before linearized reading' (duration: 666.153046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:35.535226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:34.868948Z","time spent":"666.272069ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:14:35.535306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.050102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T01:14:35.535346Z","caller":"traceutil/trace.go:171","msg":"trace[1652343412] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26857; }","duration":"127.125864ms","start":"2026-04-23T01:14:35.40821Z","end":"2026-04-23T01:14:35.535336Z","steps":["trace[1652343412] 'agreement among raft nodes before linearized reading' (duration: 127.029252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:35.535415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.922342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-04-23T01:14:35.535448Z","caller":"traceutil/trace.go:171","msg":"trace[1198361121] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26857; }","duration":"862.991014ms","start":"2026-04-23T01:14:34.67245Z","end":"2026-04-23T01:14:35.535441Z","steps":["trace[1198361121] 'agreement among raft nodes before linearized reading' (duration: 862.896101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:35.535481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:34.672429Z","time spent":"863.043946ms","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-23T01:14:35.53553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.204357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:14:35.535568Z","caller":"traceutil/trace.go:171","msg":"trace[201479751] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26857; }","duration":"280.280568ms","start":"2026-04-23T01:14:35.255278Z","end":"2026-04-23T01:14:35.535558Z","steps":["trace[201479751] 'agreement among raft nodes before linearized reading' (duration: 280.210126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:40.97662Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149663316,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:14:41.477439Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149663316,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:14:41.978323Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149663316,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:14:42.479128Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149663316,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:14:42.694439Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.456769148s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:14:42.695067Z","caller":"traceutil/trace.go:171","msg":"trace[1362117985] transaction","detail":"{read_only:false; response_revision:26897; number_of_response:1; }","duration":"2.457474185s","start":"2026-04-23T01:14:40.237564Z","end":"2026-04-23T01:14:42.695038Z","steps":["trace[1362117985] 'process raft request' (duration: 2.45725896s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:42.695207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:40.237546Z","time spent":"2.457588638s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:14:42.866493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000143811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:14:42.866594Z","caller":"traceutil/trace.go:171","msg":"trace[982490181] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000290674s","start":"2026-04-23T01:14:40.866284Z","end":"2026-04-23T01:14:42.866575Z","steps":["trace[982490181] 'agreement among raft nodes before linearized reading' (duration: 2.000165781s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:42.866642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:40.866267Z","time spent":"2.000365446s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:14:43.490358Z","caller":"traceutil/trace.go:171","msg":"trace[62568390] transaction","detail":"{read_only:false; response_revision:26898; number_of_response:1; }","duration":"2.44104665s","start":"2026-04-23T01:14:41.049287Z","end":"2026-04-23T01:14:43.490333Z","steps":["trace[62568390] 'process raft request' (duration: 2.407330247s)","trace[62568390] 'compare' (duration: 33.349524ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:14:43.490433Z","caller":"traceutil/trace.go:171","msg":"trace[528469141] transaction","detail":"{read_only:false; response_revision:26901; number_of_response:1; }","duration":"1.934215073s","start":"2026-04-23T01:14:41.556196Z","end":"2026-04-23T01:14:43.490411Z","steps":["trace[528469141] 'process raft request' (duration: 1.934156481s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:43.490489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:41.049262Z","time spent":"2.441151893s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:14:43.490627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:41.55618Z","time spent":"1.934317465s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:14:43.49069Z","caller":"traceutil/trace.go:171","msg":"trace[1174341986] transaction","detail":"{read_only:false; response_revision:26900; number_of_response:1; }","duration":"1.935259449s","start":"2026-04-23T01:14:41.555418Z","end":"2026-04-23T01:14:43.490678Z","steps":["trace[1174341986] 'process raft request' (duration: 1.93489521s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:43.490761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:41.555394Z","time spent":"1.935328891s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:14:43.490823Z","caller":"traceutil/trace.go:171","msg":"trace[1487251450] transaction","detail":"{read_only:false; response_revision:26903; number_of_response:1; }","duration":"1.933984877s","start":"2026-04-23T01:14:41.556825Z","end":"2026-04-23T01:14:43.49081Z","steps":["trace[1487251450] 'process raft request' (duration: 1.933857503s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:14:43.490842Z","caller":"traceutil/trace.go:171","msg":"trace[1525993463] transaction","detail":"{read_only:false; response_revision:26904; number_of_response:1; }","duration":"1.933266519s","start":"2026-04-23T01:14:41.557566Z","end":"2026-04-23T01:14:43.490832Z","steps":["trace[1525993463] 'process raft request' (duration: 1.933208548s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:14:43.490835Z","caller":"traceutil/trace.go:171","msg":"trace[1765927355] linearizableReadLoop","detail":"{readStateIndex:27839; appliedIndex:27831; }","duration":"3.014959464s","start":"2026-04-23T01:14:40.475854Z","end":"2026-04-23T01:14:43.490814Z","steps":["trace[1765927355] 'read index received' (duration: 2.218913243s)","trace[1765927355] 'applied index is now lower than readState.Index' (duration: 796.045441ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:14:43.490888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:41.556808Z","time spent":"1.934049219s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:14:43.490821Z","caller":"traceutil/trace.go:171","msg":"trace[1830428778] transaction","detail":"{read_only:false; response_revision:26899; number_of_response:1; }","duration":"2.299542362s","start":"2026-04-23T01:14:41.19111Z","end":"2026-04-23T01:14:43.490652Z","steps":["trace[1830428778] 'process raft request' (duration: 2.299110941s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:43.491266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921784019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-23T01:14:43.491307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919680486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-23T01:14:43.491325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.330457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:14:43.491339Z","caller":"traceutil/trace.go:171","msg":"trace[1683786915] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26904; }","duration":"1.921890192s","start":"2026-04-23T01:14:41.569434Z","end":"2026-04-23T01:14:43.491325Z","steps":["trace[1683786915] 'agreement among raft nodes before linearized reading' (duration: 1.921715017s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:14:43.491351Z","caller":"traceutil/trace.go:171","msg":"trace[1673137520] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26904; }","duration":"1.919722317s","start":"2026-04-23T01:14:41.571613Z","end":"2026-04-23T01:14:43.491336Z","steps":["trace[1673137520] 'agreement among raft nodes before linearized reading' (duration: 1.919579013s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:14:43.491362Z","caller":"traceutil/trace.go:171","msg":"trace[1493930850] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26904; }","duration":"694.364228ms","start":"2026-04-23T01:14:42.796984Z","end":"2026-04-23T01:14:43.491349Z","steps":["trace[1493930850] 'agreement among raft nodes before linearized reading' (duration: 694.310737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:43.491381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:41.569422Z","time spent":"1.921948963s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:14:43.491386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:41.571575Z","time spent":"1.919802989s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:14:43.491398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:42.79696Z","time spent":"694.42801ms","remote":"127.0.0.1:58144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:14:43.491339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.407912802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:14:43.492131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:41.557557Z","time spent":"1.93330236s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:14:43.492174Z","caller":"traceutil/trace.go:171","msg":"trace[620629354] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26904; }","duration":"2.408798765s","start":"2026-04-23T01:14:41.083344Z","end":"2026-04-23T01:14:43.492142Z","steps":["trace[620629354] 'agreement among raft nodes before linearized reading' (duration: 2.407861421s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:43.492253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:41.083322Z","time spent":"2.408907977s","remote":"127.0.0.1:37646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:14:43.490964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.015109917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:14:43.492533Z","caller":"traceutil/trace.go:171","msg":"trace[994491525] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26904; }","duration":"3.016713738s","start":"2026-04-23T01:14:40.475803Z","end":"2026-04-23T01:14:43.492516Z","steps":["trace[994491525] 'agreement among raft nodes before linearized reading' (duration: 3.015086857s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:43.492587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:40.475782Z","time spent":"3.01678766s","remote":"127.0.0.1:49110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:14:43.49103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.98675863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:14:43.492659Z","caller":"traceutil/trace.go:171","msg":"trace[922642981] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26904; }","duration":"2.988431972s","start":"2026-04-23T01:14:40.504208Z","end":"2026-04-23T01:14:43.49264Z","steps":["trace[922642981] 'agreement among raft nodes before linearized reading' (duration: 2.986742309s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:43.492712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:40.504189Z","time spent":"2.988504335s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:14:43.491052Z","caller":"traceutil/trace.go:171","msg":"trace[909218840] transaction","detail":"{read_only:false; response_revision:26902; number_of_response:1; }","duration":"1.93449699s","start":"2026-04-23T01:14:41.556285Z","end":"2026-04-23T01:14:43.490782Z","steps":["trace[909218840] 'process raft request' (duration: 1.93409821s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:43.492843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:41.556256Z","time spent":"1.936506901s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:14:43.491108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.073112376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:14:43.492984Z","caller":"traceutil/trace.go:171","msg":"trace[752750076] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26904; }","duration":"2.075016085s","start":"2026-04-23T01:14:41.417946Z","end":"2026-04-23T01:14:43.492962Z","steps":["trace[752750076] 'agreement among raft nodes before linearized reading' (duration: 2.073116616s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:43.491121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831227668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:14:43.49304Z","caller":"traceutil/trace.go:171","msg":"trace[305536630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26904; }","duration":"1.833180908s","start":"2026-04-23T01:14:41.659847Z","end":"2026-04-23T01:14:43.493028Z","steps":["trace[305536630] 'agreement among raft nodes before linearized reading' (duration: 1.831187327s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:43.493039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:41.417928Z","time spent":"2.075093076s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:14:43.493072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:41.65983Z","time spent":"1.833233119s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:14:43.491222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878180586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:14:43.493131Z","caller":"traceutil/trace.go:171","msg":"trace[1919574021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26904; }","duration":"1.880108755s","start":"2026-04-23T01:14:41.613009Z","end":"2026-04-23T01:14:43.493117Z","steps":["trace[1919574021] 'agreement among raft nodes before linearized reading' (duration: 1.878125855s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:43.493174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:41.612996Z","time spent":"1.880164857s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:14:43.491228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.721853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-04-23T01:14:43.493252Z","caller":"traceutil/trace.go:171","msg":"trace[227194979] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26904; }","duration":"209.774965ms","start":"2026-04-23T01:14:43.283463Z","end":"2026-04-23T01:14:43.493238Z","steps":["trace[227194979] 'agreement among raft nodes before linearized reading' (duration: 207.696772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:43.491277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.366063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:14:43.493339Z","caller":"traceutil/trace.go:171","msg":"trace[241200012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26904; }","duration":"625.448417ms","start":"2026-04-23T01:14:42.867877Z","end":"2026-04-23T01:14:43.493326Z","steps":["trace[241200012] 'agreement among raft nodes before linearized reading' (duration: 623.370344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:43.493379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:42.867862Z","time spent":"625.506888ms","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:14:43.491296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929813341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T01:14:43.493503Z","caller":"traceutil/trace.go:171","msg":"trace[1601728775] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26904; }","duration":"1.932043069s","start":"2026-04-23T01:14:41.561445Z","end":"2026-04-23T01:14:43.493488Z","steps":["trace[1601728775] 'agreement among raft nodes before linearized reading' (duration: 1.929796061s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:43.493546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:41.561433Z","time spent":"1.93209996s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:14:43.491436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:41.191079Z","time spent":"2.30024826s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:14:43.491582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.141314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:14:43.493675Z","caller":"traceutil/trace.go:171","msg":"trace[364483207] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26904; }","duration":"732.260317ms","start":"2026-04-23T01:14:42.761402Z","end":"2026-04-23T01:14:43.493662Z","steps":["trace[364483207] 'agreement among raft nodes before linearized reading' (duration: 730.144413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:43.491625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381380974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:14:43.493721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:42.761385Z","time spent":"732.318469ms","remote":"127.0.0.1:37650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:14:43.493727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.862711845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:14:43.493758Z","caller":"traceutil/trace.go:171","msg":"trace[2014626733] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26904; }","duration":"1.383532068s","start":"2026-04-23T01:14:42.110206Z","end":"2026-04-23T01:14:43.493738Z","steps":["trace[2014626733] 'agreement among raft nodes before linearized reading' (duration: 1.381396283s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:14:43.493765Z","caller":"traceutil/trace.go:171","msg":"trace[210876983] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26904; }","duration":"1.862777206s","start":"2026-04-23T01:14:41.630979Z","end":"2026-04-23T01:14:43.493756Z","steps":["trace[210876983] 'agreement among raft nodes before linearized reading' (duration: 1.860075198s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:43.493797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:41.630969Z","time spent":"1.862818268s","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2831,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:14:43.493799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:42.110192Z","time spent":"1.383593309s","remote":"127.0.0.1:54006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:14:43.491634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076884353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T01:14:43.493868Z","caller":"traceutil/trace.go:171","msg":"trace[516903376] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26904; }","duration":"1.0791562s","start":"2026-04-23T01:14:42.4147Z","end":"2026-04-23T01:14:43.493856Z","steps":["trace[516903376] 'agreement among raft nodes before linearized reading' (duration: 1.076851641s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:43.493903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:42.414679Z","time spent":"1.079213102s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:14:43.491633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.732046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:14:43.494015Z","caller":"traceutil/trace.go:171","msg":"trace[1052891158] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26904; }","duration":"997.163867ms","start":"2026-04-23T01:14:42.49684Z","end":"2026-04-23T01:14:43.494004Z","steps":["trace[1052891158] 'agreement among raft nodes before linearized reading' (duration: 994.757275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:43.494053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:42.496817Z","time spent":"997.223679ms","remote":"127.0.0.1:54036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:14:43.491632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.133657167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:14:43.494144Z","caller":"traceutil/trace.go:171","msg":"trace[308141910] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26904; }","duration":"2.13616591s","start":"2026-04-23T01:14:41.357962Z","end":"2026-04-23T01:14:43.494128Z","steps":["trace[308141910] 'agreement among raft nodes before linearized reading' (duration: 2.133606855s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:43.494177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:41.357907Z","time spent":"2.136259342s","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:14:43.491669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.5105993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:14:43.494228Z","caller":"traceutil/trace.go:171","msg":"trace[1322792112] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26904; }","duration":"2.513188335s","start":"2026-04-23T01:14:40.981023Z","end":"2026-04-23T01:14:43.494212Z","steps":["trace[1322792112] 'agreement among raft nodes before linearized reading' (duration: 2.510543838s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:43.494278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:40.980996Z","time spent":"2.513264817s","remote":"127.0.0.1:37434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":144,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:14:43.491684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054431185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:14:43.494362Z","caller":"traceutil/trace.go:171","msg":"trace[1024806137] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26904; }","duration":"1.057152943s","start":"2026-04-23T01:14:42.437196Z","end":"2026-04-23T01:14:43.494349Z","steps":["trace[1024806137] 'agreement among raft nodes before linearized reading' (duration: 1.054456816s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:43.491701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424122495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-23T01:14:43.494406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:42.437172Z","time spent":"1.057219375s","remote":"127.0.0.1:53842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:14:43.494437Z","caller":"traceutil/trace.go:171","msg":"trace[573011878] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26904; }","duration":"1.426883225s","start":"2026-04-23T01:14:42.067542Z","end":"2026-04-23T01:14:43.494425Z","steps":["trace[573011878] 'agreement among raft nodes before linearized reading' (duration: 1.424099424s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:43.494473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:42.067527Z","time spent":"1.426935336s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:14:43.491696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.819598273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-23T01:14:43.494608Z","caller":"traceutil/trace.go:171","msg":"trace[1927351836] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26904; }","duration":"2.822545148s","start":"2026-04-23T01:14:40.672042Z","end":"2026-04-23T01:14:43.494587Z","steps":["trace[1927351836] 'agreement among raft nodes before linearized reading' (duration: 2.819531391s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:43.494667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:40.672021Z","time spent":"2.822625501s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-04-23T01:14:44.038953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.38578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:14:44.039053Z","caller":"traceutil/trace.go:171","msg":"trace[1103053481] linearizableReadLoop","detail":"{readStateIndex:27840; appliedIndex:27839; }","duration":"540.678473ms","start":"2026-04-23T01:14:43.498354Z","end":"2026-04-23T01:14:44.039032Z","steps":["trace[1103053481] 'read index received' (duration: 332.129048ms)","trace[1103053481] 'applied index is now lower than readState.Index' (duration: 208.548395ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:14:44.03918Z","caller":"traceutil/trace.go:171","msg":"trace[523777692] transaction","detail":"{read_only:false; response_revision:26905; number_of_response:1; }","duration":"541.879362ms","start":"2026-04-23T01:14:43.497262Z","end":"2026-04-23T01:14:44.039142Z","steps":["trace[523777692] 'process raft request' (duration: 333.230196ms)","trace[523777692] 'compare' (duration: 208.284807ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:14:44.039317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:43.497244Z","time spent":"541.999996ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:14:44.039343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.96271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a5e5ec8e-2a89-4c6f-a52a-ff0e835ecac1\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-23T01:14:44.039428Z","caller":"traceutil/trace.go:171","msg":"trace[1901201766] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a5e5ec8e-2a89-4c6f-a52a-ff0e835ecac1; range_end:; response_count:1; response_revision:26905; }","duration":"541.083783ms","start":"2026-04-23T01:14:43.498319Z","end":"2026-04-23T01:14:44.039403Z","steps":["trace[1901201766] 'agreement among raft nodes before linearized reading' (duration: 540.816356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:44.039478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:43.498302Z","time spent":"541.164894ms","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-a5e5ec8e-2a89-4c6f-a52a-ff0e835ecac1\" "} {"level":"warn","ts":"2026-04-23T01:14:44.616577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.284941ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:14:44.616709Z","caller":"traceutil/trace.go:171","msg":"trace[690489679] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26905; }","duration":"290.432514ms","start":"2026-04-23T01:14:44.326256Z","end":"2026-04-23T01:14:44.616688Z","steps":["trace[690489679] 'range keys from in-memory index tree' (duration: 290.2631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:44.6168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.981446ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:14:44.61795Z","caller":"traceutil/trace.go:171","msg":"trace[1574187790] transaction","detail":"{read_only:false; response_revision:26906; number_of_response:1; }","duration":"1.119316806s","start":"2026-04-23T01:14:43.498601Z","end":"2026-04-23T01:14:44.617918Z","steps":["trace[1574187790] 'process raft request' (duration: 644.108669ms)","trace[1574187790] 'compare' (duration: 473.798911ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:14:44.618011Z","caller":"traceutil/trace.go:171","msg":"trace[1248939485] transaction","detail":"{read_only:false; response_revision:26907; number_of_response:1; }","duration":"1.117287965s","start":"2026-04-23T01:14:43.500697Z","end":"2026-04-23T01:14:44.617985Z","steps":["trace[1248939485] 'process raft request' (duration: 1.117139321s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:44.618093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:43.500681Z","time spent":"1.117372766s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:14:44.618112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:43.498586Z","time spent":"1.119444879s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:14:44.618276Z","caller":"traceutil/trace.go:171","msg":"trace[1467782652] transaction","detail":"{read_only:false; response_revision:26908; number_of_response:1; }","duration":"1.117440538s","start":"2026-04-23T01:14:43.500806Z","end":"2026-04-23T01:14:44.618247Z","steps":["trace[1467782652] 'process raft request' (duration: 1.117137731s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:44.61842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:43.500799Z","time spent":"1.117549471s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:14:44.618498Z","caller":"traceutil/trace.go:171","msg":"trace[1526310927] transaction","detail":"{read_only:false; response_revision:26910; number_of_response:1; }","duration":"1.116627458s","start":"2026-04-23T01:14:43.50184Z","end":"2026-04-23T01:14:44.618467Z","steps":["trace[1526310927] 'process raft request' (duration: 1.116509155s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:14:44.618575Z","caller":"traceutil/trace.go:171","msg":"trace[328905110] linearizableReadLoop","detail":"{readStateIndex:27846; appliedIndex:27840; }","duration":"579.445173ms","start":"2026-04-23T01:14:44.039078Z","end":"2026-04-23T01:14:44.618523Z","steps":["trace[328905110] 'read index received' (duration: 103.566449ms)","trace[328905110] 'applied index is now lower than readState.Index' (duration: 475.877854ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:14:44.61868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.841733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:14:44.61869Z","caller":"traceutil/trace.go:171","msg":"trace[57304684] transaction","detail":"{read_only:false; response_revision:26909; number_of_response:1; }","duration":"1.116889205s","start":"2026-04-23T01:14:43.501776Z","end":"2026-04-23T01:14:44.618666Z","steps":["trace[57304684] 'process raft request' (duration: 1.116418633s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:44.618709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:43.501833Z","time spent":"1.116757081s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:14:44.618733Z","caller":"traceutil/trace.go:171","msg":"trace[76526241] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26911; }","duration":"662.927825ms","start":"2026-04-23T01:14:43.955792Z","end":"2026-04-23T01:14:44.61872Z","steps":["trace[76526241] 'agreement among raft nodes before linearized reading' (duration: 662.808152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:44.618768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:43.955775Z","time spent":"662.984266ms","remote":"127.0.0.1:53998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:14:44.618783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:43.501762Z","time spent":"1.116969796s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:14:44.618816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116649078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-04-23T01:14:44.618818Z","caller":"traceutil/trace.go:171","msg":"trace[1158292338] transaction","detail":"{read_only:false; response_revision:26911; number_of_response:1; }","duration":"873.295054ms","start":"2026-04-23T01:14:43.745508Z","end":"2026-04-23T01:14:44.618804Z","steps":["trace[1158292338] 'process raft request' (duration: 872.905724ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:14:44.618861Z","caller":"traceutil/trace.go:171","msg":"trace[1207734407] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26911; }","duration":"1.11671693s","start":"2026-04-23T01:14:43.502133Z","end":"2026-04-23T01:14:44.61885Z","steps":["trace[1207734407] 'agreement among raft nodes before linearized reading' (duration: 1.116575997s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:44.618691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115371105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:14:44.618898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:43.502124Z","time spent":"1.116766301s","remote":"127.0.0.1:37712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11861,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-04-23T01:14:44.618902Z","caller":"traceutil/trace.go:171","msg":"trace[495279006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26911; }","duration":"1.115598661s","start":"2026-04-23T01:14:43.503292Z","end":"2026-04-23T01:14:44.618891Z","steps":["trace[495279006] 'agreement among raft nodes before linearized reading' (duration: 1.115359485s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:44.6189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:43.745486Z","time spent":"873.373907ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:14:44.61895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:43.503284Z","time spent":"1.115657593s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:14:44.619031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.774851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-23T01:14:44.61908Z","caller":"traceutil/trace.go:171","msg":"trace[2119827930] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26911; }","duration":"575.888994ms","start":"2026-04-23T01:14:44.043176Z","end":"2026-04-23T01:14:44.619065Z","steps":["trace[2119827930] 'agreement among raft nodes before linearized reading' (duration: 575.716079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:44.619104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.403753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:14:44.619115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:44.043159Z","time spent":"575.946925ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-04-23T01:14:44.619139Z","caller":"traceutil/trace.go:171","msg":"trace[777712293] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26911; }","duration":"496.471444ms","start":"2026-04-23T01:14:44.122657Z","end":"2026-04-23T01:14:44.619128Z","steps":["trace[777712293] 'agreement among raft nodes before linearized reading' (duration: 496.408813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:44.619173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:44.122643Z","time spent":"496.518586ms","remote":"127.0.0.1:36514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:14:44.619199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120398183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T01:14:44.619238Z","caller":"traceutil/trace.go:171","msg":"trace[1951575884] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26911; }","duration":"1.120457175s","start":"2026-04-23T01:14:43.498771Z","end":"2026-04-23T01:14:44.619228Z","steps":["trace[1951575884] 'agreement among raft nodes before linearized reading' (duration: 1.120293541s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:44.619279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:43.498762Z","time spent":"1.120510636s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:14:45.290554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.174938ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-23T01:14:45.290774Z","caller":"traceutil/trace.go:171","msg":"trace[1439887902] linearizableReadLoop","detail":"{readStateIndex:27847; appliedIndex:27846; }","duration":"661.521688ms","start":"2026-04-23T01:14:44.629235Z","end":"2026-04-23T01:14:45.290757Z","steps":["trace[1439887902] 'read index received' (duration: 267.204686ms)","trace[1439887902] 'applied index is now lower than readState.Index' (duration: 394.315522ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:14:45.291377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.137264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e9e32bb4-9334-484f-859a-9c29fc7dfb77\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-04-23T01:14:45.291422Z","caller":"traceutil/trace.go:171","msg":"trace[347287556] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e9e32bb4-9334-484f-859a-9c29fc7dfb77; range_end:; response_count:1; response_revision:26911; }","duration":"662.219466ms","start":"2026-04-23T01:14:44.629189Z","end":"2026-04-23T01:14:45.291408Z","steps":["trace[347287556] 'agreement among raft nodes before linearized reading' (duration: 662.055102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:45.291497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:44.629173Z","time spent":"662.311808ms","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-e9e32bb4-9334-484f-859a-9c29fc7dfb77\" "} {"level":"info","ts":"2026-04-23T01:14:45.291738Z","caller":"traceutil/trace.go:171","msg":"trace[887506306] transaction","detail":"{read_only:false; response_revision:26912; number_of_response:1; }","duration":"583.224569ms","start":"2026-04-23T01:14:44.708487Z","end":"2026-04-23T01:14:45.291712Z","steps":["trace[887506306] 'process raft request' (duration: 582.161863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:45.292111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:44.708457Z","time spent":"583.547986ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:14:45.548228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.401246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:14:45.548324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.543575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:14:45.548319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.564446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:14:45.548355Z","caller":"traceutil/trace.go:171","msg":"trace[2009314171] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26912; }","duration":"398.548989ms","start":"2026-04-23T01:14:45.14977Z","end":"2026-04-23T01:14:45.548319Z","steps":["trace[2009314171] 'agreement among raft nodes before linearized reading' (duration: 142.048503ms)","trace[2009314171] 'count revisions from in-memory index tree' (duration: 256.326832ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:14:45.548377Z","caller":"traceutil/trace.go:171","msg":"trace[375814814] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26912; }","duration":"787.624857ms","start":"2026-04-23T01:14:44.760733Z","end":"2026-04-23T01:14:45.548357Z","steps":["trace[375814814] 'agreement among raft nodes before linearized reading' (duration: 530.938146ms)","trace[375814814] 'range keys from in-memory index tree' (duration: 256.62643ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:14:45.548413Z","caller":"traceutil/trace.go:171","msg":"trace[517450813] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26912; }","duration":"335.72024ms","start":"2026-04-23T01:14:45.212669Z","end":"2026-04-23T01:14:45.548389Z","steps":["trace[517450813] 'agreement among raft nodes before linearized reading' (duration: 79.163682ms)","trace[517450813] 'count revisions from in-memory index tree' (duration: 256.407525ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:14:45.548425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:44.760711Z","time spent":"787.705649ms","remote":"127.0.0.1:37712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T01:14:45.548459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:45.149706Z","time spent":"398.710863ms","remote":"127.0.0.1:53944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:14:45.548468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:45.212652Z","time spent":"335.802022ms","remote":"127.0.0.1:46864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:14:45.548247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.840622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:14:45.548664Z","caller":"traceutil/trace.go:171","msg":"trace[256583635] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26912; }","duration":"213.310834ms","start":"2026-04-23T01:14:45.335335Z","end":"2026-04-23T01:14:45.548645Z","steps":["trace[256583635] 'count revisions from in-memory index tree' (duration: 212.695379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:45.548718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.408909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:14:45.548787Z","caller":"traceutil/trace.go:171","msg":"trace[480476267] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26912; }","duration":"100.526462ms","start":"2026-04-23T01:14:45.448239Z","end":"2026-04-23T01:14:45.548752Z","steps":["trace[480476267] 'count revisions from in-memory index tree' (duration: 100.246215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:45.548249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.05222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:14:45.54887Z","caller":"traceutil/trace.go:171","msg":"trace[972741365] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26912; }","duration":"478.728256ms","start":"2026-04-23T01:14:45.070126Z","end":"2026-04-23T01:14:45.548855Z","steps":["trace[972741365] 'agreement among raft nodes before linearized reading' (duration: 221.717846ms)","trace[972741365] 'count revisions from in-memory index tree' (duration: 256.338583ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:14:45.54891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:45.070109Z","time spent":"478.785998ms","remote":"127.0.0.1:53902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:14:45.55008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.611277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:14:45.550162Z","caller":"traceutil/trace.go:171","msg":"trace[1956355277] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26912; }","duration":"768.73962ms","start":"2026-04-23T01:14:44.781402Z","end":"2026-04-23T01:14:45.550141Z","steps":["trace[1956355277] 'agreement among raft nodes before linearized reading' (duration: 510.453249ms)","trace[1956355277] 'count revisions from in-memory index tree' (duration: 258.173468ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:14:45.550224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:44.78138Z","time spent":"768.828182ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2831,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:14:45.742656Z","caller":"traceutil/trace.go:171","msg":"trace[728964344] transaction","detail":"{read_only:false; response_revision:26913; number_of_response:1; }","duration":"245.707164ms","start":"2026-04-23T01:14:45.496921Z","end":"2026-04-23T01:14:45.742628Z","steps":["trace[728964344] 'process raft request' (duration: 245.463658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:46.46264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.307107ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:14:46.463013Z","caller":"traceutil/trace.go:171","msg":"trace[1236562004] linearizableReadLoop","detail":"{readStateIndex:27854; appliedIndex:27848; }","duration":"911.148562ms","start":"2026-04-23T01:14:45.551843Z","end":"2026-04-23T01:14:46.462991Z","steps":["trace[1236562004] 'read index received' (duration: 190.531068ms)","trace[1236562004] 'applied index is now lower than readState.Index' (duration: 720.615264ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:14:46.463356Z","caller":"traceutil/trace.go:171","msg":"trace[52278343] transaction","detail":"{read_only:false; response_revision:26916; number_of_response:1; }","duration":"965.26793ms","start":"2026-04-23T01:14:45.498033Z","end":"2026-04-23T01:14:46.463301Z","steps":["trace[52278343] 'process raft request' (duration: 964.803238ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:14:46.463495Z","caller":"traceutil/trace.go:171","msg":"trace[338311328] transaction","detail":"{read_only:false; response_revision:26915; number_of_response:1; }","duration":"965.867635ms","start":"2026-04-23T01:14:45.497609Z","end":"2026-04-23T01:14:46.463477Z","steps":["trace[338311328] 'process raft request' (duration: 965.150527ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:14:46.463515Z","caller":"traceutil/trace.go:171","msg":"trace[107638711] transaction","detail":"{read_only:false; response_revision:26914; number_of_response:1; }","duration":"965.938756ms","start":"2026-04-23T01:14:45.497532Z","end":"2026-04-23T01:14:46.46347Z","steps":["trace[107638711] 'process raft request' (duration: 652.653764ms)","trace[107638711] 'compare' (duration: 311.59547ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:14:46.463592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:45.497582Z","time spent":"965.966297ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:14:46.463628Z","caller":"traceutil/trace.go:171","msg":"trace[613011854] transaction","detail":"{read_only:false; response_revision:26917; number_of_response:1; }","duration":"965.344071ms","start":"2026-04-23T01:14:45.498257Z","end":"2026-04-23T01:14:46.463601Z","steps":["trace[613011854] 'process raft request' (duration: 964.629263ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:14:46.463593Z","caller":"traceutil/trace.go:171","msg":"trace[482579647] transaction","detail":"{read_only:false; response_revision:26918; number_of_response:1; }","duration":"962.213033ms","start":"2026-04-23T01:14:45.501299Z","end":"2026-04-23T01:14:46.463512Z","steps":["trace[482579647] 'process raft request' (duration: 961.632338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:46.463709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:45.497517Z","time spent":"966.08473ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:14:46.463709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:45.498248Z","time spent":"965.428914ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:14:46.463684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:45.498003Z","time spent":"965.461325ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:14:46.463797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:45.501289Z","time spent":"962.450268ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:14:46.463741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.87129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:14:46.463923Z","caller":"traceutil/trace.go:171","msg":"trace[1774986216] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26918; }","duration":"912.095736ms","start":"2026-04-23T01:14:45.55181Z","end":"2026-04-23T01:14:46.463905Z","steps":["trace[1774986216] 'agreement among raft nodes before linearized reading' (duration: 911.706325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:46.463983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:45.551797Z","time spent":"912.169138ms","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-23T01:14:46.493543Z","caller":"traceutil/trace.go:171","msg":"trace[175998817] transaction","detail":"{read_only:false; response_revision:26919; number_of_response:1; }","duration":"481.608089ms","start":"2026-04-23T01:14:46.011911Z","end":"2026-04-23T01:14:46.493519Z","steps":["trace[175998817] 'process raft request' (duration: 481.500196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:46.493694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:46.011892Z","time spent":"481.711192ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:14:46.522473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.984809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:14:46.522588Z","caller":"traceutil/trace.go:171","msg":"trace[2059761140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26920; }","duration":"656.150783ms","start":"2026-04-23T01:14:45.866418Z","end":"2026-04-23T01:14:46.522569Z","steps":["trace[2059761140] 'agreement among raft nodes before linearized reading' (duration: 655.963768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:46.522634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:45.866398Z","time spent":"656.227805ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:14:46.522621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.324786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T01:14:46.522686Z","caller":"traceutil/trace.go:171","msg":"trace[956888337] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26920; }","duration":"478.419438ms","start":"2026-04-23T01:14:46.044249Z","end":"2026-04-23T01:14:46.522668Z","steps":["trace[956888337] 'agreement among raft nodes before linearized reading' (duration: 478.191842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:46.522726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:46.044233Z","time spent":"478.484811ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T01:14:46.522732Z","caller":"traceutil/trace.go:171","msg":"trace[930484489] transaction","detail":"{read_only:false; response_revision:26920; number_of_response:1; }","duration":"245.025755ms","start":"2026-04-23T01:14:46.277675Z","end":"2026-04-23T01:14:46.522701Z","steps":["trace[930484489] 'process raft request' (duration: 244.297137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:46.522838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.100211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268891"} {"level":"info","ts":"2026-04-23T01:14:46.522874Z","caller":"traceutil/trace.go:171","msg":"trace[1122734893] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:26920; }","duration":"599.170252ms","start":"2026-04-23T01:14:45.923693Z","end":"2026-04-23T01:14:46.522863Z","steps":["trace[1122734893] 'agreement among raft nodes before linearized reading' (duration: 598.788062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:46.522897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:45.923674Z","time spent":"599.217333ms","remote":"127.0.0.1:37712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268915,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-23T01:14:53.027851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.547972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:14:53.028192Z","caller":"traceutil/trace.go:171","msg":"trace[1139392310] transaction","detail":"{read_only:false; response_revision:26962; number_of_response:1; }","duration":"539.946255ms","start":"2026-04-23T01:14:52.488227Z","end":"2026-04-23T01:14:53.028174Z","steps":["trace[1139392310] 'process raft request' (duration: 539.895833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:53.028272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:52.488181Z","time spent":"540.053557ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:14:53.028316Z","caller":"traceutil/trace.go:171","msg":"trace[235735277] transaction","detail":"{read_only:false; response_revision:26959; number_of_response:1; }","duration":"545.104946ms","start":"2026-04-23T01:14:52.483191Z","end":"2026-04-23T01:14:53.028296Z","steps":["trace[235735277] 'process raft request' (duration: 258.99711ms)","trace[235735277] 'compare' (duration: 285.334726ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:14:53.02841Z","caller":"traceutil/trace.go:171","msg":"trace[362324902] transaction","detail":"{read_only:false; response_revision:26960; number_of_response:1; }","duration":"541.348659ms","start":"2026-04-23T01:14:52.487018Z","end":"2026-04-23T01:14:53.028366Z","steps":["trace[362324902] 'process raft request' (duration: 540.933249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:53.028483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:52.483177Z","time spent":"545.247399ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:14:53.028564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:52.486992Z","time spent":"541.490603ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:14:53.028697Z","caller":"traceutil/trace.go:171","msg":"trace[1316736653] transaction","detail":"{read_only:false; response_revision:26961; number_of_response:1; }","duration":"541.323029ms","start":"2026-04-23T01:14:52.487345Z","end":"2026-04-23T01:14:53.028668Z","steps":["trace[1316736653] 'process raft request' (duration: 540.724794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:53.029451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:52.487319Z","time spent":"542.046207ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:14:53.050933Z","caller":"traceutil/trace.go:171","msg":"trace[238826083] linearizableReadLoop","detail":"{readStateIndex:27900; appliedIndex:27895; }","duration":"512.04795ms","start":"2026-04-23T01:14:52.538863Z","end":"2026-04-23T01:14:53.05091Z","steps":["trace[238826083] 'read index received' (duration: 203.258761ms)","trace[238826083] 'applied index is now lower than readState.Index' (duration: 308.788259ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:14:53.051Z","caller":"traceutil/trace.go:171","msg":"trace[200991519] transaction","detail":"{read_only:false; response_revision:26963; number_of_response:1; }","duration":"536.719363ms","start":"2026-04-23T01:14:52.514248Z","end":"2026-04-23T01:14:53.050967Z","steps":["trace[200991519] 'process raft request' (duration: 536.322293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:53.051197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.851095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-23T01:14:53.051262Z","caller":"traceutil/trace.go:171","msg":"trace[1634443405] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26963; }","duration":"460.962288ms","start":"2026-04-23T01:14:52.590283Z","end":"2026-04-23T01:14:53.051245Z","steps":["trace[1634443405] 'agreement among raft nodes before linearized reading' (duration: 460.786163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:53.051271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.561937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:14:53.051279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:52.514224Z","time spent":"536.844046ms","remote":"127.0.0.1:54424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418362,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:14:53.051317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:52.590266Z","time spent":"461.037389ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-23T01:14:53.051328Z","caller":"traceutil/trace.go:171","msg":"trace[191551884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26963; }","duration":"184.65621ms","start":"2026-04-23T01:14:52.866656Z","end":"2026-04-23T01:14:53.051313Z","steps":["trace[191551884] 'agreement among raft nodes before linearized reading' (duration: 184.548187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:53.051331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.401473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T01:14:53.051393Z","caller":"traceutil/trace.go:171","msg":"trace[1400990035] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26963; }","duration":"392.476655ms","start":"2026-04-23T01:14:52.658899Z","end":"2026-04-23T01:14:53.051376Z","steps":["trace[1400990035] 'agreement among raft nodes before linearized reading' (duration: 392.2655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:53.051197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.332796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-23T01:14:53.05139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.540894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-23T01:14:53.05143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:52.658848Z","time spent":"392.575667ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T01:14:53.051446Z","caller":"traceutil/trace.go:171","msg":"trace[327578409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26963; }","duration":"399.633987ms","start":"2026-04-23T01:14:52.651797Z","end":"2026-04-23T01:14:53.051431Z","steps":["trace[327578409] 'agreement among raft nodes before linearized reading' (duration: 399.450232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:53.051454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.955526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T01:14:53.051461Z","caller":"traceutil/trace.go:171","msg":"trace[1580697062] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26963; }","duration":"512.625223ms","start":"2026-04-23T01:14:52.538799Z","end":"2026-04-23T01:14:53.051424Z","steps":["trace[1580697062] 'agreement among raft nodes before linearized reading' (duration: 512.237484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:53.051479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:52.65178Z","time spent":"399.691999ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:14:53.05148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.578463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T01:14:53.051511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:52.538782Z","time spent":"512.715616ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:14:53.051437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.355398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T01:14:53.051511Z","caller":"traceutil/trace.go:171","msg":"trace[524775924] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26963; }","duration":"423.032198ms","start":"2026-04-23T01:14:52.628459Z","end":"2026-04-23T01:14:53.051491Z","steps":["trace[524775924] 'agreement among raft nodes before linearized reading' (duration: 422.896975ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:14:53.051556Z","caller":"traceutil/trace.go:171","msg":"trace[1271398933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26963; }","duration":"391.702876ms","start":"2026-04-23T01:14:52.659836Z","end":"2026-04-23T01:14:53.051539Z","steps":["trace[1271398933] 'agreement among raft nodes before linearized reading' (duration: 391.47292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:53.051588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:52.628445Z","time spent":"423.13346ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:14:53.051604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:52.659815Z","time spent":"391.774547ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:14:53.051655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.913427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-23T01:14:53.051677Z","caller":"traceutil/trace.go:171","msg":"trace[307347072] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26963; }","duration":"395.613835ms","start":"2026-04-23T01:14:52.655954Z","end":"2026-04-23T01:14:53.051568Z","steps":["trace[307347072] 'agreement among raft nodes before linearized reading' (duration: 395.172334ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:14:53.051784Z","caller":"traceutil/trace.go:171","msg":"trace[1805532609] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:26963; }","duration":"378.03463ms","start":"2026-04-23T01:14:52.67366Z","end":"2026-04-23T01:14:53.051695Z","steps":["trace[1805532609] 'agreement among raft nodes before linearized reading' (duration: 377.581629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:53.051966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:52.67365Z","time spent":"378.300966ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-04-23T01:14:53.051807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:52.655933Z","time spent":"395.85392ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:14:53.052451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.905326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:14:53.052549Z","caller":"traceutil/trace.go:171","msg":"trace[1377599179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26963; }","duration":"393.027389ms","start":"2026-04-23T01:14:52.659507Z","end":"2026-04-23T01:14:53.052535Z","steps":["trace[1377599179] 'agreement among raft nodes before linearized reading' (duration: 392.429214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:53.052637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:52.659497Z","time spent":"393.127631ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T01:14:53.257059Z","caller":"traceutil/trace.go:171","msg":"trace[1077143871] transaction","detail":"{read_only:false; response_revision:26965; number_of_response:1; }","duration":"201.032313ms","start":"2026-04-23T01:14:53.055995Z","end":"2026-04-23T01:14:53.257027Z","steps":["trace[1077143871] 'process raft request' (duration: 200.356426ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:14:53.257158Z","caller":"traceutil/trace.go:171","msg":"trace[1584155420] transaction","detail":"{read_only:false; response_revision:26969; number_of_response:1; }","duration":"199.160176ms","start":"2026-04-23T01:14:53.057974Z","end":"2026-04-23T01:14:53.257135Z","steps":["trace[1584155420] 'process raft request' (duration: 199.090654ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:14:53.257333Z","caller":"traceutil/trace.go:171","msg":"trace[440852414] transaction","detail":"{read_only:false; response_revision:26966; number_of_response:1; }","duration":"201.294631ms","start":"2026-04-23T01:14:53.05603Z","end":"2026-04-23T01:14:53.257325Z","steps":["trace[440852414] 'process raft request' (duration: 200.882289ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:14:53.257467Z","caller":"traceutil/trace.go:171","msg":"trace[1103520506] transaction","detail":"{read_only:false; response_revision:26971; number_of_response:1; }","duration":"198.425678ms","start":"2026-04-23T01:14:53.059025Z","end":"2026-04-23T01:14:53.257451Z","steps":["trace[1103520506] 'process raft request' (duration: 198.285144ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:14:53.257534Z","caller":"traceutil/trace.go:171","msg":"trace[1644634000] transaction","detail":"{read_only:false; response_revision:26970; number_of_response:1; }","duration":"199.448675ms","start":"2026-04-23T01:14:53.058047Z","end":"2026-04-23T01:14:53.257496Z","steps":["trace[1644634000] 'process raft request' (duration: 199.048934ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:14:53.257477Z","caller":"traceutil/trace.go:171","msg":"trace[1627567718] transaction","detail":"{read_only:false; response_revision:26968; number_of_response:1; }","duration":"200.596893ms","start":"2026-04-23T01:14:53.056861Z","end":"2026-04-23T01:14:53.257457Z","steps":["trace[1627567718] 'process raft request' (duration: 200.175631ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:14:53.257479Z","caller":"traceutil/trace.go:171","msg":"trace[589386404] transaction","detail":"{read_only:false; response_revision:26967; number_of_response:1; }","duration":"201.334541ms","start":"2026-04-23T01:14:53.056098Z","end":"2026-04-23T01:14:53.257433Z","steps":["trace[589386404] 'process raft request' (duration: 200.899249ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:14:53.45737Z","caller":"traceutil/trace.go:171","msg":"trace[1520379772] transaction","detail":"{read_only:false; response_revision:26972; number_of_response:1; }","duration":"122.074008ms","start":"2026-04-23T01:14:53.335275Z","end":"2026-04-23T01:14:53.457349Z","steps":["trace[1520379772] 'process raft request' (duration: 44.881815ms)","trace[1520379772] 'compare' (duration: 77.034719ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:14:54.612859Z","caller":"traceutil/trace.go:171","msg":"trace[593864355] transaction","detail":"{read_only:false; response_revision:26974; number_of_response:1; }","duration":"104.668456ms","start":"2026-04-23T01:14:54.508165Z","end":"2026-04-23T01:14:54.612833Z","steps":["trace[593864355] 'process raft request' (duration: 104.497792ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:16.401631Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006de9.wal"} {"level":"info","ts":"2026-04-23T01:15:26.238056Z","caller":"traceutil/trace.go:171","msg":"trace[2014040528] transaction","detail":"{read_only:false; response_revision:27363; number_of_response:1; }","duration":"120.350798ms","start":"2026-04-23T01:15:26.117676Z","end":"2026-04-23T01:15:26.238026Z","steps":["trace[2014040528] 'process raft request' (duration: 99.559131ms)","trace[2014040528] 'compare' (duration: 20.453278ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:15:27.407216Z","caller":"traceutil/trace.go:171","msg":"trace[1947062520] transaction","detail":"{read_only:false; response_revision:27377; number_of_response:1; }","duration":"143.046963ms","start":"2026-04-23T01:15:27.264143Z","end":"2026-04-23T01:15:27.40719Z","steps":["trace[1947062520] 'process raft request' (duration: 142.804307ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:27.407385Z","caller":"traceutil/trace.go:171","msg":"trace[362678410] linearizableReadLoop","detail":"{readStateIndex:28324; appliedIndex:28322; }","duration":"142.380466ms","start":"2026-04-23T01:15:27.264974Z","end":"2026-04-23T01:15:27.407355Z","steps":["trace[362678410] 'read index received' (duration: 35.416627ms)","trace[362678410] 'applied index is now lower than readState.Index' (duration: 106.961689ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:15:27.407404Z","caller":"traceutil/trace.go:171","msg":"trace[2121328044] transaction","detail":"{read_only:false; response_revision:27378; number_of_response:1; }","duration":"142.293954ms","start":"2026-04-23T01:15:27.265075Z","end":"2026-04-23T01:15:27.407369Z","steps":["trace[2121328044] 'process raft request' (duration: 142.070778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:27.407547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.551851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:15:27.407585Z","caller":"traceutil/trace.go:171","msg":"trace[1460249048] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27378; }","duration":"142.607122ms","start":"2026-04-23T01:15:27.264968Z","end":"2026-04-23T01:15:27.407575Z","steps":["trace[1460249048] 'agreement among raft nodes before linearized reading' (duration: 142.51941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:27.412218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.131767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:15:27.412284Z","caller":"traceutil/trace.go:171","msg":"trace[1152523967] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27379; }","duration":"147.221939ms","start":"2026-04-23T01:15:27.265047Z","end":"2026-04-23T01:15:27.412269Z","steps":["trace[1152523967] 'agreement among raft nodes before linearized reading' (duration: 147.071256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:27.41237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.26317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-04-23T01:15:27.412377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.29482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:15:27.412401Z","caller":"traceutil/trace.go:171","msg":"trace[1226032932] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27379; }","duration":"147.337371ms","start":"2026-04-23T01:15:27.265055Z","end":"2026-04-23T01:15:27.412392Z","steps":["trace[1226032932] 'agreement among raft nodes before linearized reading' (duration: 147.217458ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:27.412427Z","caller":"traceutil/trace.go:171","msg":"trace[852547878] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27379; }","duration":"147.372893ms","start":"2026-04-23T01:15:27.265042Z","end":"2026-04-23T01:15:27.412415Z","steps":["trace[852547878] 'agreement among raft nodes before linearized reading' (duration: 147.275531ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:29.432358Z","caller":"traceutil/trace.go:171","msg":"trace[1490132876] linearizableReadLoop","detail":"{readStateIndex:28343; appliedIndex:28342; }","duration":"105.076471ms","start":"2026-04-23T01:15:29.32725Z","end":"2026-04-23T01:15:29.432326Z","steps":["trace[1490132876] 'read index received' (duration: 25.272909ms)","trace[1490132876] 'applied index is now lower than readState.Index' (duration: 79.802282ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:15:29.432512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.238266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:15:29.432554Z","caller":"traceutil/trace.go:171","msg":"trace[1542098317] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:27395; }","duration":"105.331677ms","start":"2026-04-23T01:15:29.327209Z","end":"2026-04-23T01:15:29.432541Z","steps":["trace[1542098317] 'agreement among raft nodes before linearized reading' (duration: 105.236605ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:29.93238Z","caller":"traceutil/trace.go:171","msg":"trace[1700536343] transaction","detail":"{read_only:false; response_revision:27406; number_of_response:1; }","duration":"111.952965ms","start":"2026-04-23T01:15:29.820381Z","end":"2026-04-23T01:15:29.932334Z","steps":["trace[1700536343] 'process raft request' (duration: 110.438037ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:33.112511Z","caller":"traceutil/trace.go:171","msg":"trace[1101316236] transaction","detail":"{read_only:false; response_revision:27423; number_of_response:1; }","duration":"229.434511ms","start":"2026-04-23T01:15:32.883057Z","end":"2026-04-23T01:15:33.112491Z","steps":["trace[1101316236] 'process raft request' (duration: 229.314427ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:33.528339Z","caller":"traceutil/trace.go:171","msg":"trace[1671587086] transaction","detail":"{read_only:false; response_revision:27424; number_of_response:1; }","duration":"230.367424ms","start":"2026-04-23T01:15:33.297951Z","end":"2026-04-23T01:15:33.528319Z","steps":["trace[1671587086] 'process raft request' (duration: 230.22334ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:33.618782Z","caller":"traceutil/trace.go:171","msg":"trace[282739302] transaction","detail":"{read_only:false; response_revision:27425; number_of_response:1; }","duration":"282.511645ms","start":"2026-04-23T01:15:33.336246Z","end":"2026-04-23T01:15:33.618758Z","steps":["trace[282739302] 'process raft request' (duration: 232.452867ms)","trace[282739302] 'compare' (duration: 49.862453ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:15:33.619115Z","caller":"traceutil/trace.go:171","msg":"trace[1881169337] transaction","detail":"{read_only:false; response_revision:27426; number_of_response:1; }","duration":"170.301322ms","start":"2026-04-23T01:15:33.448785Z","end":"2026-04-23T01:15:33.619086Z","steps":["trace[1881169337] 'process raft request' (duration: 169.928173ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:33.619183Z","caller":"traceutil/trace.go:171","msg":"trace[735135470] linearizableReadLoop","detail":"{readStateIndex:28374; appliedIndex:28371; }","duration":"169.496242ms","start":"2026-04-23T01:15:33.449668Z","end":"2026-04-23T01:15:33.619164Z","steps":["trace[735135470] 'read index received' (duration: 78.554639ms)","trace[735135470] 'applied index is now lower than readState.Index' (duration: 90.940693ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:15:33.619208Z","caller":"traceutil/trace.go:171","msg":"trace[1626519733] transaction","detail":"{read_only:false; response_revision:27427; number_of_response:1; }","duration":"167.235675ms","start":"2026-04-23T01:15:33.451957Z","end":"2026-04-23T01:15:33.619193Z","steps":["trace[1626519733] 'process raft request' (duration: 167.03555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:33.619325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.139504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:15:33.619367Z","caller":"traceutil/trace.go:171","msg":"trace[100124000] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27427; }","duration":"169.218275ms","start":"2026-04-23T01:15:33.450137Z","end":"2026-04-23T01:15:33.619355Z","steps":["trace[100124000] 'agreement among raft nodes before linearized reading' (duration: 169.143783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:33.619423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.683357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:15:33.619528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.950609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:15:33.619567Z","caller":"traceutil/trace.go:171","msg":"trace[267393926] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27427; }","duration":"166.98793ms","start":"2026-04-23T01:15:33.45257Z","end":"2026-04-23T01:15:33.619558Z","steps":["trace[267393926] 'agreement among raft nodes before linearized reading' (duration: 166.939419ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:33.619609Z","caller":"traceutil/trace.go:171","msg":"trace[323116647] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27427; }","duration":"169.903433ms","start":"2026-04-23T01:15:33.449631Z","end":"2026-04-23T01:15:33.619534Z","steps":["trace[323116647] 'agreement among raft nodes before linearized reading' (duration: 169.633205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:33.619674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.689363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-04-23T01:15:33.619752Z","caller":"traceutil/trace.go:171","msg":"trace[1929809511] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27427; }","duration":"168.818426ms","start":"2026-04-23T01:15:33.450914Z","end":"2026-04-23T01:15:33.619733Z","steps":["trace[1929809511] 'agreement among raft nodes before linearized reading' (duration: 168.638432ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:33.824718Z","caller":"traceutil/trace.go:171","msg":"trace[2023640359] transaction","detail":"{read_only:false; response_revision:27429; number_of_response:1; }","duration":"201.076213ms","start":"2026-04-23T01:15:33.623616Z","end":"2026-04-23T01:15:33.824692Z","steps":["trace[2023640359] 'process raft request' (duration: 153.360384ms)","trace[2023640359] 'compare' (duration: 47.299178ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:15:33.824953Z","caller":"traceutil/trace.go:171","msg":"trace[329895719] transaction","detail":"{read_only:false; response_revision:27430; number_of_response:1; }","duration":"201.128714ms","start":"2026-04-23T01:15:33.623794Z","end":"2026-04-23T01:15:33.824922Z","steps":["trace[329895719] 'process raft request' (duration: 200.822177ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:33.824887Z","caller":"traceutil/trace.go:171","msg":"trace[390603886] linearizableReadLoop","detail":"{readStateIndex:28378; appliedIndex:28376; }","duration":"106.378034ms","start":"2026-04-23T01:15:33.718481Z","end":"2026-04-23T01:15:33.824859Z","steps":["trace[390603886] 'read index received' (duration: 58.582583ms)","trace[390603886] 'applied index is now lower than readState.Index' (duration: 47.794041ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:15:33.825125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.627181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:15:33.825195Z","caller":"traceutil/trace.go:171","msg":"trace[1842323405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27430; }","duration":"106.744804ms","start":"2026-04-23T01:15:33.718435Z","end":"2026-04-23T01:15:33.82518Z","steps":["trace[1842323405] 'agreement among raft nodes before linearized reading' (duration: 106.571159ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:34.019625Z","caller":"traceutil/trace.go:171","msg":"trace[1648984482] transaction","detail":"{read_only:false; response_revision:27433; number_of_response:1; }","duration":"114.019547ms","start":"2026-04-23T01:15:33.905575Z","end":"2026-04-23T01:15:34.019594Z","steps":["trace[1648984482] 'process raft request' (duration: 32.997755ms)","trace[1648984482] 'compare' (duration: 80.622552ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:15:37.77902Z","caller":"traceutil/trace.go:171","msg":"trace[45184070] linearizableReadLoop","detail":"{readStateIndex:28410; appliedIndex:28409; }","duration":"120.967603ms","start":"2026-04-23T01:15:37.658024Z","end":"2026-04-23T01:15:37.778992Z","steps":["trace[45184070] 'read index received' (duration: 1.509599ms)","trace[45184070] 'applied index is now lower than readState.Index' (duration: 119.456634ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:15:37.779274Z","caller":"traceutil/trace.go:171","msg":"trace[196159891] transaction","detail":"{read_only:false; response_revision:27461; number_of_response:1; }","duration":"121.982099ms","start":"2026-04-23T01:15:37.657277Z","end":"2026-04-23T01:15:37.779259Z","steps":["trace[196159891] 'process raft request' (duration: 81.446873ms)","trace[196159891] 'compare' (duration: 39.947271ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:15:37.779567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.500447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:15:37.779626Z","caller":"traceutil/trace.go:171","msg":"trace[1192796663] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27461; }","duration":"121.59016ms","start":"2026-04-23T01:15:37.658023Z","end":"2026-04-23T01:15:37.779613Z","steps":["trace[1192796663] 'agreement among raft nodes before linearized reading' (duration: 121.486536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:37.779835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.343004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:15:37.779864Z","caller":"traceutil/trace.go:171","msg":"trace[2021559388] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27461; }","duration":"121.387225ms","start":"2026-04-23T01:15:37.65847Z","end":"2026-04-23T01:15:37.779858Z","steps":["trace[2021559388] 'agreement among raft nodes before linearized reading' (duration: 121.343304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:37.779858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.338024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-04-23T01:15:37.779902Z","caller":"traceutil/trace.go:171","msg":"trace[1052668455] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27461; }","duration":"121.393705ms","start":"2026-04-23T01:15:37.658498Z","end":"2026-04-23T01:15:37.779892Z","steps":["trace[1052668455] 'agreement among raft nodes before linearized reading' (duration: 121.271242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:37.780025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.403545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:15:37.780026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.309593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:15:37.780055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.99067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:15:37.780059Z","caller":"traceutil/trace.go:171","msg":"trace[936967687] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27461; }","duration":"121.436956ms","start":"2026-04-23T01:15:37.658614Z","end":"2026-04-23T01:15:37.780051Z","steps":["trace[936967687] 'agreement among raft nodes before linearized reading' (duration: 121.384985ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:37.780073Z","caller":"traceutil/trace.go:171","msg":"trace[652229000] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27461; }","duration":"122.024361ms","start":"2026-04-23T01:15:37.658042Z","end":"2026-04-23T01:15:37.780067Z","steps":["trace[652229000] 'agreement among raft nodes before linearized reading' (duration: 121.99578ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:37.780074Z","caller":"traceutil/trace.go:171","msg":"trace[69433] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27461; }","duration":"121.366574ms","start":"2026-04-23T01:15:37.658692Z","end":"2026-04-23T01:15:37.780059Z","steps":["trace[69433] 'agreement among raft nodes before linearized reading' (duration: 121.297522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:37.779585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.543119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-04-23T01:15:37.78021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.25841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T01:15:37.780247Z","caller":"traceutil/trace.go:171","msg":"trace[738020999] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27461; }","duration":"117.29776ms","start":"2026-04-23T01:15:37.66294Z","end":"2026-04-23T01:15:37.780238Z","steps":["trace[738020999] 'agreement among raft nodes before linearized reading' (duration: 117.181668ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:37.780263Z","caller":"traceutil/trace.go:171","msg":"trace[109221522] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27461; }","duration":"122.235216ms","start":"2026-04-23T01:15:37.657979Z","end":"2026-04-23T01:15:37.780214Z","steps":["trace[109221522] 'agreement among raft nodes before linearized reading' (duration: 121.476296ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:41.779969Z","caller":"traceutil/trace.go:171","msg":"trace[422602921] transaction","detail":"{read_only:false; response_revision:27491; number_of_response:1; }","duration":"121.099077ms","start":"2026-04-23T01:15:41.658852Z","end":"2026-04-23T01:15:41.779951Z","steps":["trace[422602921] 'process raft request' (duration: 120.963633ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:41.781104Z","caller":"traceutil/trace.go:171","msg":"trace[1034421188] transaction","detail":"{read_only:false; response_revision:27492; number_of_response:1; }","duration":"111.979366ms","start":"2026-04-23T01:15:41.669095Z","end":"2026-04-23T01:15:41.781075Z","steps":["trace[1034421188] 'process raft request' (duration: 111.811812ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:51.987049Z","caller":"traceutil/trace.go:171","msg":"trace[2086411739] transaction","detail":"{read_only:false; response_revision:27566; number_of_response:1; }","duration":"100.860865ms","start":"2026-04-23T01:15:51.886164Z","end":"2026-04-23T01:15:51.987024Z","steps":["trace[2086411739] 'process raft request' (duration: 100.082886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:16:06.28792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.934766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:16:06.28817Z","caller":"traceutil/trace.go:171","msg":"trace[89542382] transaction","detail":"{read_only:false; response_revision:27668; number_of_response:1; }","duration":"201.78915ms","start":"2026-04-23T01:16:06.086349Z","end":"2026-04-23T01:16:06.288138Z","steps":["trace[89542382] 'process raft request' (duration: 53.539996ms)","trace[89542382] 'compare' (duration: 147.802823ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:16:06.288344Z","caller":"traceutil/trace.go:171","msg":"trace[1897527663] transaction","detail":"{read_only:false; response_revision:27669; number_of_response:1; }","duration":"201.898873ms","start":"2026-04-23T01:16:06.086436Z","end":"2026-04-23T01:16:06.288335Z","steps":["trace[1897527663] 'process raft request' (duration: 201.617526ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:16:06.28848Z","caller":"traceutil/trace.go:171","msg":"trace[1210392777] transaction","detail":"{read_only:false; response_revision:27670; number_of_response:1; }","duration":"201.974565ms","start":"2026-04-23T01:16:06.086467Z","end":"2026-04-23T01:16:06.288441Z","steps":["trace[1210392777] 'process raft request' (duration: 201.677077ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:16:06.288567Z","caller":"traceutil/trace.go:171","msg":"trace[56281459] transaction","detail":"{read_only:false; response_revision:27671; number_of_response:1; }","duration":"187.105959ms","start":"2026-04-23T01:16:06.101398Z","end":"2026-04-23T01:16:06.288504Z","steps":["trace[56281459] 'process raft request' (duration: 186.885494ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:16:06.288494Z","caller":"traceutil/trace.go:171","msg":"trace[136803174] linearizableReadLoop","detail":"{readStateIndex:28625; appliedIndex:28622; }","duration":"192.457843ms","start":"2026-04-23T01:16:06.095995Z","end":"2026-04-23T01:16:06.288453Z","steps":["trace[136803174] 'read index received' (duration: 43.891851ms)","trace[136803174] 'applied index is now lower than readState.Index' (duration: 148.563922ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:16:06.28888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.860784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T01:16:06.288986Z","caller":"traceutil/trace.go:171","msg":"trace[1117713730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27671; }","duration":"192.979296ms","start":"2026-04-23T01:16:06.09598Z","end":"2026-04-23T01:16:06.288959Z","steps":["trace[1117713730] 'agreement among raft nodes before linearized reading' (duration: 192.647448ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:16:06.446931Z","caller":"traceutil/trace.go:171","msg":"trace[1326939409] transaction","detail":"{read_only:false; response_revision:27672; number_of_response:1; }","duration":"153.775304ms","start":"2026-04-23T01:16:06.293133Z","end":"2026-04-23T01:16:06.446908Z","steps":["trace[1326939409] 'process raft request' (duration: 153.619951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:16:06.660176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.789367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:16:06.660449Z","caller":"traceutil/trace.go:171","msg":"trace[1976636126] transaction","detail":"{read_only:false; response_revision:27674; number_of_response:1; }","duration":"221.381957ms","start":"2026-04-23T01:16:06.439049Z","end":"2026-04-23T01:16:06.660431Z","steps":["trace[1976636126] 'process raft request' (duration: 221.250283ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:16:06.66049Z","caller":"traceutil/trace.go:171","msg":"trace[401304475] transaction","detail":"{read_only:false; response_revision:27673; number_of_response:1; }","duration":"366.559873ms","start":"2026-04-23T01:16:06.293897Z","end":"2026-04-23T01:16:06.660457Z","steps":["trace[401304475] 'process raft request' (duration: 251.406817ms)","trace[401304475] 'compare' (duration: 114.645374ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:16:06.660638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:16:06.293869Z","time spent":"366.699597ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:16:06.660661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.244979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:16:06.660708Z","caller":"traceutil/trace.go:171","msg":"trace[1943060258] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:27675; }","duration":"363.345062ms","start":"2026-04-23T01:16:06.297351Z","end":"2026-04-23T01:16:06.660696Z","steps":["trace[1943060258] 'agreement among raft nodes before linearized reading' (duration: 363.198039ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:16:06.660488Z","caller":"traceutil/trace.go:171","msg":"trace[252839156] linearizableReadLoop","detail":"{readStateIndex:28628; appliedIndex:28626; }","duration":"363.061975ms","start":"2026-04-23T01:16:06.297392Z","end":"2026-04-23T01:16:06.660454Z","steps":["trace[252839156] 'read index received' (duration: 149.445636ms)","trace[252839156] 'applied index is now lower than readState.Index' (duration: 213.613219ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:16:06.66076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:16:06.297339Z","time spent":"363.407363ms","remote":"127.0.0.1:37492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:16:06.660533Z","caller":"traceutil/trace.go:171","msg":"trace[1701624194] transaction","detail":"{read_only:false; response_revision:27675; number_of_response:1; }","duration":"146.604993ms","start":"2026-04-23T01:16:06.513917Z","end":"2026-04-23T01:16:06.660522Z","steps":["trace[1701624194] 'process raft request' (duration: 146.462759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:16:06.660943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.105214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:16:06.661027Z","caller":"traceutil/trace.go:171","msg":"trace[1383653475] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27675; }","duration":"297.217367ms","start":"2026-04-23T01:16:06.363797Z","end":"2026-04-23T01:16:06.661014Z","steps":["trace[1383653475] 'agreement among raft nodes before linearized reading' (duration: 297.105604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:16:06.661036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.817132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:16:06.661069Z","caller":"traceutil/trace.go:171","msg":"trace[2088007982] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27675; }","duration":"297.934465ms","start":"2026-04-23T01:16:06.363121Z","end":"2026-04-23T01:16:06.661055Z","steps":["trace[2088007982] 'agreement among raft nodes before linearized reading' (duration: 297.887664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:16:06.6611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.704359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:16:06.66097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.769319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T01:16:06.661127Z","caller":"traceutil/trace.go:171","msg":"trace[1176707028] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27675; }","duration":"297.73414ms","start":"2026-04-23T01:16:06.363382Z","end":"2026-04-23T01:16:06.661116Z","steps":["trace[1176707028] 'agreement among raft nodes before linearized reading' (duration: 297.706239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:16:06.661068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.791561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-04-23T01:16:06.661147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.061834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:16:06.661158Z","caller":"traceutil/trace.go:171","msg":"trace[515998332] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27675; }","duration":"322.004965ms","start":"2026-04-23T01:16:06.339129Z","end":"2026-04-23T01:16:06.661134Z","steps":["trace[515998332] 'agreement among raft nodes before linearized reading' (duration: 321.703708ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:16:06.661182Z","caller":"traceutil/trace.go:171","msg":"trace[842297157] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27675; }","duration":"297.906744ms","start":"2026-04-23T01:16:06.363251Z","end":"2026-04-23T01:16:06.661158Z","steps":["trace[842297157] 'agreement among raft nodes before linearized reading' (duration: 297.724999ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:16:06.661219Z","caller":"traceutil/trace.go:171","msg":"trace[171746765] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27675; }","duration":"192.178817ms","start":"2026-04-23T01:16:06.469021Z","end":"2026-04-23T01:16:06.6612Z","steps":["trace[171746765] 'agreement among raft nodes before linearized reading' (duration: 192.024523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:16:06.66123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:16:06.339108Z","time spent":"322.103297ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:16:06.661343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.576927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:16:06.661406Z","caller":"traceutil/trace.go:171","msg":"trace[2037472974] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:27675; }","duration":"239.693759ms","start":"2026-04-23T01:16:06.421695Z","end":"2026-04-23T01:16:06.661389Z","steps":["trace[2037472974] 'agreement among raft nodes before linearized reading' (duration: 239.476514ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:16:07.457409Z","caller":"traceutil/trace.go:171","msg":"trace[314776979] transaction","detail":"{read_only:false; response_revision:27677; number_of_response:1; }","duration":"160.385822ms","start":"2026-04-23T01:16:07.296974Z","end":"2026-04-23T01:16:07.457359Z","steps":["trace[314776979] 'process raft request' (duration: 160.200287ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:16:51.665452Z","caller":"traceutil/trace.go:171","msg":"trace[1498536142] transaction","detail":"{read_only:false; response_revision:28100; number_of_response:1; }","duration":"115.163316ms","start":"2026-04-23T01:16:51.550262Z","end":"2026-04-23T01:16:51.665425Z","steps":["trace[1498536142] 'process raft request' (duration: 114.880099ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:18:11.301642Z","caller":"traceutil/trace.go:171","msg":"trace[652088048] linearizableReadLoop","detail":"{readStateIndex:29906; appliedIndex:29905; }","duration":"188.792081ms","start":"2026-04-23T01:18:11.112826Z","end":"2026-04-23T01:18:11.301619Z","steps":["trace[652088048] 'read index received' (duration: 188.653358ms)","trace[652088048] 'applied index is now lower than readState.Index' (duration: 137.203µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:18:11.301693Z","caller":"traceutil/trace.go:171","msg":"trace[1490435453] transaction","detail":"{read_only:false; response_revision:28918; number_of_response:1; }","duration":"188.996866ms","start":"2026-04-23T01:18:11.112662Z","end":"2026-04-23T01:18:11.301659Z","steps":["trace[1490435453] 'process raft request' (duration: 188.798212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:18:11.301878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.028337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T01:18:11.301979Z","caller":"traceutil/trace.go:171","msg":"trace[1812438488] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28918; }","duration":"189.165461ms","start":"2026-04-23T01:18:11.112794Z","end":"2026-04-23T01:18:11.30196Z","steps":["trace[1812438488] 'agreement among raft nodes before linearized reading' (duration: 188.927745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:18:11.802362Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421303263149668592,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:18:11.838801Z","caller":"traceutil/trace.go:171","msg":"trace[755339732] transaction","detail":"{read_only:false; response_revision:28919; number_of_response:1; }","duration":"724.672753ms","start":"2026-04-23T01:18:11.11411Z","end":"2026-04-23T01:18:11.838783Z","steps":["trace[755339732] 'process raft request' (duration: 724.527168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:18:11.83893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:18:11.114097Z","time spent":"724.758565ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:18:11.839017Z","caller":"traceutil/trace.go:171","msg":"trace[107705749] transaction","detail":"{read_only:false; response_revision:28920; number_of_response:1; }","duration":"677.959739ms","start":"2026-04-23T01:18:11.161017Z","end":"2026-04-23T01:18:11.838976Z","steps":["trace[107705749] 'process raft request' (duration: 677.734174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:18:11.839375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:18:11.160997Z","time spent":"678.288718ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:18:11.841202Z","caller":"traceutil/trace.go:171","msg":"trace[831543935] linearizableReadLoop","detail":"{readStateIndex:29909; appliedIndex:29906; }","duration":"539.466602ms","start":"2026-04-23T01:18:11.301717Z","end":"2026-04-23T01:18:11.841183Z","steps":["trace[831543935] 'read index received' (duration: 536.925557ms)","trace[831543935] 'applied index is now lower than readState.Index' (duration: 2.540255ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:18:11.841268Z","caller":"traceutil/trace.go:171","msg":"trace[540094262] transaction","detail":"{read_only:false; response_revision:28921; number_of_response:1; }","duration":"535.140032ms","start":"2026-04-23T01:18:11.306111Z","end":"2026-04-23T01:18:11.841251Z","steps":["trace[540094262] 'process raft request' (duration: 534.984448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:18:11.841499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:18:11.306092Z","time spent":"535.213285ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:18:11.841556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.566142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:18:11.84162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.034162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:18:11.841645Z","caller":"traceutil/trace.go:171","msg":"trace[1227163822] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:28921; }","duration":"514.730536ms","start":"2026-04-23T01:18:11.326894Z","end":"2026-04-23T01:18:11.841624Z","steps":["trace[1227163822] 'agreement among raft nodes before linearized reading' (duration: 514.588542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:18:11.841652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.248603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-23T01:18:11.841892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.135265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T01:18:11.841937Z","caller":"traceutil/trace.go:171","msg":"trace[1976713196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28921; }","duration":"543.194776ms","start":"2026-04-23T01:18:11.298502Z","end":"2026-04-23T01:18:11.841696Z","steps":["trace[1976713196] 'agreement among raft nodes before linearized reading' (duration: 542.815486ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:18:11.841952Z","caller":"traceutil/trace.go:171","msg":"trace[1473870105] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28921; }","duration":"387.230938ms","start":"2026-04-23T01:18:11.45471Z","end":"2026-04-23T01:18:11.841941Z","steps":["trace[1473870105] 'agreement among raft nodes before linearized reading' (duration: 387.012382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:18:11.841975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.63996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-23T01:18:11.842026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:18:11.454688Z","time spent":"387.321599ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:18:11.842117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:18:11.298443Z","time spent":"543.545036ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:18:11.842131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.462799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T01:18:11.841882Z","caller":"traceutil/trace.go:171","msg":"trace[1248460545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28921; }","duration":"728.542911ms","start":"2026-04-23T01:18:11.113319Z","end":"2026-04-23T01:18:11.841862Z","steps":["trace[1248460545] 'agreement among raft nodes before linearized reading' (duration: 728.132509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:18:11.842222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:18:11.113306Z","time spent":"728.903749ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T01:18:11.842173Z","caller":"traceutil/trace.go:171","msg":"trace[276507989] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28921; }","duration":"405.544991ms","start":"2026-04-23T01:18:11.436617Z","end":"2026-04-23T01:18:11.842162Z","steps":["trace[276507989] 'agreement among raft nodes before linearized reading' (duration: 405.308285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:18:11.842321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:18:11.436597Z","time spent":"405.712205ms","remote":"127.0.0.1:37434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-23T01:18:11.842023Z","caller":"traceutil/trace.go:171","msg":"trace[1369312389] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28921; }","duration":"579.747942ms","start":"2026-04-23T01:18:11.262264Z","end":"2026-04-23T01:18:11.842012Z","steps":["trace[1369312389] 'agreement among raft nodes before linearized reading' (duration: 579.582038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:18:11.842437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:18:11.262244Z","time spent":"580.186323ms","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:18:11.841699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:18:11.32687Z","time spent":"514.817698ms","remote":"127.0.0.1:53998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:18:18.572439Z","caller":"traceutil/trace.go:171","msg":"trace[2005702421] linearizableReadLoop","detail":"{readStateIndex:29963; appliedIndex:29962; }","duration":"107.708477ms","start":"2026-04-23T01:18:18.464707Z","end":"2026-04-23T01:18:18.572415Z","steps":["trace[2005702421] 'read index received' (duration: 107.545133ms)","trace[2005702421] 'applied index is now lower than readState.Index' (duration: 162.404µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:18:18.57249Z","caller":"traceutil/trace.go:171","msg":"trace[28226628] transaction","detail":"{read_only:false; response_revision:28974; number_of_response:1; }","duration":"134.66038ms","start":"2026-04-23T01:18:18.437797Z","end":"2026-04-23T01:18:18.572457Z","steps":["trace[28226628] 'process raft request' (duration: 134.497286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:18:18.572623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.899812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"info","ts":"2026-04-23T01:18:18.572668Z","caller":"traceutil/trace.go:171","msg":"trace[2075243501] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:28974; }","duration":"107.994054ms","start":"2026-04-23T01:18:18.464661Z","end":"2026-04-23T01:18:18.572655Z","steps":["trace[2075243501] 'agreement among raft nodes before linearized reading' (duration: 107.846461ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:18:18.735699Z","caller":"traceutil/trace.go:171","msg":"trace[1902855547] transaction","detail":"{read_only:false; response_revision:28976; number_of_response:1; }","duration":"103.81562ms","start":"2026-04-23T01:18:18.631858Z","end":"2026-04-23T01:18:18.735674Z","steps":["trace[1902855547] 'process raft request' (duration: 103.729427ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:18:18.735717Z","caller":"traceutil/trace.go:171","msg":"trace[1466065526] transaction","detail":"{read_only:false; response_revision:28975; number_of_response:1; }","duration":"121.038096ms","start":"2026-04-23T01:18:18.614648Z","end":"2026-04-23T01:18:18.735686Z","steps":["trace[1466065526] 'process raft request' (duration: 44.825595ms)","trace[1466065526] 'compare' (duration: 75.897142ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:18:22.457957Z","caller":"traceutil/trace.go:171","msg":"trace[686142173] transaction","detail":"{read_only:false; response_revision:29004; number_of_response:1; }","duration":"159.621643ms","start":"2026-04-23T01:18:22.298311Z","end":"2026-04-23T01:18:22.457933Z","steps":["trace[686142173] 'process raft request' (duration: 159.49447ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:18:23.020097Z","caller":"traceutil/trace.go:171","msg":"trace[883891220] transaction","detail":"{read_only:false; response_revision:29006; number_of_response:1; }","duration":"271.444464ms","start":"2026-04-23T01:18:22.748615Z","end":"2026-04-23T01:18:23.020059Z","steps":["trace[883891220] 'process raft request' (duration: 271.189188ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:18:23.071954Z","caller":"traceutil/trace.go:171","msg":"trace[2044901744] linearizableReadLoop","detail":"{readStateIndex:29998; appliedIndex:29995; }","duration":"206.55046ms","start":"2026-04-23T01:18:22.86534Z","end":"2026-04-23T01:18:23.07189Z","steps":["trace[2044901744] 'read index received' (duration: 154.587435ms)","trace[2044901744] 'applied index is now lower than readState.Index' (duration: 51.961625ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:18:23.072017Z","caller":"traceutil/trace.go:171","msg":"trace[1730702121] transaction","detail":"{read_only:false; response_revision:29007; number_of_response:1; }","duration":"322.038525ms","start":"2026-04-23T01:18:22.749939Z","end":"2026-04-23T01:18:23.071978Z","steps":["trace[1730702121] 'process raft request' (duration: 321.754778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:18:23.072129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.624497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:18:23.072167Z","caller":"traceutil/trace.go:171","msg":"trace[85221718] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:29008; }","duration":"173.685079ms","start":"2026-04-23T01:18:22.898469Z","end":"2026-04-23T01:18:23.072154Z","steps":["trace[85221718] 'agreement among raft nodes before linearized reading' (duration: 173.598247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:18:23.072175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:18:22.749893Z","time spent":"322.192609ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:18:23.072156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.795986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:18:23.072214Z","caller":"traceutil/trace.go:171","msg":"trace[988097982] transaction","detail":"{read_only:false; response_revision:29008; number_of_response:1; }","duration":"321.669425ms","start":"2026-04-23T01:18:22.750501Z","end":"2026-04-23T01:18:23.07217Z","steps":["trace[988097982] 'process raft request' (duration: 321.333797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:18:23.072413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:18:22.750486Z","time spent":"321.833521ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:18:23.072259Z","caller":"traceutil/trace.go:171","msg":"trace[326362361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29008; }","duration":"206.940661ms","start":"2026-04-23T01:18:22.865295Z","end":"2026-04-23T01:18:23.072235Z","steps":["trace[326362361] 'agreement among raft nodes before linearized reading' (duration: 206.779026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:18:23.55746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.747116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T01:18:23.557544Z","caller":"traceutil/trace.go:171","msg":"trace[925536524] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29008; }","duration":"202.881149ms","start":"2026-04-23T01:18:23.354645Z","end":"2026-04-23T01:18:23.557527Z","steps":["trace[925536524] 'range keys from in-memory index tree' (duration: 202.51308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:18:23.557636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.689026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:18:23.557743Z","caller":"traceutil/trace.go:171","msg":"trace[1442011124] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:29008; }","duration":"300.84304ms","start":"2026-04-23T01:18:23.25687Z","end":"2026-04-23T01:18:23.557713Z","steps":["trace[1442011124] 'count revisions from in-memory index tree' (duration: 300.611113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:18:23.557799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:18:23.256849Z","time spent":"300.932282ms","remote":"127.0.0.1:36514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:18:23.955798Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c6cf68dde442ffa5","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T01:18:24.04847Z","caller":"traceutil/trace.go:171","msg":"trace[1519733089] transaction","detail":"{read_only:false; response_revision:29014; number_of_response:1; }","duration":"114.791597ms","start":"2026-04-23T01:18:23.933648Z","end":"2026-04-23T01:18:24.048439Z","steps":["trace[1519733089] 'process raft request' (duration: 114.578712ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:18:24.048835Z","caller":"traceutil/trace.go:171","msg":"trace[629399286] transaction","detail":"{read_only:false; response_revision:29015; number_of_response:1; }","duration":"115.126645ms","start":"2026-04-23T01:18:23.933676Z","end":"2026-04-23T01:18:24.048802Z","steps":["trace[629399286] 'process raft request' (duration: 114.721405ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:18:24.04904Z","caller":"traceutil/trace.go:171","msg":"trace[1476267409] transaction","detail":"{read_only:false; response_revision:29016; number_of_response:1; }","duration":"115.254739ms","start":"2026-04-23T01:18:23.933759Z","end":"2026-04-23T01:18:24.049014Z","steps":["trace[1476267409] 'process raft request' (duration: 114.944041ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:18:24.049085Z","caller":"traceutil/trace.go:171","msg":"trace[1806424023] transaction","detail":"{read_only:false; response_revision:29017; number_of_response:1; }","duration":"115.244869ms","start":"2026-04-23T01:18:23.933804Z","end":"2026-04-23T01:18:24.049049Z","steps":["trace[1806424023] 'process raft request' (duration: 115.082165ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:18:24.069829Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-23T01:18:24.069941Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-23T01:18:24.21521Z","caller":"traceutil/trace.go:171","msg":"trace[310431016] transaction","detail":"{read_only:false; response_revision:29018; number_of_response:1; }","duration":"178.04749ms","start":"2026-04-23T01:18:24.037135Z","end":"2026-04-23T01:18:24.215182Z","steps":["trace[310431016] 'process raft request' (duration: 146.90186ms)","trace[310431016] 'compare' (duration: 30.993095ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:18:29.588922Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26139} {"level":"info","ts":"2026-04-23T01:18:29.696766Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26139,"took":"104.542587ms","hash":1229518906,"current-db-size-bytes":57167872,"current-db-size":"57 MB","current-db-size-in-use-bytes":37076992,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-04-23T01:18:29.69689Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1229518906,"revision":26139,"compact-revision":24768} {"level":"info","ts":"2026-04-23T01:18:41.301143Z","caller":"traceutil/trace.go:171","msg":"trace[1913603290] transaction","detail":"{read_only:false; response_revision:29220; number_of_response:1; }","duration":"184.38933ms","start":"2026-04-23T01:18:41.116724Z","end":"2026-04-23T01:18:41.301114Z","steps":["trace[1913603290] 'process raft request' (duration: 184.215956ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:18:41.311553Z","caller":"traceutil/trace.go:171","msg":"trace[1319250323] transaction","detail":"{read_only:false; response_revision:29221; number_of_response:1; }","duration":"156.160204ms","start":"2026-04-23T01:18:41.155367Z","end":"2026-04-23T01:18:41.311528Z","steps":["trace[1319250323] 'process raft request' (duration: 155.956569ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:18:41.311732Z","caller":"traceutil/trace.go:171","msg":"trace[1383814548] linearizableReadLoop","detail":"{readStateIndex:30222; appliedIndex:30219; }","duration":"108.872067ms","start":"2026-04-23T01:18:41.20284Z","end":"2026-04-23T01:18:41.311712Z","steps":["trace[1383814548] 'read index received' (duration: 98.096185ms)","trace[1383814548] 'applied index is now lower than readState.Index' (duration: 10.774412ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:18:41.311812Z","caller":"traceutil/trace.go:171","msg":"trace[1481785733] transaction","detail":"{read_only:false; response_revision:29222; number_of_response:1; }","duration":"156.087322ms","start":"2026-04-23T01:18:41.155679Z","end":"2026-04-23T01:18:41.311767Z","steps":["trace[1481785733] 'process raft request' (duration: 155.803025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:18:41.312021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.158493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/openstack-database-exporter\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:18:41.312149Z","caller":"traceutil/trace.go:171","msg":"trace[1421050204] range","detail":"{range_begin:/registry/deployments/openstack/openstack-database-exporter; range_end:; response_count:0; response_revision:29222; }","duration":"109.343849ms","start":"2026-04-23T01:18:41.202778Z","end":"2026-04-23T01:18:41.312122Z","steps":["trace[1421050204] 'agreement among raft nodes before linearized reading' (duration: 109.073521ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:18:43.399931Z","caller":"traceutil/trace.go:171","msg":"trace[1436543174] transaction","detail":"{read_only:false; response_revision:29258; number_of_response:1; }","duration":"178.944182ms","start":"2026-04-23T01:18:43.22094Z","end":"2026-04-23T01:18:43.399884Z","steps":["trace[1436543174] 'process raft request' (duration: 178.747787ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:18:43.449284Z","caller":"traceutil/trace.go:171","msg":"trace[1343291188] transaction","detail":"{read_only:false; response_revision:29261; number_of_response:1; }","duration":"130.890624ms","start":"2026-04-23T01:18:43.318366Z","end":"2026-04-23T01:18:43.449257Z","steps":["trace[1343291188] 'process raft request' (duration: 130.847423ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:18:43.449556Z","caller":"traceutil/trace.go:171","msg":"trace[1626086890] transaction","detail":"{read_only:false; response_revision:29259; number_of_response:1; }","duration":"142.882239ms","start":"2026-04-23T01:18:43.306636Z","end":"2026-04-23T01:18:43.449518Z","steps":["trace[1626086890] 'process raft request' (duration: 137.491202ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:18:43.449605Z","caller":"traceutil/trace.go:171","msg":"trace[280099431] transaction","detail":"{read_only:false; response_revision:29260; number_of_response:1; }","duration":"131.225603ms","start":"2026-04-23T01:18:43.318368Z","end":"2026-04-23T01:18:43.449594Z","steps":["trace[280099431] 'process raft request' (duration: 130.796182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:18:50.436618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.103253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T01:18:50.43671Z","caller":"traceutil/trace.go:171","msg":"trace[1413313142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29312; }","duration":"259.247886ms","start":"2026-04-23T01:18:50.177441Z","end":"2026-04-23T01:18:50.436689Z","steps":["trace[1413313142] 'range keys from in-memory index tree' (duration: 258.894727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:18:50.43684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.401061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-23T01:18:50.436938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.831693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T01:18:50.437005Z","caller":"traceutil/trace.go:171","msg":"trace[670817370] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29312; }","duration":"248.894694ms","start":"2026-04-23T01:18:50.188087Z","end":"2026-04-23T01:18:50.436981Z","steps":["trace[670817370] 'range keys from in-memory index tree' (duration: 248.34702ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:18:50.436934Z","caller":"traceutil/trace.go:171","msg":"trace[1683254045] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29312; }","duration":"259.532293ms","start":"2026-04-23T01:18:50.177372Z","end":"2026-04-23T01:18:50.436904Z","steps":["trace[1683254045] 'range keys from in-memory index tree' (duration: 259.156094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:18:50.436837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.095799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:18:50.437184Z","caller":"traceutil/trace.go:171","msg":"trace[1233805073] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29312; }","duration":"266.484818ms","start":"2026-04-23T01:18:50.170685Z","end":"2026-04-23T01:18:50.43717Z","steps":["trace[1233805073] 'range keys from in-memory index tree' (duration: 265.812011ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:18:50.443392Z","caller":"traceutil/trace.go:171","msg":"trace[2059938517] transaction","detail":"{read_only:false; response_revision:29313; number_of_response:1; }","duration":"126.530284ms","start":"2026-04-23T01:18:50.31684Z","end":"2026-04-23T01:18:50.443371Z","steps":["trace[2059938517] 'process raft request' (duration: 126.408391ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:23:29.595314Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29063} {"level":"info","ts":"2026-04-23T01:23:29.742471Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29063,"took":"143.979036ms","hash":826998889,"current-db-size-bytes":57589760,"current-db-size":"58 MB","current-db-size-in-use-bytes":32038912,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-23T01:23:29.742607Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":826998889,"revision":29063,"compact-revision":26139} {"level":"info","ts":"2026-04-23T01:24:57.018746Z","caller":"traceutil/trace.go:171","msg":"trace[962586853] transaction","detail":"{read_only:false; response_revision:32016; number_of_response:1; }","duration":"132.732939ms","start":"2026-04-23T01:24:56.885757Z","end":"2026-04-23T01:24:57.01849Z","steps":["trace[962586853] 'process raft request' (duration: 132.435592ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:24:57.019632Z","caller":"traceutil/trace.go:171","msg":"trace[173010125] transaction","detail":"{read_only:false; response_revision:32017; number_of_response:1; }","duration":"132.260408ms","start":"2026-04-23T01:24:56.887313Z","end":"2026-04-23T01:24:57.019574Z","steps":["trace[173010125] 'process raft request' (duration: 132.012192ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:28:29.602952Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31379} {"level":"info","ts":"2026-04-23T01:28:29.760749Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31379,"took":"153.296001ms","hash":4069296461,"current-db-size-bytes":57589760,"current-db-size":"58 MB","current-db-size-in-use-bytes":30072832,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-23T01:28:29.760833Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4069296461,"revision":31379,"compact-revision":29063} {"level":"warn","ts":"2026-04-23T01:32:12.153131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.235782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:32:12.15323Z","caller":"traceutil/trace.go:171","msg":"trace[1124491261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35321; }","duration":"144.349365ms","start":"2026-04-23T01:32:12.008861Z","end":"2026-04-23T01:32:12.153211Z","steps":["trace[1124491261] 'range keys from in-memory index tree' (duration: 144.204701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:32:12.15319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.720134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:32:12.153309Z","caller":"traceutil/trace.go:171","msg":"trace[1422346912] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:35321; }","duration":"146.893568ms","start":"2026-04-23T01:32:12.00639Z","end":"2026-04-23T01:32:12.153284Z","steps":["trace[1422346912] 'count revisions from in-memory index tree' (duration: 146.635092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:32:12.15329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.473197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-cb5d4bc44-j6gcr.18a8d5cb44e661ab\" ","response":"range_response_count:1 size:1178"} {"level":"warn","ts":"2026-04-23T01:32:12.153369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.192561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T01:32:12.153511Z","caller":"traceutil/trace.go:171","msg":"trace[1804526885] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35321; }","duration":"146.352054ms","start":"2026-04-23T01:32:12.007131Z","end":"2026-04-23T01:32:12.153483Z","steps":["trace[1804526885] 'range keys from in-memory index tree' (duration: 145.994925ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:32:12.153427Z","caller":"traceutil/trace.go:171","msg":"trace[1465207683] range","detail":"{range_begin:/registry/events/openstack/cinder-api-cb5d4bc44-j6gcr.18a8d5cb44e661ab; range_end:; response_count:1; response_revision:35321; }","duration":"144.633691ms","start":"2026-04-23T01:32:12.008762Z","end":"2026-04-23T01:32:12.153396Z","steps":["trace[1465207683] 'range keys from in-memory index tree' (duration: 144.288393ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:32:16.296508Z","caller":"traceutil/trace.go:171","msg":"trace[987304579] transaction","detail":"{read_only:false; response_revision:35357; number_of_response:1; }","duration":"118.211333ms","start":"2026-04-23T01:32:16.178247Z","end":"2026-04-23T01:32:16.296458Z","steps":["trace[987304579] 'process raft request' (duration: 117.921085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:32:56.41082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.0938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:32:56.410891Z","caller":"traceutil/trace.go:171","msg":"trace[189963938] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:35656; }","duration":"250.198394ms","start":"2026-04-23T01:32:56.160676Z","end":"2026-04-23T01:32:56.410874Z","steps":["trace[189963938] 'count revisions from in-memory index tree' (duration: 250.036049ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:32:56.412113Z","caller":"traceutil/trace.go:171","msg":"trace[1519381653] transaction","detail":"{read_only:false; response_revision:35657; number_of_response:1; }","duration":"140.535027ms","start":"2026-04-23T01:32:56.271565Z","end":"2026-04-23T01:32:56.4121Z","steps":["trace[1519381653] 'process raft request' (duration: 138.363582ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:33:29.623246Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33607} {"level":"info","ts":"2026-04-23T01:33:29.844527Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33607,"took":"216.756646ms","hash":4119197301,"current-db-size-bytes":58011648,"current-db-size":"58 MB","current-db-size-in-use-bytes":30752768,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-23T01:33:29.84461Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4119197301,"revision":33607,"compact-revision":31379} {"level":"info","ts":"2026-04-23T01:37:45.859966Z","caller":"traceutil/trace.go:171","msg":"trace[1360381785] transaction","detail":"{read_only:false; response_revision:37809; number_of_response:1; }","duration":"217.826055ms","start":"2026-04-23T01:37:45.642111Z","end":"2026-04-23T01:37:45.859937Z","steps":["trace[1360381785] 'process raft request' (duration: 217.673021ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:38:29.630679Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35904} {"level":"info","ts":"2026-04-23T01:38:29.771439Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35904,"took":"134.008292ms","hash":3451803878,"current-db-size-bytes":60542976,"current-db-size":"60 MB","current-db-size-in-use-bytes":32972800,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-23T01:38:29.771534Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3451803878,"revision":35904,"compact-revision":33607} {"level":"info","ts":"2026-04-23T01:39:52.350437Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c6cf68dde442ffa5","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T01:39:52.357477Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-23T01:39:52.357591Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-04-23T01:43:29.636735Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":38131} {"level":"info","ts":"2026-04-23T01:43:29.759495Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":38131,"took":"119.200124ms","hash":345182767,"current-db-size-bytes":60542976,"current-db-size":"60 MB","current-db-size-in-use-bytes":30924800,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-23T01:43:29.75957Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":345182767,"revision":38131,"compact-revision":35904}