{"level":"warn","ts":"2026-05-09T01:36:29.003377Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-09T01:36:29.003521Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.109:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.109:2380","--initial-cluster=instance=https://199.204.45.109:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.109:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.109:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-09T01:36:29.003621Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-09T01:36:29.003639Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-05-09T01:36:29.003667Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-09T01:36:29.004605Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"]} {"level":"info","ts":"2026-05-09T01:36:29.004726Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.109:2380"],"listen-peer-urls":["https://199.204.45.109:2380"],"advertise-client-urls":["https://199.204.45.109:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.109:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-09T01:36:29.008955Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.943744ms"} {"level":"info","ts":"2026-05-09T01:36:29.015501Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d71a1778b31d4ce","cluster-id":"aaca35652fabf9b2"} {"level":"info","ts":"2026-05-09T01:36:29.0156Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=()"} {"level":"info","ts":"2026-05-09T01:36:29.015636Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became follower at term 0"} {"level":"info","ts":"2026-05-09T01:36:29.015659Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d71a1778b31d4ce [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-09T01:36:29.015678Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became follower at term 1"} {"level":"info","ts":"2026-05-09T01:36:29.015736Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=(968732929669846222)"} {"level":"warn","ts":"2026-05-09T01:36:29.026424Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-09T01:36:29.0293Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-09T01:36:29.03087Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-09T01:36:29.034437Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d71a1778b31d4ce","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-09T01:36:29.034799Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d71a1778b31d4ce","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-09T01:36:29.035026Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-09T01:36:29.035143Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-09T01:36:29.035209Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-09T01:36:29.036092Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=(968732929669846222)"} {"level":"info","ts":"2026-05-09T01:36:29.037629Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"aaca35652fabf9b2","local-member-id":"d71a1778b31d4ce","added-peer-id":"d71a1778b31d4ce","added-peer-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-05-09T01:36:29.041033Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-09T01:36:29.041283Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.109:2380"} {"level":"info","ts":"2026-05-09T01:36:29.041516Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.109:2380"} {"level":"info","ts":"2026-05-09T01:36:29.041895Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d71a1778b31d4ce","initial-advertise-peer-urls":["https://199.204.45.109:2380"],"listen-peer-urls":["https://199.204.45.109:2380"],"advertise-client-urls":["https://199.204.45.109:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-09T01:36:29.04194Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-09T01:36:29.516301Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce is starting a new election at term 1"} {"level":"info","ts":"2026-05-09T01:36:29.516373Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became pre-candidate at term 1"} {"level":"info","ts":"2026-05-09T01:36:29.516415Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce received MsgPreVoteResp from d71a1778b31d4ce at term 1"} {"level":"info","ts":"2026-05-09T01:36:29.516435Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became candidate at term 2"} {"level":"info","ts":"2026-05-09T01:36:29.516446Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce received MsgVoteResp from d71a1778b31d4ce at term 2"} {"level":"info","ts":"2026-05-09T01:36:29.516462Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became leader at term 2"} {"level":"info","ts":"2026-05-09T01:36:29.516476Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d71a1778b31d4ce elected leader d71a1778b31d4ce at term 2"} {"level":"info","ts":"2026-05-09T01:36:29.517564Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d71a1778b31d4ce","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.109:2379]}","request-path":"/0/members/d71a1778b31d4ce/attributes","cluster-id":"aaca35652fabf9b2","publish-timeout":"7s"} {"level":"info","ts":"2026-05-09T01:36:29.517584Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-09T01:36:29.517653Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-09T01:36:29.517614Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-09T01:36:29.518046Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-09T01:36:29.518095Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-09T01:36:29.519451Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"aaca35652fabf9b2","local-member-id":"d71a1778b31d4ce","cluster-version":"3.5"} {"level":"info","ts":"2026-05-09T01:36:29.519589Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-09T01:36:29.519638Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-09T01:36:29.520856Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-09T01:36:29.521561Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.109:2379"} {"level":"info","ts":"2026-05-09T01:36:32.657879Z","caller":"traceutil/trace.go:171","msg":"trace[325998505] transaction","detail":"{read_only:false; response_revision:171; number_of_response:1; }","duration":"118.20911ms","start":"2026-05-09T01:36:32.539633Z","end":"2026-05-09T01:36:32.657842Z","steps":["trace[325998505] 'process raft request' (duration: 89.445425ms)","trace[325998505] 'compare' (duration: 28.58148ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T01:36:55.395938Z","caller":"traceutil/trace.go:171","msg":"trace[2133497622] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"119.278473ms","start":"2026-05-09T01:36:55.27662Z","end":"2026-05-09T01:36:55.395899Z","steps":["trace[2133497622] 'process raft request' (duration: 31.140413ms)","trace[2133497622] 'compare' (duration: 87.939024ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T01:36:59.81998Z","caller":"traceutil/trace.go:171","msg":"trace[216884346] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"201.250267ms","start":"2026-05-09T01:36:59.618698Z","end":"2026-05-09T01:36:59.819949Z","steps":["trace[216884346] 'process raft request' (duration: 200.229889ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:36:59.820081Z","caller":"traceutil/trace.go:171","msg":"trace[293307122] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"199.875279ms","start":"2026-05-09T01:36:59.620129Z","end":"2026-05-09T01:36:59.820004Z","steps":["trace[293307122] 'process raft request' (duration: 199.688774ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:36:59.825599Z","caller":"traceutil/trace.go:171","msg":"trace[2105181574] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"150.487278ms","start":"2026-05-09T01:36:59.675087Z","end":"2026-05-09T01:36:59.825575Z","steps":["trace[2105181574] 'process raft request' (duration: 149.865231ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:36:59.825746Z","caller":"traceutil/trace.go:171","msg":"trace[129995855] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"122.232507ms","start":"2026-05-09T01:36:59.703474Z","end":"2026-05-09T01:36:59.825706Z","steps":["trace[129995855] 'process raft request' (duration: 121.996ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:37:06.099039Z","caller":"traceutil/trace.go:171","msg":"trace[581821168] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"193.331063ms","start":"2026-05-09T01:37:05.90568Z","end":"2026-05-09T01:37:06.099011Z","steps":["trace[581821168] 'process raft request' (duration: 193.178589ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:37:06.284621Z","caller":"traceutil/trace.go:171","msg":"trace[1565990900] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"229.214892ms","start":"2026-05-09T01:37:06.055378Z","end":"2026-05-09T01:37:06.284593Z","steps":["trace[1565990900] 'process raft request' (duration: 228.685577ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:37:06.761723Z","caller":"traceutil/trace.go:171","msg":"trace[557324064] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"414.96138ms","start":"2026-05-09T01:37:06.346696Z","end":"2026-05-09T01:37:06.761657Z","steps":["trace[557324064] 'process raft request' (duration: 376.476159ms)","trace[557324064] 'compare' (duration: 38.142711ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T01:37:06.76235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T01:37:06.34667Z","time spent":"415.168456ms","remote":"127.0.0.1:43624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-09T01:37:08.263039Z","caller":"traceutil/trace.go:171","msg":"trace[1508767439] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"217.21589ms","start":"2026-05-09T01:37:08.045801Z","end":"2026-05-09T01:37:08.263017Z","steps":["trace[1508767439] 'process raft request' (duration: 217.078396ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:37:08.296316Z","caller":"traceutil/trace.go:171","msg":"trace[1225247861] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"179.477941ms","start":"2026-05-09T01:37:08.116771Z","end":"2026-05-09T01:37:08.296249Z","steps":["trace[1225247861] 'process raft request' (duration: 179.303456ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:37:21.032327Z","caller":"traceutil/trace.go:171","msg":"trace[2109528582] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"190.285717ms","start":"2026-05-09T01:37:20.842015Z","end":"2026-05-09T01:37:21.0323Z","steps":["trace[2109528582] 'process raft request' (duration: 190.129872ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:37:21.097053Z","caller":"traceutil/trace.go:171","msg":"trace[207748806] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"147.110223ms","start":"2026-05-09T01:37:20.949898Z","end":"2026-05-09T01:37:21.097008Z","steps":["trace[207748806] 'process raft request' (duration: 112.329606ms)","trace[207748806] 'compare' (duration: 34.618181ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T01:37:49.464669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.247846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T01:37:49.464834Z","caller":"traceutil/trace.go:171","msg":"trace[1460960128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1136; }","duration":"129.417231ms","start":"2026-05-09T01:37:49.335379Z","end":"2026-05-09T01:37:49.464797Z","steps":["trace[1460960128] 'range keys from in-memory index tree' (duration: 129.165614ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:38:30.14457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.311696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-09T01:38:30.144714Z","caller":"traceutil/trace.go:171","msg":"trace[1773794218] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1771; }","duration":"161.501831ms","start":"2026-05-09T01:38:29.983183Z","end":"2026-05-09T01:38:30.144685Z","steps":["trace[1773794218] 'range keys from in-memory index tree' (duration: 161.09196ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:39:14.858315Z","caller":"traceutil/trace.go:171","msg":"trace[373482037] transaction","detail":"{read_only:false; response_revision:2071; number_of_response:1; }","duration":"132.763423ms","start":"2026-05-09T01:39:14.725524Z","end":"2026-05-09T01:39:14.858288Z","steps":["trace[373482037] 'process raft request' (duration: 132.608869ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:39:14.869053Z","caller":"traceutil/trace.go:171","msg":"trace[1785600158] transaction","detail":"{read_only:false; response_revision:2072; number_of_response:1; }","duration":"129.05791ms","start":"2026-05-09T01:39:14.739981Z","end":"2026-05-09T01:39:14.869038Z","steps":["trace[1785600158] 'process raft request' (duration: 128.980748ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:40:10.929246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.298978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-09T01:40:10.929375Z","caller":"traceutil/trace.go:171","msg":"trace[105497576] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2543; }","duration":"111.491514ms","start":"2026-05-09T01:40:10.817857Z","end":"2026-05-09T01:40:10.929349Z","steps":["trace[105497576] 'range keys from in-memory index tree' (duration: 111.081462ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:40:43.335001Z","caller":"traceutil/trace.go:171","msg":"trace[1936119202] transaction","detail":"{read_only:false; response_revision:2743; number_of_response:1; }","duration":"146.722475ms","start":"2026-05-09T01:40:43.188243Z","end":"2026-05-09T01:40:43.334966Z","steps":["trace[1936119202] 'process raft request' (duration: 146.516859ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:40:43.343246Z","caller":"traceutil/trace.go:171","msg":"trace[950722265] transaction","detail":"{read_only:false; response_revision:2744; number_of_response:1; }","duration":"146.344064ms","start":"2026-05-09T01:40:43.1968Z","end":"2026-05-09T01:40:43.343144Z","steps":["trace[950722265] 'process raft request' (duration: 146.121157ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:40:43.603697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.653109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-09T01:40:43.603789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.910213ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T01:40:43.603904Z","caller":"traceutil/trace.go:171","msg":"trace[1989140813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2746; }","duration":"152.912817ms","start":"2026-05-09T01:40:43.450962Z","end":"2026-05-09T01:40:43.603875Z","steps":["trace[1989140813] 'range keys from in-memory index tree' (duration: 152.433883ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:40:43.603971Z","caller":"traceutil/trace.go:171","msg":"trace[1625951519] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2746; }","duration":"104.102328ms","start":"2026-05-09T01:40:43.49984Z","end":"2026-05-09T01:40:43.603943Z","steps":["trace[1625951519] 'range keys from in-memory index tree' (duration: 103.887772ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:44:30.257172Z","caller":"traceutil/trace.go:171","msg":"trace[1927236099] transaction","detail":"{read_only:false; response_revision:4694; number_of_response:1; }","duration":"129.971452ms","start":"2026-05-09T01:44:30.127174Z","end":"2026-05-09T01:44:30.257145Z","steps":["trace[1927236099] 'process raft request' (duration: 125.824819ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:44:30.267737Z","caller":"traceutil/trace.go:171","msg":"trace[2025762198] transaction","detail":"{read_only:false; response_revision:4695; number_of_response:1; }","duration":"134.046425ms","start":"2026-05-09T01:44:30.133671Z","end":"2026-05-09T01:44:30.267718Z","steps":["trace[2025762198] 'process raft request' (duration: 133.900001ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:44:30.267864Z","caller":"traceutil/trace.go:171","msg":"trace[579023705] linearizableReadLoop","detail":"{readStateIndex:4872; appliedIndex:4869; }","duration":"124.268767ms","start":"2026-05-09T01:44:30.143566Z","end":"2026-05-09T01:44:30.267835Z","steps":["trace[579023705] 'read index received' (duration: 109.447542ms)","trace[579023705] 'applied index is now lower than readState.Index' (duration: 14.819175ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T01:44:30.267987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.40001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T01:44:30.26799Z","caller":"traceutil/trace.go:171","msg":"trace[27629889] transaction","detail":"{read_only:false; response_revision:4696; number_of_response:1; }","duration":"132.198784ms","start":"2026-05-09T01:44:30.135753Z","end":"2026-05-09T01:44:30.267952Z","steps":["trace[27629889] 'process raft request' (duration: 131.920206ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:44:30.268022Z","caller":"traceutil/trace.go:171","msg":"trace[332694142] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4696; }","duration":"124.492222ms","start":"2026-05-09T01:44:30.143518Z","end":"2026-05-09T01:44:30.26801Z","steps":["trace[332694142] 'agreement among raft nodes before linearized reading' (duration: 124.40864ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:44:36.647295Z","caller":"traceutil/trace.go:171","msg":"trace[2079641155] transaction","detail":"{read_only:false; response_revision:4915; number_of_response:1; }","duration":"111.820697ms","start":"2026-05-09T01:44:36.535442Z","end":"2026-05-09T01:44:36.647263Z","steps":["trace[2079641155] 'process raft request' (duration: 111.580221ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:44:36.724285Z","caller":"traceutil/trace.go:171","msg":"trace[1465117880] transaction","detail":"{read_only:false; response_revision:4916; number_of_response:1; }","duration":"121.127402ms","start":"2026-05-09T01:44:36.603115Z","end":"2026-05-09T01:44:36.724243Z","steps":["trace[1465117880] 'process raft request' (duration: 120.913096ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:44:36.910178Z","caller":"traceutil/trace.go:171","msg":"trace[1729095322] linearizableReadLoop","detail":"{readStateIndex:5099; appliedIndex:5098; }","duration":"129.89407ms","start":"2026-05-09T01:44:36.780261Z","end":"2026-05-09T01:44:36.910155Z","steps":["trace[1729095322] 'read index received' (duration: 129.736476ms)","trace[1729095322] 'applied index is now lower than readState.Index' (duration: 156.524µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T01:44:36.910322Z","caller":"traceutil/trace.go:171","msg":"trace[316588385] transaction","detail":"{read_only:false; response_revision:4917; number_of_response:1; }","duration":"173.41059ms","start":"2026-05-09T01:44:36.736884Z","end":"2026-05-09T01:44:36.910295Z","steps":["trace[316588385] 'process raft request' (duration: 173.138123ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:44:36.910524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.050542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-09T01:44:36.910593Z","caller":"traceutil/trace.go:171","msg":"trace[129746113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4917; }","duration":"112.182227ms","start":"2026-05-09T01:44:36.798393Z","end":"2026-05-09T01:44:36.910575Z","steps":["trace[129746113] 'agreement among raft nodes before linearized reading' (duration: 111.94615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:44:36.910666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.146536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T01:44:36.91071Z","caller":"traceutil/trace.go:171","msg":"trace[877933747] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4917; }","duration":"108.222708ms","start":"2026-05-09T01:44:36.802476Z","end":"2026-05-09T01:44:36.910699Z","steps":["trace[877933747] 'agreement among raft nodes before linearized reading' (duration: 108.123325ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:44:36.910728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.449305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-ft2sp-tls\" ","response":"range_response_count:1 size:1967"} {"level":"info","ts":"2026-05-09T01:44:36.910792Z","caller":"traceutil/trace.go:171","msg":"trace[544261017] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-ft2sp-tls; range_end:; response_count:1; response_revision:4917; }","duration":"130.588769ms","start":"2026-05-09T01:44:36.780189Z","end":"2026-05-09T01:44:36.910777Z","steps":["trace[544261017] 'agreement among raft nodes before linearized reading' (duration: 130.400764ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:44:46.633178Z","caller":"traceutil/trace.go:171","msg":"trace[1219699252] transaction","detail":"{read_only:false; response_revision:5115; number_of_response:1; }","duration":"109.856753ms","start":"2026-05-09T01:44:46.523282Z","end":"2026-05-09T01:44:46.633139Z","steps":["trace[1219699252] 'process raft request' (duration: 33.174956ms)","trace[1219699252] 'compare' (duration: 76.157393ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T01:44:55.379765Z","caller":"traceutil/trace.go:171","msg":"trace[1556746985] transaction","detail":"{read_only:false; response_revision:5291; number_of_response:1; }","duration":"136.223785ms","start":"2026-05-09T01:44:55.243519Z","end":"2026-05-09T01:44:55.379743Z","steps":["trace[1556746985] 'process raft request' (duration: 136.04862ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:44:55.575268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.616345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-09T01:44:55.575479Z","caller":"traceutil/trace.go:171","msg":"trace[1440641598] transaction","detail":"{read_only:false; response_revision:5293; number_of_response:1; }","duration":"190.399195ms","start":"2026-05-09T01:44:55.385068Z","end":"2026-05-09T01:44:55.575468Z","steps":["trace[1440641598] 'process raft request' (duration: 190.275952ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:44:55.575524Z","caller":"traceutil/trace.go:171","msg":"trace[8089140] transaction","detail":"{read_only:false; response_revision:5292; number_of_response:1; }","duration":"190.565018ms","start":"2026-05-09T01:44:55.384925Z","end":"2026-05-09T01:44:55.57549Z","steps":["trace[8089140] 'process raft request' (duration: 34.483052ms)","trace[8089140] 'compare' (duration: 155.538422ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T01:44:55.575557Z","caller":"traceutil/trace.go:171","msg":"trace[153635577] transaction","detail":"{read_only:false; response_revision:5294; number_of_response:1; }","duration":"184.961066ms","start":"2026-05-09T01:44:55.390552Z","end":"2026-05-09T01:44:55.575513Z","steps":["trace[153635577] 'process raft request' (duration: 184.843463ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:44:55.575699Z","caller":"traceutil/trace.go:171","msg":"trace[1010159110] linearizableReadLoop","detail":"{readStateIndex:5488; appliedIndex:5484; }","duration":"129.833239ms","start":"2026-05-09T01:44:55.445845Z","end":"2026-05-09T01:44:55.575678Z","steps":["trace[1010159110] 'read index received' (duration: 81.188869ms)","trace[1010159110] 'applied index is now lower than readState.Index' (duration: 48.64272ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T01:44:55.575789Z","caller":"traceutil/trace.go:171","msg":"trace[1360575451] transaction","detail":"{read_only:false; response_revision:5295; number_of_response:1; }","duration":"160.857876ms","start":"2026-05-09T01:44:55.414919Z","end":"2026-05-09T01:44:55.575777Z","steps":["trace[1360575451] 'process raft request' (duration: 160.511987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:44:55.575981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.135107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-09T01:44:55.576002Z","caller":"traceutil/trace.go:171","msg":"trace[605261043] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5295; }","duration":"130.184298ms","start":"2026-05-09T01:44:55.445811Z","end":"2026-05-09T01:44:55.575996Z","steps":["trace[605261043] 'agreement among raft nodes before linearized reading' (duration: 130.126487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:44:57.428011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.730497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-05-09T01:44:57.42806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.217771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-05-09T01:44:57.428114Z","caller":"traceutil/trace.go:171","msg":"trace[2117391478] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5320; }","duration":"125.87173ms","start":"2026-05-09T01:44:57.30222Z","end":"2026-05-09T01:44:57.428092Z","steps":["trace[2117391478] 'range keys from in-memory index tree' (duration: 125.588913ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:44:57.428155Z","caller":"traceutil/trace.go:171","msg":"trace[228240778] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5320; }","duration":"126.360714ms","start":"2026-05-09T01:44:57.301772Z","end":"2026-05-09T01:44:57.428133Z","steps":["trace[228240778] 'range keys from in-memory index tree' (duration: 126.028155ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:46:29.547514Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2996} {"level":"info","ts":"2026-05-09T01:46:29.620469Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2996,"took":"71.201423ms","hash":4151144892,"current-db-size-bytes":58695680,"current-db-size":"59 MB","current-db-size-in-use-bytes":34295808,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-09T01:46:29.620531Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4151144892,"revision":2996,"compact-revision":-1} {"level":"info","ts":"2026-05-09T01:50:51.007642Z","caller":"traceutil/trace.go:171","msg":"trace[1495399113] linearizableReadLoop","detail":"{readStateIndex:8348; appliedIndex:8347; }","duration":"139.835827ms","start":"2026-05-09T01:50:50.867783Z","end":"2026-05-09T01:50:51.007618Z","steps":["trace[1495399113] 'read index received' (duration: 139.712504ms)","trace[1495399113] 'applied index is now lower than readState.Index' (duration: 122.153µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T01:50:51.00776Z","caller":"traceutil/trace.go:171","msg":"trace[2043247487] transaction","detail":"{read_only:false; response_revision:8068; number_of_response:1; }","duration":"150.622401ms","start":"2026-05-09T01:50:50.857076Z","end":"2026-05-09T01:50:51.007699Z","steps":["trace[2043247487] 'process raft request' (duration: 150.381204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:50:51.00785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.037993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T01:50:51.007889Z","caller":"traceutil/trace.go:171","msg":"trace[1137992105] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8068; }","duration":"140.142645ms","start":"2026-05-09T01:50:50.867735Z","end":"2026-05-09T01:50:51.007878Z","steps":["trace[1137992105] 'agreement among raft nodes before linearized reading' (duration: 140.053863ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:50:51.008015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.913675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-09T01:50:51.008066Z","caller":"traceutil/trace.go:171","msg":"trace[757512041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8068; }","duration":"133.965506ms","start":"2026-05-09T01:50:50.874085Z","end":"2026-05-09T01:50:51.008051Z","steps":["trace[757512041] 'agreement among raft nodes before linearized reading' (duration: 133.817852ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:51:02.909589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.985495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-09T01:51:02.909705Z","caller":"traceutil/trace.go:171","msg":"trace[773338132] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8127; }","duration":"326.155769ms","start":"2026-05-09T01:51:02.583514Z","end":"2026-05-09T01:51:02.909669Z","steps":["trace[773338132] 'range keys from in-memory index tree' (duration: 325.725727ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:51:02.909748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T01:51:02.583495Z","time spent":"326.243391ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-09T01:51:02.960291Z","caller":"traceutil/trace.go:171","msg":"trace[334534928] transaction","detail":"{read_only:false; response_revision:8128; number_of_response:1; }","duration":"244.714334ms","start":"2026-05-09T01:51:02.71556Z","end":"2026-05-09T01:51:02.960274Z","steps":["trace[334534928] 'process raft request' (duration: 244.442497ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:51:02.960462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.535599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T01:51:02.960545Z","caller":"traceutil/trace.go:171","msg":"trace[1155825712] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:8128; }","duration":"127.644332ms","start":"2026-05-09T01:51:02.832878Z","end":"2026-05-09T01:51:02.960523Z","steps":["trace[1155825712] 'agreement among raft nodes before linearized reading' (duration: 127.474177ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:51:02.960202Z","caller":"traceutil/trace.go:171","msg":"trace[1551705014] linearizableReadLoop","detail":"{readStateIndex:8410; appliedIndex:8409; }","duration":"127.279951ms","start":"2026-05-09T01:51:02.832895Z","end":"2026-05-09T01:51:02.960175Z","steps":["trace[1551705014] 'read index received' (duration: 127.22008ms)","trace[1551705014] 'applied index is now lower than readState.Index' (duration: 58.871µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T01:51:03.518599Z","caller":"traceutil/trace.go:171","msg":"trace[1401502572] transaction","detail":"{read_only:false; response_revision:8134; number_of_response:1; }","duration":"150.986786ms","start":"2026-05-09T01:51:03.367571Z","end":"2026-05-09T01:51:03.518558Z","steps":["trace[1401502572] 'process raft request' (duration: 150.862443ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:51:29.56049Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6138} {"level":"info","ts":"2026-05-09T01:51:29.653135Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6138,"took":"90.86211ms","hash":1168291885,"current-db-size-bytes":58695680,"current-db-size":"59 MB","current-db-size-in-use-bytes":22913024,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-05-09T01:51:29.653186Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1168291885,"revision":6138,"compact-revision":2996} {"level":"info","ts":"2026-05-09T01:51:30.438756Z","caller":"traceutil/trace.go:171","msg":"trace[577715618] linearizableReadLoop","detail":"{readStateIndex:8625; appliedIndex:8624; }","duration":"102.940379ms","start":"2026-05-09T01:51:30.335795Z","end":"2026-05-09T01:51:30.438735Z","steps":["trace[577715618] 'read index received' (duration: 102.790295ms)","trace[577715618] 'applied index is now lower than readState.Index' (duration: 149.294µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T01:51:30.438886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.070802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T01:51:30.438916Z","caller":"traceutil/trace.go:171","msg":"trace[1735263006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8333; }","duration":"103.143675ms","start":"2026-05-09T01:51:30.335762Z","end":"2026-05-09T01:51:30.438906Z","steps":["trace[1735263006] 'agreement among raft nodes before linearized reading' (duration: 103.062392ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:51:30.439185Z","caller":"traceutil/trace.go:171","msg":"trace[132894713] transaction","detail":"{read_only:false; response_revision:8333; number_of_response:1; }","duration":"234.504057ms","start":"2026-05-09T01:51:30.204669Z","end":"2026-05-09T01:51:30.439174Z","steps":["trace[132894713] 'process raft request' (duration: 233.961832ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:51:43.979445Z","caller":"traceutil/trace.go:171","msg":"trace[386869687] transaction","detail":"{read_only:false; response_revision:8448; number_of_response:1; }","duration":"215.711465ms","start":"2026-05-09T01:51:43.763696Z","end":"2026-05-09T01:51:43.979407Z","steps":["trace[386869687] 'process raft request' (duration: 215.440688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:51:43.979671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.141156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-09T01:51:43.979759Z","caller":"traceutil/trace.go:171","msg":"trace[1268167217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8448; }","duration":"198.339592ms","start":"2026-05-09T01:51:43.781407Z","end":"2026-05-09T01:51:43.979747Z","steps":["trace[1268167217] 'agreement among raft nodes before linearized reading' (duration: 198.082616ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:51:43.979439Z","caller":"traceutil/trace.go:171","msg":"trace[1752993448] linearizableReadLoop","detail":"{readStateIndex:8746; appliedIndex:8745; }","duration":"197.860339ms","start":"2026-05-09T01:51:43.781511Z","end":"2026-05-09T01:51:43.979372Z","steps":["trace[1752993448] 'read index received' (duration: 197.658124ms)","trace[1752993448] 'applied index is now lower than readState.Index' (duration: 201.015µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T01:51:44.156268Z","caller":"traceutil/trace.go:171","msg":"trace[1152859242] linearizableReadLoop","detail":"{readStateIndex:8747; appliedIndex:8746; }","duration":"176.141898ms","start":"2026-05-09T01:51:43.980099Z","end":"2026-05-09T01:51:44.156241Z","steps":["trace[1152859242] 'read index received' (duration: 148.039044ms)","trace[1152859242] 'applied index is now lower than readState.Index' (duration: 28.101604ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T01:51:44.156415Z","caller":"traceutil/trace.go:171","msg":"trace[225024866] transaction","detail":"{read_only:false; response_revision:8449; number_of_response:1; }","duration":"182.646877ms","start":"2026-05-09T01:51:43.973746Z","end":"2026-05-09T01:51:44.156393Z","steps":["trace[225024866] 'process raft request' (duration: 154.340187ms)","trace[225024866] 'compare' (duration: 28.001791ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T01:51:44.156524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.261496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-09T01:51:44.156613Z","caller":"traceutil/trace.go:171","msg":"trace[997306374] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8449; }","duration":"232.4139ms","start":"2026-05-09T01:51:43.924181Z","end":"2026-05-09T01:51:44.156595Z","steps":["trace[997306374] 'agreement among raft nodes before linearized reading' (duration: 232.242115ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:51:44.163291Z","caller":"traceutil/trace.go:171","msg":"trace[2109459312] transaction","detail":"{read_only:false; response_revision:8450; number_of_response:1; }","duration":"178.403311ms","start":"2026-05-09T01:51:43.984866Z","end":"2026-05-09T01:51:44.163269Z","steps":["trace[2109459312] 'process raft request' (duration: 172.925292ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:51:44.163352Z","caller":"traceutil/trace.go:171","msg":"trace[465227671] transaction","detail":"{read_only:false; response_revision:8451; number_of_response:1; }","duration":"153.788851ms","start":"2026-05-09T01:51:44.009545Z","end":"2026-05-09T01:51:44.163334Z","steps":["trace[465227671] 'process raft request' (duration: 148.377504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:51:44.163766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.344027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-nzd68\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-05-09T01:51:44.163808Z","caller":"traceutil/trace.go:171","msg":"trace[1611256640] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-nzd68; range_end:; response_count:1; response_revision:8451; }","duration":"179.437059ms","start":"2026-05-09T01:51:43.984361Z","end":"2026-05-09T01:51:44.163798Z","steps":["trace[1611256640] 'agreement among raft nodes before linearized reading' (duration: 173.619301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:51:44.84203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.746187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-09T01:51:44.84214Z","caller":"traceutil/trace.go:171","msg":"trace[1963671062] transaction","detail":"{read_only:false; response_revision:8453; number_of_response:1; }","duration":"264.363217ms","start":"2026-05-09T01:51:44.577747Z","end":"2026-05-09T01:51:44.84211Z","steps":["trace[1963671062] 'process raft request' (duration: 45.468136ms)","trace[1963671062] 'compare' (duration: 218.602373ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T01:51:44.930425Z","caller":"traceutil/trace.go:171","msg":"trace[810662968] linearizableReadLoop","detail":"{readStateIndex:8752; appliedIndex:8751; }","duration":"170.349202ms","start":"2026-05-09T01:51:44.760041Z","end":"2026-05-09T01:51:44.93039Z","steps":["trace[810662968] 'read index received' (duration: 170.057425ms)","trace[810662968] 'applied index is now lower than readState.Index' (duration: 290.677µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T01:51:44.930566Z","caller":"traceutil/trace.go:171","msg":"trace[542776665] transaction","detail":"{read_only:false; response_revision:8454; number_of_response:1; }","duration":"343.87869ms","start":"2026-05-09T01:51:44.586649Z","end":"2026-05-09T01:51:44.930528Z","steps":["trace[542776665] 'process raft request' (duration: 343.548801ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T01:51:44.930755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T01:51:44.586619Z","time spent":"344.031624ms","remote":"127.0.0.1:43624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T01:51:44.930735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.668141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-09T01:51:44.931075Z","caller":"traceutil/trace.go:171","msg":"trace[1624395042] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8454; }","duration":"171.0079ms","start":"2026-05-09T01:51:44.760002Z","end":"2026-05-09T01:51:44.93101Z","steps":["trace[1624395042] 'agreement among raft nodes before linearized reading' (duration: 170.558938ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:51:45.618365Z","caller":"traceutil/trace.go:171","msg":"trace[966885627] transaction","detail":"{read_only:false; response_revision:8461; number_of_response:1; }","duration":"118.747799ms","start":"2026-05-09T01:51:45.499572Z","end":"2026-05-09T01:51:45.618319Z","steps":["trace[966885627] 'process raft request' (duration: 118.259086ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:51:45.891682Z","caller":"traceutil/trace.go:171","msg":"trace[1041348042] transaction","detail":"{read_only:false; response_revision:8462; number_of_response:1; }","duration":"199.36282ms","start":"2026-05-09T01:51:45.692288Z","end":"2026-05-09T01:51:45.891651Z","steps":["trace[1041348042] 'process raft request' (duration: 187.442467ms)","trace[1041348042] 'compare' (duration: 11.585944ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T01:52:39.710965Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000246f.wal"} {"level":"info","ts":"2026-05-09T01:54:01.989636Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d71a1778b31d4ce","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-09T01:54:02.001668Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-09T01:54:02.001744Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-09T01:56:29.566687Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8328} {"level":"info","ts":"2026-05-09T01:56:29.650212Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8328,"took":"81.308982ms","hash":1052736258,"current-db-size-bytes":58695680,"current-db-size":"59 MB","current-db-size-in-use-bytes":26415104,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-09T01:56:29.650273Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1052736258,"revision":8328,"compact-revision":6138} {"level":"info","ts":"2026-05-09T01:56:38.652222Z","caller":"traceutil/trace.go:171","msg":"trace[1372562932] linearizableReadLoop","detail":"{readStateIndex:11423; appliedIndex:11422; }","duration":"120.061108ms","start":"2026-05-09T01:56:38.532134Z","end":"2026-05-09T01:56:38.652195Z","steps":["trace[1372562932] 'read index received' (duration: 38.510748ms)","trace[1372562932] 'applied index is now lower than readState.Index' (duration: 81.54877ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T01:56:38.652348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.190081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T01:56:38.652438Z","caller":"traceutil/trace.go:171","msg":"trace[1880093297] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:11047; }","duration":"120.299554ms","start":"2026-05-09T01:56:38.53212Z","end":"2026-05-09T01:56:38.652419Z","steps":["trace[1880093297] 'agreement among raft nodes before linearized reading' (duration: 120.13762ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:59:55.116703Z","caller":"traceutil/trace.go:171","msg":"trace[691737983] transaction","detail":"{read_only:false; response_revision:12326; number_of_response:1; }","duration":"170.833469ms","start":"2026-05-09T01:59:54.945837Z","end":"2026-05-09T01:59:55.11667Z","steps":["trace[691737983] 'process raft request' (duration: 170.590552ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T01:59:55.117533Z","caller":"traceutil/trace.go:171","msg":"trace[123979445] transaction","detail":"{read_only:false; response_revision:12327; number_of_response:1; }","duration":"101.463717ms","start":"2026-05-09T01:59:55.016035Z","end":"2026-05-09T01:59:55.117499Z","steps":["trace[123979445] 'process raft request' (duration: 101.179669ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:01:29.572926Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10996} {"level":"info","ts":"2026-05-09T02:01:29.652679Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10996,"took":"77.168304ms","hash":2028838432,"current-db-size-bytes":58695680,"current-db-size":"59 MB","current-db-size-in-use-bytes":28258304,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-09T02:01:29.652741Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2028838432,"revision":10996,"compact-revision":8328} {"level":"info","ts":"2026-05-09T02:02:58.186685Z","caller":"traceutil/trace.go:171","msg":"trace[1753937726] transaction","detail":"{read_only:false; response_revision:13612; number_of_response:1; }","duration":"180.940519ms","start":"2026-05-09T02:02:58.005677Z","end":"2026-05-09T02:02:58.186617Z","steps":["trace[1753937726] 'process raft request' (duration: 180.354142ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:02:58.349402Z","caller":"traceutil/trace.go:171","msg":"trace[2109381275] transaction","detail":"{read_only:false; response_revision:13613; number_of_response:1; }","duration":"157.800118ms","start":"2026-05-09T02:02:58.19155Z","end":"2026-05-09T02:02:58.34935Z","steps":["trace[2109381275] 'process raft request' (duration: 134.311916ms)","trace[2109381275] 'compare' (duration: 23.273556ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:03:19.325261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.868819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-05cb3501-a020-4446-9b0a-659cc50982ac\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-05-09T02:03:19.325355Z","caller":"traceutil/trace.go:171","msg":"trace[254191670] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-05cb3501-a020-4446-9b0a-659cc50982ac; range_end:; response_count:1; response_revision:13915; }","duration":"195.004882ms","start":"2026-05-09T02:03:19.130332Z","end":"2026-05-09T02:03:19.325337Z","steps":["trace[254191670] 'range keys from in-memory index tree' (duration: 194.741175ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:04:33.321475Z","caller":"traceutil/trace.go:171","msg":"trace[1416304039] linearizableReadLoop","detail":"{readStateIndex:15160; appliedIndex:15159; }","duration":"103.309958ms","start":"2026-05-09T02:04:33.218138Z","end":"2026-05-09T02:04:33.321448Z","steps":["trace[1416304039] 'read index received' (duration: 102.98877ms)","trace[1416304039] 'applied index is now lower than readState.Index' (duration: 319.938µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:04:33.321638Z","caller":"traceutil/trace.go:171","msg":"trace[1200119392] transaction","detail":"{read_only:false; response_revision:14663; number_of_response:1; }","duration":"116.918002ms","start":"2026-05-09T02:04:33.204683Z","end":"2026-05-09T02:04:33.321601Z","steps":["trace[1200119392] 'process raft request' (duration: 116.559071ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:04:33.321752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.592327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-09T02:04:33.321796Z","caller":"traceutil/trace.go:171","msg":"trace[602210254] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14663; }","duration":"103.670599ms","start":"2026-05-09T02:04:33.218112Z","end":"2026-05-09T02:04:33.321783Z","steps":["trace[602210254] 'agreement among raft nodes before linearized reading' (duration: 103.484094ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:04:33.321947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.671593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-09T02:04:33.322077Z","caller":"traceutil/trace.go:171","msg":"trace[1031041435] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14663; }","duration":"102.809877ms","start":"2026-05-09T02:04:33.219207Z","end":"2026-05-09T02:04:33.322017Z","steps":["trace[1031041435] 'agreement among raft nodes before linearized reading' (duration: 102.457607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:04:33.322222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.567639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-09T02:04:33.322314Z","caller":"traceutil/trace.go:171","msg":"trace[541327394] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14663; }","duration":"102.712413ms","start":"2026-05-09T02:04:33.219586Z","end":"2026-05-09T02:04:33.322298Z","steps":["trace[541327394] 'agreement among raft nodes before linearized reading' (duration: 102.561469ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:04:33.322764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.359527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-09T02:04:33.322813Z","caller":"traceutil/trace.go:171","msg":"trace[1695252884] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14663; }","duration":"101.473919ms","start":"2026-05-09T02:04:33.221333Z","end":"2026-05-09T02:04:33.322807Z","steps":["trace[1695252884] 'agreement among raft nodes before linearized reading' (duration: 100.729809ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:04:34.293604Z","caller":"traceutil/trace.go:171","msg":"trace[1457692857] linearizableReadLoop","detail":"{readStateIndex:15164; appliedIndex:15163; }","duration":"122.942435ms","start":"2026-05-09T02:04:34.170631Z","end":"2026-05-09T02:04:34.293573Z","steps":["trace[1457692857] 'read index received' (duration: 122.666837ms)","trace[1457692857] 'applied index is now lower than readState.Index' (duration: 273.968µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:04:34.293737Z","caller":"traceutil/trace.go:171","msg":"trace[1047939446] transaction","detail":"{read_only:false; response_revision:14667; number_of_response:1; }","duration":"227.079449ms","start":"2026-05-09T02:04:34.066604Z","end":"2026-05-09T02:04:34.293683Z","steps":["trace[1047939446] 'process raft request' (duration: 226.709438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:04:34.29388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.180282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-09T02:04:34.294065Z","caller":"traceutil/trace.go:171","msg":"trace[121934299] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14667; }","duration":"123.430158ms","start":"2026-05-09T02:04:34.170578Z","end":"2026-05-09T02:04:34.294008Z","steps":["trace[121934299] 'agreement among raft nodes before linearized reading' (duration: 123.10962ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:06:29.580102Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13054} {"level":"info","ts":"2026-05-09T02:06:29.657316Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13054,"took":"74.512137ms","hash":2901499305,"current-db-size-bytes":58695680,"current-db-size":"59 MB","current-db-size-in-use-bytes":31367168,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-09T02:06:29.657374Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2901499305,"revision":13054,"compact-revision":10996} {"level":"info","ts":"2026-05-09T02:07:27.751067Z","caller":"traceutil/trace.go:171","msg":"trace[363962563] transaction","detail":"{read_only:false; response_revision:16121; number_of_response:1; }","duration":"103.145321ms","start":"2026-05-09T02:07:27.647885Z","end":"2026-05-09T02:07:27.75103Z","steps":["trace[363962563] 'process raft request' (duration: 102.936446ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:09:34.993856Z","caller":"traceutil/trace.go:171","msg":"trace[1081723178] transaction","detail":"{read_only:false; response_revision:16988; number_of_response:1; }","duration":"171.012237ms","start":"2026-05-09T02:09:34.822821Z","end":"2026-05-09T02:09:34.993833Z","steps":["trace[1081723178] 'process raft request' (duration: 170.854913ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:09:34.994312Z","caller":"traceutil/trace.go:171","msg":"trace[1470952985] linearizableReadLoop","detail":"{readStateIndex:17562; appliedIndex:17562; }","duration":"161.758982ms","start":"2026-05-09T02:09:34.83254Z","end":"2026-05-09T02:09:34.994299Z","steps":["trace[1470952985] 'read index received' (duration: 161.752972ms)","trace[1470952985] 'applied index is now lower than readState.Index' (duration: 4.98µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:09:34.994439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.883967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rjplc\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-05-09T02:09:34.994465Z","caller":"traceutil/trace.go:171","msg":"trace[1593881201] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rjplc; range_end:; response_count:1; response_revision:16988; }","duration":"161.933439ms","start":"2026-05-09T02:09:34.832525Z","end":"2026-05-09T02:09:34.994458Z","steps":["trace[1593881201] 'agreement among raft nodes before linearized reading' (duration: 161.834755ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:10:06.490433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.686083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-09T02:10:06.490505Z","caller":"traceutil/trace.go:171","msg":"trace[222713241] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17204; }","duration":"236.801246ms","start":"2026-05-09T02:10:06.253689Z","end":"2026-05-09T02:10:06.49049Z","steps":["trace[222713241] 'range keys from in-memory index tree' (duration: 236.532957ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:10:06.49068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.387726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-l8vx8\" ","response":"range_response_count:1 size:20873"} {"level":"info","ts":"2026-05-09T02:10:06.490781Z","caller":"traceutil/trace.go:171","msg":"trace[1631702191] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-l8vx8; range_end:; response_count:1; response_revision:17204; }","duration":"243.54281ms","start":"2026-05-09T02:10:06.247213Z","end":"2026-05-09T02:10:06.490756Z","steps":["trace[1631702191] 'range keys from in-memory index tree' (duration: 243.16461ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:10:06.490748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.78797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:10:06.490866Z","caller":"traceutil/trace.go:171","msg":"trace[1077879608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17204; }","duration":"155.942495ms","start":"2026-05-09T02:10:06.334899Z","end":"2026-05-09T02:10:06.490842Z","steps":["trace[1077879608] 'range keys from in-memory index tree' (duration: 155.718879ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:10:06.491058Z","caller":"traceutil/trace.go:171","msg":"trace[349701785] linearizableReadLoop","detail":"{readStateIndex:17785; appliedIndex:17784; }","duration":"142.016824ms","start":"2026-05-09T02:10:06.348988Z","end":"2026-05-09T02:10:06.491005Z","steps":["trace[349701785] 'read index received' (duration: 116.766584ms)","trace[349701785] 'applied index is now lower than readState.Index' (duration: 25.24924ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:10:06.49131Z","caller":"traceutil/trace.go:171","msg":"trace[1752778332] transaction","detail":"{read_only:false; response_revision:17205; number_of_response:1; }","duration":"153.56505ms","start":"2026-05-09T02:10:06.337724Z","end":"2026-05-09T02:10:06.491289Z","steps":["trace[1752778332] 'process raft request' (duration: 128.075373ms)","trace[1752778332] 'compare' (duration: 24.86391ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:10:06.491329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.348462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-f9bt6\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-05-09T02:10:06.491366Z","caller":"traceutil/trace.go:171","msg":"trace[1018392106] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-f9bt6; range_end:; response_count:1; response_revision:17205; }","duration":"142.383023ms","start":"2026-05-09T02:10:06.348971Z","end":"2026-05-09T02:10:06.491354Z","steps":["trace[1018392106] 'agreement among raft nodes before linearized reading' (duration: 142.26059ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:10:06.682271Z","caller":"traceutil/trace.go:171","msg":"trace[1611359112] transaction","detail":"{read_only:false; response_revision:17206; number_of_response:1; }","duration":"185.514003ms","start":"2026-05-09T02:10:06.49673Z","end":"2026-05-09T02:10:06.682244Z","steps":["trace[1611359112] 'process raft request' (duration: 185.380749ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:10:06.682499Z","caller":"traceutil/trace.go:171","msg":"trace[458786334] linearizableReadLoop","detail":"{readStateIndex:17786; appliedIndex:17786; }","duration":"184.629679ms","start":"2026-05-09T02:10:06.49784Z","end":"2026-05-09T02:10:06.68247Z","steps":["trace[458786334] 'read index received' (duration: 184.617028ms)","trace[458786334] 'applied index is now lower than readState.Index' (duration: 10.351µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:10:06.683601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.731079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:952938"} {"level":"info","ts":"2026-05-09T02:10:06.683666Z","caller":"traceutil/trace.go:171","msg":"trace[889299393] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:17206; }","duration":"185.824611ms","start":"2026-05-09T02:10:06.497825Z","end":"2026-05-09T02:10:06.683649Z","steps":["trace[889299393] 'agreement among raft nodes before linearized reading' (duration: 184.790544ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:10:06.690016Z","caller":"traceutil/trace.go:171","msg":"trace[1365595127] transaction","detail":"{read_only:false; response_revision:17207; number_of_response:1; }","duration":"181.594306ms","start":"2026-05-09T02:10:06.508405Z","end":"2026-05-09T02:10:06.69Z","steps":["trace[1365595127] 'process raft request' (duration: 181.38724ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:10:06.690136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.945321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T02:10:06.690201Z","caller":"traceutil/trace.go:171","msg":"trace[56222747] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:17207; }","duration":"105.056134ms","start":"2026-05-09T02:10:06.585128Z","end":"2026-05-09T02:10:06.690184Z","steps":["trace[56222747] 'agreement among raft nodes before linearized reading' (duration: 104.802337ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:10:22.781535Z","caller":"traceutil/trace.go:171","msg":"trace[1100580570] linearizableReadLoop","detail":"{readStateIndex:18031; appliedIndex:18030; }","duration":"219.383465ms","start":"2026-05-09T02:10:22.562132Z","end":"2026-05-09T02:10:22.781515Z","steps":["trace[1100580570] 'read index received' (duration: 219.252821ms)","trace[1100580570] 'applied index is now lower than readState.Index' (duration: 129.794µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:10:22.781644Z","caller":"traceutil/trace.go:171","msg":"trace[1202652690] transaction","detail":"{read_only:false; response_revision:17440; number_of_response:1; }","duration":"250.497838ms","start":"2026-05-09T02:10:22.531136Z","end":"2026-05-09T02:10:22.781634Z","steps":["trace[1202652690] 'process raft request' (duration: 250.19348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:10:22.781946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.782386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-05-09T02:10:22.782139Z","caller":"traceutil/trace.go:171","msg":"trace[1160516362] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:17440; }","duration":"220.019033ms","start":"2026-05-09T02:10:22.562085Z","end":"2026-05-09T02:10:22.782104Z","steps":["trace[1160516362] 'agreement among raft nodes before linearized reading' (duration: 219.654623ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:10:22.78537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.178623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:10:22.785421Z","caller":"traceutil/trace.go:171","msg":"trace[1569876480] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:17441; }","duration":"113.246035ms","start":"2026-05-09T02:10:22.672162Z","end":"2026-05-09T02:10:22.785408Z","steps":["trace[1569876480] 'agreement among raft nodes before linearized reading' (duration: 113.146102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:10:23.634873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.15831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:10:23.634966Z","caller":"traceutil/trace.go:171","msg":"trace[1050422932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17445; }","duration":"300.307415ms","start":"2026-05-09T02:10:23.33464Z","end":"2026-05-09T02:10:23.634947Z","steps":["trace[1050422932] 'range keys from in-memory index tree' (duration: 300.015246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:10:23.635012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:10:23.334621Z","time spent":"300.382078ms","remote":"127.0.0.1:43364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T02:10:23.635101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.158087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-09T02:10:23.635215Z","caller":"traceutil/trace.go:171","msg":"trace[541752620] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:17445; }","duration":"596.26286ms","start":"2026-05-09T02:10:23.038894Z","end":"2026-05-09T02:10:23.635157Z","steps":["trace[541752620] 'range keys from in-memory index tree' (duration: 595.977162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:10:23.635245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:10:23.038873Z","time spent":"596.365832ms","remote":"127.0.0.1:43406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-05-09T02:10:23.635395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.102999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-09T02:10:23.635485Z","caller":"traceutil/trace.go:171","msg":"trace[3511064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17445; }","duration":"424.243153ms","start":"2026-05-09T02:10:23.211221Z","end":"2026-05-09T02:10:23.635464Z","steps":["trace[3511064] 'range keys from in-memory index tree' (duration: 423.934605ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:10:23.635534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:10:23.211206Z","time spent":"424.316226ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-09T02:10:23.635808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.278941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-09T02:10:23.635866Z","caller":"traceutil/trace.go:171","msg":"trace[757479685] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17445; }","duration":"410.345483ms","start":"2026-05-09T02:10:23.225506Z","end":"2026-05-09T02:10:23.635852Z","steps":["trace[757479685] 'range keys from in-memory index tree' (duration: 410.122287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:10:23.634942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.594721ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T02:10:23.635892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:10:23.225443Z","time spent":"410.444265ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-09T02:10:23.635923Z","caller":"traceutil/trace.go:171","msg":"trace[1496837011] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:17445; }","duration":"135.574468ms","start":"2026-05-09T02:10:23.500327Z","end":"2026-05-09T02:10:23.635902Z","steps":["trace[1496837011] 'range keys from in-memory index tree' (duration: 134.584261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:10:23.63631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.7101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-09T02:10:23.636386Z","caller":"traceutil/trace.go:171","msg":"trace[864634607] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17445; }","duration":"143.820044ms","start":"2026-05-09T02:10:23.492546Z","end":"2026-05-09T02:10:23.636366Z","steps":["trace[864634607] 'range keys from in-memory index tree' (duration: 143.521176ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:11:29.586581Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15504} {"level":"info","ts":"2026-05-09T02:11:29.684558Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15504,"took":"95.436487ms","hash":243196300,"current-db-size-bytes":58695680,"current-db-size":"59 MB","current-db-size-in-use-bytes":33939456,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-09T02:11:29.684632Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":243196300,"revision":15504,"compact-revision":13054} {"level":"info","ts":"2026-05-09T02:14:20.065985Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d71a1778b31d4ce","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-09T02:14:20.070795Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-09T02:14:20.070869Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-05-09T02:15:31.366667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.032176284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-09T02:15:31.366765Z","caller":"traceutil/trace.go:171","msg":"trace[2038377015] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.032326658s","start":"2026-05-09T02:15:29.334417Z","end":"2026-05-09T02:15:31.366744Z","steps":["trace[2038377015] 'agreement among raft nodes before linearized reading' (duration: 2.032202965s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:15:31.366808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:15:29.334401Z","time spent":"2.03239489s","remote":"127.0.0.1:43364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T02:15:31.373258Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.18735636s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-09T02:15:31.389207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.827555806s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-09T02:15:31.389445Z","caller":"traceutil/trace.go:171","msg":"trace[700964117] linearizableReadLoop","detail":"{readStateIndex:20419; appliedIndex:20418; }","duration":"2.582542931s","start":"2026-05-09T02:15:28.806864Z","end":"2026-05-09T02:15:31.389407Z","steps":["trace[700964117] 'read index received' (duration: 41.061µs)","trace[700964117] 'applied index is now lower than readState.Index' (duration: 2.58249786s)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:15:31.389512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.582630844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:15:31.389572Z","caller":"traceutil/trace.go:171","msg":"trace[863505963] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:19754; }","duration":"2.582732458s","start":"2026-05-09T02:15:28.80682Z","end":"2026-05-09T02:15:31.389552Z","steps":["trace[863505963] 'agreement among raft nodes before linearized reading' (duration: 2.582637094s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:15:31.389684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:15:28.806799Z","time spent":"2.582869971s","remote":"127.0.0.1:53868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-09T02:15:31.390313Z","caller":"traceutil/trace.go:171","msg":"trace[1035283792] transaction","detail":"{read_only:false; response_revision:19755; number_of_response:1; }","duration":"2.204492201s","start":"2026-05-09T02:15:29.185807Z","end":"2026-05-09T02:15:31.390299Z","steps":["trace[1035283792] 'process raft request' (duration: 2.203545644s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:15:31.390491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:15:29.185789Z","time spent":"2.204569334s","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:15:31.391875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.509869755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-09T02:15:31.391997Z","caller":"traceutil/trace.go:171","msg":"trace[507902709] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19758; }","duration":"2.510052229s","start":"2026-05-09T02:15:28.881917Z","end":"2026-05-09T02:15:31.39197Z","steps":["trace[507902709] 'agreement among raft nodes before linearized reading' (duration: 2.509760231s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:15:31.392054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:15:28.881892Z","time spent":"2.510152972s","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-09T02:15:31.392101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.742503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T02:15:31.392166Z","caller":"traceutil/trace.go:171","msg":"trace[1229064829] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:19758; }","duration":"436.858747ms","start":"2026-05-09T02:15:30.955294Z","end":"2026-05-09T02:15:31.392152Z","steps":["trace[1229064829] 'agreement among raft nodes before linearized reading' (duration: 436.684142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:15:31.392194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:15:30.955273Z","time spent":"436.915489ms","remote":"127.0.0.1:43744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":114,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-05-09T02:15:31.392211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.614396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-05-09T02:15:31.392214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715378637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-09T02:15:31.392187Z","caller":"traceutil/trace.go:171","msg":"trace[1401529062] transaction","detail":"{read_only:false; response_revision:19758; number_of_response:1; }","duration":"1.379962769s","start":"2026-05-09T02:15:30.012167Z","end":"2026-05-09T02:15:31.39213Z","steps":["trace[1401529062] 'process raft request' (duration: 1.379440354s)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:15:31.392262Z","caller":"traceutil/trace.go:171","msg":"trace[552439163] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:19758; }","duration":"453.707269ms","start":"2026-05-09T02:15:30.938544Z","end":"2026-05-09T02:15:31.392252Z","steps":["trace[552439163] 'agreement among raft nodes before linearized reading' (duration: 453.577865ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:15:31.392299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:15:30.938493Z","time spent":"453.798083ms","remote":"127.0.0.1:43432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-09T02:15:31.392306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737001522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-09T02:15:31.392332Z","caller":"traceutil/trace.go:171","msg":"trace[2078543210] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19758; }","duration":"1.7154712s","start":"2026-05-09T02:15:29.676792Z","end":"2026-05-09T02:15:31.392263Z","steps":["trace[2078543210] 'agreement among raft nodes before linearized reading' (duration: 1.715229274s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:15:31.392395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.757405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130957"} {"level":"warn","ts":"2026-05-09T02:15:31.392381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390785957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-09T02:15:31.392449Z","caller":"traceutil/trace.go:171","msg":"trace[150640352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19758; }","duration":"1.39088773s","start":"2026-05-09T02:15:30.001544Z","end":"2026-05-09T02:15:31.392432Z","steps":["trace[150640352] 'agreement among raft nodes before linearized reading' (duration: 1.390674223s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:15:31.392446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.731879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-09T02:15:31.392478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:15:30.00153Z","time spent":"1.390943011s","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-09T02:15:31.39248Z","caller":"traceutil/trace.go:171","msg":"trace[1970182930] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19758; }","duration":"983.805521ms","start":"2026-05-09T02:15:30.408666Z","end":"2026-05-09T02:15:31.392472Z","steps":["trace[1970182930] 'agreement among raft nodes before linearized reading' (duration: 983.724739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:15:31.392213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.787744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-09T02:15:31.392503Z","caller":"traceutil/trace.go:171","msg":"trace[835957117] transaction","detail":"{read_only:false; response_revision:19757; number_of_response:1; }","duration":"1.8733538s","start":"2026-05-09T02:15:29.519142Z","end":"2026-05-09T02:15:31.392496Z","steps":["trace[835957117] 'process raft request' (duration: 1.872409014s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:15:31.392509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:15:30.408645Z","time spent":"983.856093ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-09T02:15:31.392412Z","caller":"traceutil/trace.go:171","msg":"trace[1646161519] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:19758; }","duration":"424.802266ms","start":"2026-05-09T02:15:30.967605Z","end":"2026-05-09T02:15:31.392407Z","steps":["trace[1646161519] 'agreement among raft nodes before linearized reading' (duration: 424.719993ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:15:31.392533Z","caller":"traceutil/trace.go:171","msg":"trace[614324244] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19758; }","duration":"970.127935ms","start":"2026-05-09T02:15:30.422384Z","end":"2026-05-09T02:15:31.392512Z","steps":["trace[614324244] 'agreement among raft nodes before linearized reading' (duration: 969.680342ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:15:31.392481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:15:30.012133Z","time spent":"1.380172973s","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:15:31.392557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:15:29.519121Z","time spent":"1.873397211s","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:15:31.392573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:15:29.676775Z","time spent":"1.715788729s","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-09T02:15:31.392343Z","caller":"traceutil/trace.go:171","msg":"trace[1470761568] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19758; }","duration":"1.737059624s","start":"2026-05-09T02:15:29.65527Z","end":"2026-05-09T02:15:31.39233Z","steps":["trace[1470761568] 'agreement among raft nodes before linearized reading' (duration: 1.736978962s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:15:31.392593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:15:30.967591Z","time spent":"424.964791ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130980,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-09T02:15:31.392617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:15:29.655255Z","time spent":"1.737355833s","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-09T02:15:31.392575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:15:30.422368Z","time spent":"970.194157ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-09T02:15:31.392222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.626484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:15:31.392744Z","caller":"traceutil/trace.go:171","msg":"trace[1944397169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19758; }","duration":"364.1923ms","start":"2026-05-09T02:15:31.028542Z","end":"2026-05-09T02:15:31.392734Z","steps":["trace[1944397169] 'agreement among raft nodes before linearized reading' (duration: 363.620703ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:15:31.392776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:15:31.028523Z","time spent":"364.245862ms","remote":"127.0.0.1:43364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-09T02:15:31.392859Z","caller":"traceutil/trace.go:171","msg":"trace[2135513513] transaction","detail":"{read_only:false; response_revision:19756; number_of_response:1; }","duration":"2.069312566s","start":"2026-05-09T02:15:29.323442Z","end":"2026-05-09T02:15:31.392755Z","steps":["trace[2135513513] 'process raft request' (duration: 2.067706372s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:15:31.393012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:15:29.323422Z","time spent":"2.069547172s","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:15:31.39318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391487496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-09T02:15:31.393215Z","caller":"traceutil/trace.go:171","msg":"trace[1413668660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19758; }","duration":"1.391530367s","start":"2026-05-09T02:15:30.001676Z","end":"2026-05-09T02:15:31.393206Z","steps":["trace[1413668660] 'agreement among raft nodes before linearized reading' (duration: 1.391356542s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:15:31.393235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:15:30.001672Z","time spent":"1.391558777s","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-09T02:15:39.664532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.985484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T02:15:39.664765Z","caller":"traceutil/trace.go:171","msg":"trace[1169134195] linearizableReadLoop","detail":"{readStateIndex:20467; appliedIndex:20464; }","duration":"238.6636ms","start":"2026-05-09T02:15:39.426079Z","end":"2026-05-09T02:15:39.664742Z","steps":["trace[1169134195] 'read index received' (duration: 73.964764ms)","trace[1169134195] 'applied index is now lower than readState.Index' (duration: 164.697426ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:15:39.664904Z","caller":"traceutil/trace.go:171","msg":"trace[1249181415] transaction","detail":"{read_only:false; response_revision:19798; number_of_response:1; }","duration":"247.3642ms","start":"2026-05-09T02:15:39.417521Z","end":"2026-05-09T02:15:39.664885Z","steps":["trace[1249181415] 'process raft request' (duration: 93.914512ms)","trace[1249181415] 'compare' (duration: 152.84547ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:15:39.665085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.000399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-09T02:15:39.665217Z","caller":"traceutil/trace.go:171","msg":"trace[13267983] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19799; }","duration":"239.100542ms","start":"2026-05-09T02:15:39.42604Z","end":"2026-05-09T02:15:39.66514Z","steps":["trace[13267983] 'agreement among raft nodes before linearized reading' (duration: 238.896217ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:15:39.66524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.635774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-09T02:15:39.665265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.126524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-09T02:15:39.6653Z","caller":"traceutil/trace.go:171","msg":"trace[1101979049] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19799; }","duration":"212.727186ms","start":"2026-05-09T02:15:39.452557Z","end":"2026-05-09T02:15:39.665285Z","steps":["trace[1101979049] 'agreement among raft nodes before linearized reading' (duration: 212.49043ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:15:39.665239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.571347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-09T02:15:39.6651Z","caller":"traceutil/trace.go:171","msg":"trace[1633002926] transaction","detail":"{read_only:false; response_revision:19799; number_of_response:1; }","duration":"241.843697ms","start":"2026-05-09T02:15:39.423218Z","end":"2026-05-09T02:15:39.665061Z","steps":["trace[1633002926] 'process raft request' (duration: 241.437595ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:15:39.665405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.382227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-09T02:15:39.665403Z","caller":"traceutil/trace.go:171","msg":"trace[143931808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19799; }","duration":"214.840835ms","start":"2026-05-09T02:15:39.450545Z","end":"2026-05-09T02:15:39.665385Z","steps":["trace[143931808] 'agreement among raft nodes before linearized reading' (duration: 214.509056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:15:39.66557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.888816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-09T02:15:39.665341Z","caller":"traceutil/trace.go:171","msg":"trace[1046352081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19799; }","duration":"238.240018ms","start":"2026-05-09T02:15:39.427081Z","end":"2026-05-09T02:15:39.665321Z","steps":["trace[1046352081] 'agreement among raft nodes before linearized reading' (duration: 237.92432ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:15:39.665666Z","caller":"traceutil/trace.go:171","msg":"trace[1793212772] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19799; }","duration":"227.04156ms","start":"2026-05-09T02:15:39.438601Z","end":"2026-05-09T02:15:39.665642Z","steps":["trace[1793212772] 'agreement among raft nodes before linearized reading' (duration: 226.694071ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:15:39.665626Z","caller":"traceutil/trace.go:171","msg":"trace[465760938] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19799; }","duration":"212.617994ms","start":"2026-05-09T02:15:39.452986Z","end":"2026-05-09T02:15:39.665604Z","steps":["trace[465760938] 'agreement among raft nodes before linearized reading' (duration: 212.225763ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:15:39.789984Z","caller":"traceutil/trace.go:171","msg":"trace[228648172] transaction","detail":"{read_only:false; response_revision:19800; number_of_response:1; }","duration":"120.78352ms","start":"2026-05-09T02:15:39.669178Z","end":"2026-05-09T02:15:39.789962Z","steps":["trace[228648172] 'process raft request' (duration: 120.117842ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:15:39.969249Z","caller":"traceutil/trace.go:171","msg":"trace[122754196] transaction","detail":"{read_only:false; response_revision:19801; number_of_response:1; }","duration":"299.450441ms","start":"2026-05-09T02:15:39.669775Z","end":"2026-05-09T02:15:39.969225Z","steps":["trace[122754196] 'process raft request' (duration: 290.242618ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:15:39.969519Z","caller":"traceutil/trace.go:171","msg":"trace[1171970011] transaction","detail":"{read_only:false; response_revision:19802; number_of_response:1; }","duration":"299.246525ms","start":"2026-05-09T02:15:39.67023Z","end":"2026-05-09T02:15:39.969476Z","steps":["trace[1171970011] 'process raft request' (duration: 298.946817ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:15:39.969602Z","caller":"traceutil/trace.go:171","msg":"trace[579586444] transaction","detail":"{read_only:false; response_revision:19803; number_of_response:1; }","duration":"299.153782ms","start":"2026-05-09T02:15:39.670422Z","end":"2026-05-09T02:15:39.969575Z","steps":["trace[579586444] 'process raft request' (duration: 298.921906ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:15:39.969724Z","caller":"traceutil/trace.go:171","msg":"trace[1031333536] transaction","detail":"{read_only:false; response_revision:19804; number_of_response:1; }","duration":"298.35092ms","start":"2026-05-09T02:15:39.671365Z","end":"2026-05-09T02:15:39.969716Z","steps":["trace[1031333536] 'process raft request' (duration: 298.081593ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:15:39.969837Z","caller":"traceutil/trace.go:171","msg":"trace[217607293] linearizableReadLoop","detail":"{readStateIndex:20473; appliedIndex:20467; }","duration":"275.024079ms","start":"2026-05-09T02:15:39.694798Z","end":"2026-05-09T02:15:39.969822Z","steps":["trace[217607293] 'read index received' (duration: 94.518628ms)","trace[217607293] 'applied index is now lower than readState.Index' (duration: 180.501191ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:15:39.969872Z","caller":"traceutil/trace.go:171","msg":"trace[2110575524] transaction","detail":"{read_only:false; response_revision:19805; number_of_response:1; }","duration":"297.506427ms","start":"2026-05-09T02:15:39.672358Z","end":"2026-05-09T02:15:39.969864Z","steps":["trace[2110575524] 'process raft request' (duration: 297.272591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:15:39.969997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.182603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T02:15:39.970062Z","caller":"traceutil/trace.go:171","msg":"trace[1919154356] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:19805; }","duration":"275.268915ms","start":"2026-05-09T02:15:39.694779Z","end":"2026-05-09T02:15:39.970048Z","steps":["trace[1919154356] 'agreement among raft nodes before linearized reading' (duration: 275.101311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:15:39.970094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.697063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T02:15:39.970123Z","caller":"traceutil/trace.go:171","msg":"trace[1497696147] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:19805; }","duration":"229.809056ms","start":"2026-05-09T02:15:39.740307Z","end":"2026-05-09T02:15:39.970116Z","steps":["trace[1497696147] 'agreement among raft nodes before linearized reading' (duration: 229.654582ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:16:29.595272Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18085} {"level":"info","ts":"2026-05-09T02:16:29.70962Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18085,"took":"111.34054ms","hash":2612851094,"current-db-size-bytes":58695680,"current-db-size":"59 MB","current-db-size-in-use-bytes":30113792,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-09T02:16:29.709689Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2612851094,"revision":18085,"compact-revision":15504} {"level":"info","ts":"2026-05-09T02:19:18.675013Z","caller":"traceutil/trace.go:171","msg":"trace[1613362460] transaction","detail":"{read_only:false; response_revision:22111; number_of_response:1; }","duration":"336.121868ms","start":"2026-05-09T02:19:18.338856Z","end":"2026-05-09T02:19:18.674977Z","steps":["trace[1613362460] 'process raft request' (duration: 335.936713ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:19:18.675028Z","caller":"traceutil/trace.go:171","msg":"trace[1095808523] transaction","detail":"{read_only:false; response_revision:22110; number_of_response:1; }","duration":"351.82053ms","start":"2026-05-09T02:19:18.323135Z","end":"2026-05-09T02:19:18.674955Z","steps":["trace[1095808523] 'process raft request' (duration: 351.417939ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:19:18.675051Z","caller":"traceutil/trace.go:171","msg":"trace[1708378413] linearizableReadLoop","detail":"{readStateIndex:22849; appliedIndex:22846; }","duration":"239.313818ms","start":"2026-05-09T02:19:18.435707Z","end":"2026-05-09T02:19:18.675021Z","steps":["trace[1708378413] 'read index received' (duration: 113.776348ms)","trace[1708378413] 'applied index is now lower than readState.Index' (duration: 125.53608ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:19:18.675192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:19:18.33884Z","time spent":"336.258522ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:19:18.675313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:19:18.323095Z","time spent":"352.024996ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:19:18.674993Z","caller":"traceutil/trace.go:171","msg":"trace[1790411118] transaction","detail":"{read_only:false; response_revision:22112; number_of_response:1; }","duration":"192.145261ms","start":"2026-05-09T02:19:18.482812Z","end":"2026-05-09T02:19:18.674958Z","steps":["trace[1790411118] 'process raft request' (duration: 192.040459ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:19:18.67518Z","caller":"traceutil/trace.go:171","msg":"trace[1677937083] transaction","detail":"{read_only:false; response_revision:22113; number_of_response:1; }","duration":"131.959827ms","start":"2026-05-09T02:19:18.543175Z","end":"2026-05-09T02:19:18.675135Z","steps":["trace[1677937083] 'process raft request' (duration: 131.717161ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:19:18.675214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.480503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:19:18.675512Z","caller":"traceutil/trace.go:171","msg":"trace[975341567] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:22113; }","duration":"239.794661ms","start":"2026-05-09T02:19:18.435702Z","end":"2026-05-09T02:19:18.675496Z","steps":["trace[975341567] 'agreement among raft nodes before linearized reading' (duration: 239.446202ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:21:29.601604Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20324} {"level":"info","ts":"2026-05-09T02:21:29.716299Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20324,"took":"110.866508ms","hash":820935819,"current-db-size-bytes":58695680,"current-db-size":"59 MB","current-db-size-in-use-bytes":42553344,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-05-09T02:21:29.716358Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":820935819,"revision":20324,"compact-revision":18085} {"level":"warn","ts":"2026-05-09T02:22:15.976001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.894706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-09T02:22:15.976124Z","caller":"traceutil/trace.go:171","msg":"trace[500735232] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24005; }","duration":"219.076431ms","start":"2026-05-09T02:22:15.757025Z","end":"2026-05-09T02:22:15.976102Z","steps":["trace[500735232] 'range keys from in-memory index tree' (duration: 218.68706ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:15.9771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.966741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:15.977192Z","caller":"traceutil/trace.go:171","msg":"trace[2007020206] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24005; }","duration":"290.116865ms","start":"2026-05-09T02:22:15.687055Z","end":"2026-05-09T02:22:15.977172Z","steps":["trace[2007020206] 'count revisions from in-memory index tree' (duration: 289.869067ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:16.089362Z","caller":"traceutil/trace.go:171","msg":"trace[1612265316] transaction","detail":"{read_only:false; response_revision:24006; number_of_response:1; }","duration":"306.109985ms","start":"2026-05-09T02:22:15.783223Z","end":"2026-05-09T02:22:16.089333Z","steps":["trace[1612265316] 'process raft request' (duration: 305.915089ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:16.089383Z","caller":"traceutil/trace.go:171","msg":"trace[1618792621] linearizableReadLoop","detail":"{readStateIndex:24793; appliedIndex:24793; }","duration":"284.534951ms","start":"2026-05-09T02:22:15.804819Z","end":"2026-05-09T02:22:16.089354Z","steps":["trace[1618792621] 'read index received' (duration: 284.523691ms)","trace[1618792621] 'applied index is now lower than readState.Index' (duration: 8.71µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:22:16.089571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.734767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-05-09T02:22:16.0896Z","caller":"traceutil/trace.go:171","msg":"trace[1415037520] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24006; }","duration":"284.781868ms","start":"2026-05-09T02:22:15.804811Z","end":"2026-05-09T02:22:16.089593Z","steps":["trace[1415037520] 'agreement among raft nodes before linearized reading' (duration: 284.640744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:16.089725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:15.783192Z","time spent":"306.325461ms","remote":"127.0.0.1:53780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2585,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:16.599108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334367548657261915,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T02:22:16.803497Z","caller":"traceutil/trace.go:171","msg":"trace[1138365663] linearizableReadLoop","detail":"{readStateIndex:24795; appliedIndex:24793; }","duration":"704.482354ms","start":"2026-05-09T02:22:16.098987Z","end":"2026-05-09T02:22:16.803469Z","steps":["trace[1138365663] 'read index received' (duration: 645.732419ms)","trace[1138365663] 'applied index is now lower than readState.Index' (duration: 58.749075ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:16.803787Z","caller":"traceutil/trace.go:171","msg":"trace[316349981] transaction","detail":"{read_only:false; response_revision:24008; number_of_response:1; }","duration":"822.792865ms","start":"2026-05-09T02:22:15.980953Z","end":"2026-05-09T02:22:16.803746Z","steps":["trace[316349981] 'process raft request' (duration: 822.440076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:16.80387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.871164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-05-09T02:22:16.803913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:15.98093Z","time spent":"822.926758ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:16.803929Z","caller":"traceutil/trace.go:171","msg":"trace[2090997499] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24008; }","duration":"704.961726ms","start":"2026-05-09T02:22:16.098952Z","end":"2026-05-09T02:22:16.803914Z","steps":["trace[2090997499] 'agreement among raft nodes before linearized reading' (duration: 704.790701ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:16.803963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:16.098939Z","time spent":"705.016498ms","remote":"127.0.0.1:43862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-05-09T02:22:16.804117Z","caller":"traceutil/trace.go:171","msg":"trace[1352351481] transaction","detail":"{read_only:false; response_revision:24007; number_of_response:1; }","duration":"936.974494ms","start":"2026-05-09T02:22:15.867125Z","end":"2026-05-09T02:22:16.804099Z","steps":["trace[1352351481] 'process raft request' (duration: 877.577082ms)","trace[1352351481] 'compare' (duration: 58.370003ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:22:16.80434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:15.8671Z","time spent":"937.060825ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:17.204374Z","caller":"traceutil/trace.go:171","msg":"trace[35329538] linearizableReadLoop","detail":"{readStateIndex:24797; appliedIndex:24795; }","duration":"400.793336ms","start":"2026-05-09T02:22:16.80356Z","end":"2026-05-09T02:22:17.204354Z","steps":["trace[35329538] 'read index received' (duration: 356.93167ms)","trace[35329538] 'applied index is now lower than readState.Index' (duration: 43.860876ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:22:17.204527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.400187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T02:22:17.204602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.73728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-09T02:22:17.204629Z","caller":"traceutil/trace.go:171","msg":"trace[1402434185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24011; }","duration":"869.567761ms","start":"2026-05-09T02:22:16.335039Z","end":"2026-05-09T02:22:17.204607Z","steps":["trace[1402434185] 'agreement among raft nodes before linearized reading' (duration: 869.353465ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:17.204658Z","caller":"traceutil/trace.go:171","msg":"trace[1627970312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24011; }","duration":"883.813952ms","start":"2026-05-09T02:22:16.320831Z","end":"2026-05-09T02:22:17.204645Z","steps":["trace[1627970312] 'agreement among raft nodes before linearized reading' (duration: 883.657188ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:17.204603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.953903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T02:22:17.204733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.971721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-09T02:22:17.204742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.405665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T02:22:17.204761Z","caller":"traceutil/trace.go:171","msg":"trace[978984348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24011; }","duration":"890.007432ms","start":"2026-05-09T02:22:16.314745Z","end":"2026-05-09T02:22:17.204752Z","steps":["trace[978984348] 'agreement among raft nodes before linearized reading' (duration: 889.957461ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:17.204762Z","caller":"traceutil/trace.go:171","msg":"trace[1892732389] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24011; }","duration":"392.461837ms","start":"2026-05-09T02:22:16.812294Z","end":"2026-05-09T02:22:17.204755Z","steps":["trace[1892732389] 'agreement among raft nodes before linearized reading' (duration: 392.420896ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:17.204747Z","caller":"traceutil/trace.go:171","msg":"trace[1583591963] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:24011; }","duration":"412.522638ms","start":"2026-05-09T02:22:16.792195Z","end":"2026-05-09T02:22:17.204718Z","steps":["trace[1583591963] 'agreement among raft nodes before linearized reading' (duration: 412.314612ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:17.204785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:16.812281Z","time spent":"392.498788ms","remote":"127.0.0.1:51630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-09T02:22:17.204795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04308644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-09T02:22:17.204825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.523232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-05-09T02:22:17.20482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:16.792178Z","time spent":"412.62569ms","remote":"127.0.0.1:53720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-05-09T02:22:17.204859Z","caller":"traceutil/trace.go:171","msg":"trace[646351857] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24011; }","duration":"498.584674ms","start":"2026-05-09T02:22:16.706264Z","end":"2026-05-09T02:22:17.204849Z","steps":["trace[646351857] 'agreement among raft nodes before linearized reading' (duration: 498.44885ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:17.204866Z","caller":"traceutil/trace.go:171","msg":"trace[1745646305] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24011; }","duration":"1.043154752s","start":"2026-05-09T02:22:16.161693Z","end":"2026-05-09T02:22:17.204848Z","steps":["trace[1745646305] 'agreement among raft nodes before linearized reading' (duration: 1.042962796s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:17.204879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.345988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-05-09T02:22:17.204895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:16.706251Z","time spent":"498.638226ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-09T02:22:17.204911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:16.161629Z","time spent":"1.043270465s","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-09T02:22:17.204941Z","caller":"traceutil/trace.go:171","msg":"trace[241182953] transaction","detail":"{read_only:false; response_revision:24009; number_of_response:1; }","duration":"562.954513ms","start":"2026-05-09T02:22:16.641981Z","end":"2026-05-09T02:22:17.204936Z","steps":["trace[241182953] 'process raft request' (duration: 518.503691ms)","trace[241182953] 'compare' (duration: 43.213407ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:22:17.204996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:16.641945Z","time spent":"563.011705ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:17.204905Z","caller":"traceutil/trace.go:171","msg":"trace[1961633326] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24011; }","duration":"899.3984ms","start":"2026-05-09T02:22:16.305502Z","end":"2026-05-09T02:22:17.204901Z","steps":["trace[1961633326] 'agreement among raft nodes before linearized reading' (duration: 899.326988ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:17.205018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.881519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T02:22:17.205041Z","caller":"traceutil/trace.go:171","msg":"trace[364043281] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24011; }","duration":"666.935091ms","start":"2026-05-09T02:22:16.5381Z","end":"2026-05-09T02:22:17.205035Z","steps":["trace[364043281] 'agreement among raft nodes before linearized reading' (duration: 666.89935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:17.204683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.145999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-09T02:22:17.204924Z","caller":"traceutil/trace.go:171","msg":"trace[1949723676] transaction","detail":"{read_only:false; response_revision:24010; number_of_response:1; }","duration":"561.389641ms","start":"2026-05-09T02:22:16.64353Z","end":"2026-05-09T02:22:17.20492Z","steps":["trace[1949723676] 'process raft request' (duration: 560.694082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:17.205067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:16.538084Z","time spent":"666.977852ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-05-09T02:22:17.20509Z","caller":"traceutil/trace.go:171","msg":"trace[597762661] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24011; }","duration":"909.582091ms","start":"2026-05-09T02:22:16.29549Z","end":"2026-05-09T02:22:17.205072Z","steps":["trace[597762661] 'agreement among raft nodes before linearized reading' (duration: 909.090827ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:17.205148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-09T02:22:17.205044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:16.305489Z","time spent":"899.546714ms","remote":"127.0.0.1:43560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-09T02:22:17.205171Z","caller":"traceutil/trace.go:171","msg":"trace[1126039457] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24011; }","duration":"929.249731ms","start":"2026-05-09T02:22:16.275914Z","end":"2026-05-09T02:22:17.205164Z","steps":["trace[1126039457] 'agreement among raft nodes before linearized reading' (duration: 929.21571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:17.20519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:16.275895Z","time spent":"929.291162ms","remote":"127.0.0.1:43640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-05-09T02:22:17.205138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:16.643515Z","time spent":"561.566926ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:17.20482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.6398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-09T02:22:17.20478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:16.314738Z","time spent":"890.038844ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-09T02:22:17.204684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:16.335022Z","time spent":"869.649483ms","remote":"127.0.0.1:43364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-09T02:22:17.205397Z","caller":"traceutil/trace.go:171","msg":"trace[2102050732] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24011; }","duration":"899.117612ms","start":"2026-05-09T02:22:16.306162Z","end":"2026-05-09T02:22:17.205279Z","steps":["trace[2102050732] 'agreement among raft nodes before linearized reading' (duration: 898.627069ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:17.20549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:16.306154Z","time spent":"899.318838ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-09T02:22:17.205154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:16.295469Z","time spent":"909.668812ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-09T02:22:17.204689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:16.320824Z","time spent":"883.859093ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-09T02:22:17.206015Z","caller":"traceutil/trace.go:171","msg":"trace[2047238855] transaction","detail":"{read_only:false; response_revision:24011; number_of_response:1; }","duration":"232.249473ms","start":"2026-05-09T02:22:16.97372Z","end":"2026-05-09T02:22:17.205969Z","steps":["trace[2047238855] 'process raft request' (duration: 230.599878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:17.954074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.890567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T02:22:17.95415Z","caller":"traceutil/trace.go:171","msg":"trace[1664792365] linearizableReadLoop","detail":"{readStateIndex:24799; appliedIndex:24798; }","duration":"741.942862ms","start":"2026-05-09T02:22:17.212194Z","end":"2026-05-09T02:22:17.954137Z","steps":["trace[1664792365] 'read index received' (duration: 383.942343ms)","trace[1664792365] 'applied index is now lower than readState.Index' (duration: 357.999759ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:17.9542Z","caller":"traceutil/trace.go:171","msg":"trace[857219242] transaction","detail":"{read_only:false; response_revision:24012; number_of_response:1; }","duration":"744.249235ms","start":"2026-05-09T02:22:17.209943Z","end":"2026-05-09T02:22:17.954192Z","steps":["trace[857219242] 'process raft request' (duration: 386.174633ms)","trace[857219242] 'compare' (duration: 357.64714ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:22:17.954235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:17.209923Z","time spent":"744.293116ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:17.954424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.2108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-09T02:22:17.954487Z","caller":"traceutil/trace.go:171","msg":"trace[122560743] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24012; }","duration":"742.303322ms","start":"2026-05-09T02:22:17.212168Z","end":"2026-05-09T02:22:17.954471Z","steps":["trace[122560743] 'agreement among raft nodes before linearized reading' (duration: 742.111687ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:17.954523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:17.212156Z","time spent":"742.360314ms","remote":"127.0.0.1:43560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-09T02:22:18.012435Z","caller":"traceutil/trace.go:171","msg":"trace[1426932955] transaction","detail":"{read_only:false; response_revision:24013; number_of_response:1; }","duration":"800.098531ms","start":"2026-05-09T02:22:17.212303Z","end":"2026-05-09T02:22:18.012402Z","steps":["trace[1426932955] 'process raft request' (duration: 799.889035ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:18.012511Z","caller":"traceutil/trace.go:171","msg":"trace[1307616013] transaction","detail":"{read_only:false; response_revision:24018; number_of_response:1; }","duration":"658.398036ms","start":"2026-05-09T02:22:17.354084Z","end":"2026-05-09T02:22:18.012482Z","steps":["trace[1307616013] 'process raft request' (duration: 658.346335ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:18.012664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:17.354062Z","time spent":"658.52331ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:18.012465Z","caller":"traceutil/trace.go:171","msg":"trace[2070933565] transaction","detail":"{read_only:false; response_revision:24014; number_of_response:1; }","duration":"800.048979ms","start":"2026-05-09T02:22:17.21237Z","end":"2026-05-09T02:22:18.012419Z","steps":["trace[2070933565] 'process raft request' (duration: 799.948676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:18.012689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:17.212296Z","time spent":"800.301736ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:18.012867Z","caller":"traceutil/trace.go:171","msg":"trace[807531377] transaction","detail":"{read_only:false; response_revision:24019; number_of_response:1; }","duration":"653.535622ms","start":"2026-05-09T02:22:17.359308Z","end":"2026-05-09T02:22:18.012843Z","steps":["trace[807531377] 'process raft request' (duration: 653.146121ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:18.012953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:17.212356Z","time spent":"800.511923ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:18.012941Z","caller":"traceutil/trace.go:171","msg":"trace[1087296869] transaction","detail":"{read_only:false; response_revision:24021; number_of_response:1; }","duration":"641.580424ms","start":"2026-05-09T02:22:17.371342Z","end":"2026-05-09T02:22:18.012922Z","steps":["trace[1087296869] 'process raft request' (duration: 641.516342ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:18.012984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:17.359292Z","time spent":"653.633795ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:18.012538Z","caller":"traceutil/trace.go:171","msg":"trace[603210194] transaction","detail":"{read_only:false; response_revision:24016; number_of_response:1; }","duration":"800.07014ms","start":"2026-05-09T02:22:17.212459Z","end":"2026-05-09T02:22:18.012529Z","steps":["trace[603210194] 'process raft request' (duration: 799.918125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:18.013076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.764292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T02:22:18.013106Z","caller":"traceutil/trace.go:171","msg":"trace[1718772267] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24021; }","duration":"397.823784ms","start":"2026-05-09T02:22:17.615275Z","end":"2026-05-09T02:22:18.013099Z","steps":["trace[1718772267] 'agreement among raft nodes before linearized reading' (duration: 397.67489ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:18.013134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:17.615261Z","time spent":"397.866586ms","remote":"127.0.0.1:43656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-05-09T02:22:18.01313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:17.21245Z","time spent":"800.645525ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:18.013099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.812513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T02:22:18.013179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.591408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:18.013205Z","caller":"traceutil/trace.go:171","msg":"trace[1266877588] transaction","detail":"{read_only:false; response_revision:24020; number_of_response:1; }","duration":"652.633758ms","start":"2026-05-09T02:22:17.360553Z","end":"2026-05-09T02:22:18.013187Z","steps":["trace[1266877588] 'process raft request' (duration: 652.130975ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:18.013228Z","caller":"traceutil/trace.go:171","msg":"trace[350788058] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24021; }","duration":"425.981578ms","start":"2026-05-09T02:22:17.587224Z","end":"2026-05-09T02:22:18.013206Z","steps":["trace[350788058] 'agreement among raft nodes before linearized reading' (duration: 425.759112ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:18.013262Z","caller":"traceutil/trace.go:171","msg":"trace[1223126650] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:24021; }","duration":"282.70068ms","start":"2026-05-09T02:22:17.730537Z","end":"2026-05-09T02:22:18.013237Z","steps":["trace[1223126650] 'agreement among raft nodes before linearized reading' (duration: 282.541385ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:18.013287Z","caller":"traceutil/trace.go:171","msg":"trace[1179271385] transaction","detail":"{read_only:false; response_revision:24017; number_of_response:1; }","duration":"800.152132ms","start":"2026-05-09T02:22:17.212459Z","end":"2026-05-09T02:22:18.012611Z","steps":["trace[1179271385] 'process raft request' (duration: 799.944686ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:18.013131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:17.371326Z","time spent":"641.688647ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:18.013294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:17.360534Z","time spent":"652.71273ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:18.013331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:17.58721Z","time spent":"426.086241ms","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-05-09T02:22:18.013396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:17.212449Z","time spent":"800.891182ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:18.012569Z","caller":"traceutil/trace.go:171","msg":"trace[901141743] transaction","detail":"{read_only:false; response_revision:24015; number_of_response:1; }","duration":"800.155431ms","start":"2026-05-09T02:22:17.212407Z","end":"2026-05-09T02:22:18.012562Z","steps":["trace[901141743] 'process raft request' (duration: 799.945546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:18.014192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:17.212396Z","time spent":"801.51378ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:22.31019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.403142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T02:22:22.310266Z","caller":"traceutil/trace.go:171","msg":"trace[1579855629] linearizableReadLoop","detail":"{readStateIndex:24838; appliedIndex:24837; }","duration":"279.800571ms","start":"2026-05-09T02:22:22.030454Z","end":"2026-05-09T02:22:22.310255Z","steps":["trace[1579855629] 'read index received' (duration: 164.381358ms)","trace[1579855629] 'applied index is now lower than readState.Index' (duration: 115.415933ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:22:22.310365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.913004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-09T02:22:22.310319Z","caller":"traceutil/trace.go:171","msg":"trace[399173078] transaction","detail":"{read_only:false; response_revision:24050; number_of_response:1; }","duration":"283.651187ms","start":"2026-05-09T02:22:22.026633Z","end":"2026-05-09T02:22:22.310284Z","steps":["trace[399173078] 'process raft request' (duration: 168.100231ms)","trace[399173078] 'compare' (duration: 115.304569ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:22.310378Z","caller":"traceutil/trace.go:171","msg":"trace[1797547201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24050; }","duration":"279.963285ms","start":"2026-05-09T02:22:22.030411Z","end":"2026-05-09T02:22:22.310374Z","steps":["trace[1797547201] 'agreement among raft nodes before linearized reading' (duration: 279.887653ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:22.614689Z","caller":"traceutil/trace.go:171","msg":"trace[48885033] linearizableReadLoop","detail":"{readStateIndex:24840; appliedIndex:24838; }","duration":"304.382987ms","start":"2026-05-09T02:22:22.310279Z","end":"2026-05-09T02:22:22.614662Z","steps":["trace[48885033] 'read index received' (duration: 213.414426ms)","trace[48885033] 'applied index is now lower than readState.Index' (duration: 90.967741ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:22.614753Z","caller":"traceutil/trace.go:171","msg":"trace[181960601] transaction","detail":"{read_only:false; response_revision:24052; number_of_response:1; }","duration":"580.873895ms","start":"2026-05-09T02:22:22.033845Z","end":"2026-05-09T02:22:22.614719Z","steps":["trace[181960601] 'process raft request' (duration: 580.766502ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:22.614796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.067229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:22.614889Z","caller":"traceutil/trace.go:171","msg":"trace[610155600] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24052; }","duration":"534.213273ms","start":"2026-05-09T02:22:22.080656Z","end":"2026-05-09T02:22:22.614869Z","steps":["trace[610155600] 'agreement among raft nodes before linearized reading' (duration: 534.022208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:22.614901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:22.033837Z","time spent":"580.981628ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:22.61491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.977614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-09T02:22:22.614939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:22.080631Z","time spent":"534.298506ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-05-09T02:22:22.614976Z","caller":"traceutil/trace.go:171","msg":"trace[1147703672] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24052; }","duration":"579.107238ms","start":"2026-05-09T02:22:22.035851Z","end":"2026-05-09T02:22:22.614958Z","steps":["trace[1147703672] 'agreement among raft nodes before linearized reading' (duration: 578.904882ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:22.614962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.15194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-09T02:22:22.615008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:22.03584Z","time spent":"579.163109ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-09T02:22:22.61502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.073593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-09T02:22:22.615041Z","caller":"traceutil/trace.go:171","msg":"trace[1577091726] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24052; }","duration":"435.277813ms","start":"2026-05-09T02:22:22.179741Z","end":"2026-05-09T02:22:22.615019Z","steps":["trace[1577091726] 'agreement among raft nodes before linearized reading' (duration: 435.065298ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:22.615063Z","caller":"traceutil/trace.go:171","msg":"trace[27981064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24052; }","duration":"584.130734ms","start":"2026-05-09T02:22:22.030921Z","end":"2026-05-09T02:22:22.615052Z","steps":["trace[27981064] 'agreement among raft nodes before linearized reading' (duration: 584.041252ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:22.614698Z","caller":"traceutil/trace.go:171","msg":"trace[1806540472] transaction","detail":"{read_only:false; response_revision:24051; number_of_response:1; }","duration":"583.616951ms","start":"2026-05-09T02:22:22.031042Z","end":"2026-05-09T02:22:22.614659Z","steps":["trace[1806540472] 'process raft request' (duration: 492.578838ms)","trace[1806540472] 'compare' (duration: 90.857438ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:22:22.615088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:22.179719Z","time spent":"435.358696ms","remote":"127.0.0.1:43746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-09T02:22:22.614938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.340833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-09T02:22:22.615147Z","caller":"traceutil/trace.go:171","msg":"trace[2092292748] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24052; }","duration":"583.606141ms","start":"2026-05-09T02:22:22.031535Z","end":"2026-05-09T02:22:22.615141Z","steps":["trace[2092292748] 'agreement among raft nodes before linearized reading' (duration: 583.242651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:22.615165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:22.031528Z","time spent":"583.630101ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-09T02:22:22.615098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:22.030902Z","time spent":"584.188156ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-09T02:22:22.615113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.606811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:22.615318Z","caller":"traceutil/trace.go:171","msg":"trace[772171786] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24052; }","duration":"547.864708ms","start":"2026-05-09T02:22:22.067437Z","end":"2026-05-09T02:22:22.615301Z","steps":["trace[772171786] 'agreement among raft nodes before linearized reading' (duration: 547.651572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:22.615388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:22.031029Z","time spent":"584.185686ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:22.615433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:22.067403Z","time spent":"547.954261ms","remote":"127.0.0.1:37616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-09T02:22:22.689647Z","caller":"traceutil/trace.go:171","msg":"trace[627641694] transaction","detail":"{read_only:false; response_revision:24053; number_of_response:1; }","duration":"374.551945ms","start":"2026-05-09T02:22:22.31506Z","end":"2026-05-09T02:22:22.689612Z","steps":["trace[627641694] 'process raft request' (duration: 374.028221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:22.689825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:22.315032Z","time spent":"374.699469ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:22.689671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.52743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:22.69008Z","caller":"traceutil/trace.go:171","msg":"trace[114775274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24053; }","duration":"356.974952ms","start":"2026-05-09T02:22:22.333092Z","end":"2026-05-09T02:22:22.690067Z","steps":["trace[114775274] 'agreement among raft nodes before linearized reading' (duration: 356.51867ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:22.690123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:22.333075Z","time spent":"357.034623ms","remote":"127.0.0.1:43364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T02:22:22.980959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.322284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T02:22:22.981241Z","caller":"traceutil/trace.go:171","msg":"trace[897445663] transaction","detail":"{read_only:false; response_revision:24054; number_of_response:1; }","duration":"360.421907ms","start":"2026-05-09T02:22:22.620794Z","end":"2026-05-09T02:22:22.981216Z","steps":["trace[897445663] 'process raft request' (duration: 206.725932ms)","trace[897445663] 'compare' (duration: 153.025996ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:22.98133Z","caller":"traceutil/trace.go:171","msg":"trace[2051860100] linearizableReadLoop","detail":"{readStateIndex:24844; appliedIndex:24841; }","duration":"291.80348ms","start":"2026-05-09T02:22:22.689512Z","end":"2026-05-09T02:22:22.981315Z","steps":["trace[2051860100] 'read index received' (duration: 138.088315ms)","trace[2051860100] 'applied index is now lower than readState.Index' (duration: 153.714135ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:22:22.981351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:22.620767Z","time spent":"360.53849ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:22.981454Z","caller":"traceutil/trace.go:171","msg":"trace[134007601] transaction","detail":"{read_only:false; response_revision:24055; number_of_response:1; }","duration":"360.322074ms","start":"2026-05-09T02:22:22.621093Z","end":"2026-05-09T02:22:22.981415Z","steps":["trace[134007601] 'process raft request' (duration: 359.967844ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:22.981609Z","caller":"traceutil/trace.go:171","msg":"trace[1103092960] transaction","detail":"{read_only:false; response_revision:24057; number_of_response:1; }","duration":"158.465715ms","start":"2026-05-09T02:22:22.823115Z","end":"2026-05-09T02:22:22.98158Z","steps":["trace[1103092960] 'process raft request' (duration: 158.158507ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:22.981631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.101028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T02:22:22.981684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:22.621068Z","time spent":"360.562951ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:22.981731Z","caller":"traceutil/trace.go:171","msg":"trace[1365885735] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24057; }","duration":"356.221301ms","start":"2026-05-09T02:22:22.62549Z","end":"2026-05-09T02:22:22.981711Z","steps":["trace[1365885735] 'agreement among raft nodes before linearized reading' (duration: 356.026926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:22.98172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.625588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-09T02:22:22.981763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.487025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-05-09T02:22:22.9818Z","caller":"traceutil/trace.go:171","msg":"trace[1614158629] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24057; }","duration":"155.744631ms","start":"2026-05-09T02:22:22.826038Z","end":"2026-05-09T02:22:22.981783Z","steps":["trace[1614158629] 'agreement among raft nodes before linearized reading' (duration: 155.513815ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:22.981847Z","caller":"traceutil/trace.go:171","msg":"trace[484205271] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24057; }","duration":"194.619168ms","start":"2026-05-09T02:22:22.787203Z","end":"2026-05-09T02:22:22.981822Z","steps":["trace[484205271] 'agreement among raft nodes before linearized reading' (duration: 194.377722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:22.981651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.444613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:22.982025Z","caller":"traceutil/trace.go:171","msg":"trace[759428370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24057; }","duration":"290.841874ms","start":"2026-05-09T02:22:22.691165Z","end":"2026-05-09T02:22:22.982007Z","steps":["trace[759428370] 'agreement among raft nodes before linearized reading' (duration: 290.367891ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:22.981782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:22.625442Z","time spent":"356.330264ms","remote":"127.0.0.1:43562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-05-09T02:22:22.981556Z","caller":"traceutil/trace.go:171","msg":"trace[356145065] transaction","detail":"{read_only:false; response_revision:24056; number_of_response:1; }","duration":"360.344525ms","start":"2026-05-09T02:22:22.621179Z","end":"2026-05-09T02:22:22.981524Z","steps":["trace[356145065] 'process raft request' (duration: 359.961685ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:22.982284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:22.621171Z","time spent":"361.049174ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:23.280737Z","caller":"traceutil/trace.go:171","msg":"trace[1183105418] linearizableReadLoop","detail":"{readStateIndex:24846; appliedIndex:24845; }","duration":"292.466839ms","start":"2026-05-09T02:22:22.988241Z","end":"2026-05-09T02:22:23.280708Z","steps":["trace[1183105418] 'read index received' (duration: 279.810971ms)","trace[1183105418] 'applied index is now lower than readState.Index' (duration: 12.654578ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:23.28087Z","caller":"traceutil/trace.go:171","msg":"trace[849451104] transaction","detail":"{read_only:false; response_revision:24058; number_of_response:1; }","duration":"294.559636ms","start":"2026-05-09T02:22:22.986291Z","end":"2026-05-09T02:22:23.280851Z","steps":["trace[849451104] 'process raft request' (duration: 281.747254ms)","trace[849451104] 'compare' (duration: 11.819074ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:22:23.281099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.830509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:23.281171Z","caller":"traceutil/trace.go:171","msg":"trace[1329625651] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24058; }","duration":"292.933721ms","start":"2026-05-09T02:22:22.988218Z","end":"2026-05-09T02:22:23.281152Z","steps":["trace[1329625651] 'agreement among raft nodes before linearized reading' (duration: 292.792717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:23.58798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.139831ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T02:22:23.588255Z","caller":"traceutil/trace.go:171","msg":"trace[2041813865] linearizableReadLoop","detail":"{readStateIndex:24850; appliedIndex:24846; }","duration":"307.419709ms","start":"2026-05-09T02:22:23.280818Z","end":"2026-05-09T02:22:23.588238Z","steps":["trace[2041813865] 'read index received' (duration: 155.00511ms)","trace[2041813865] 'applied index is now lower than readState.Index' (duration: 152.413599ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:23.588354Z","caller":"traceutil/trace.go:171","msg":"trace[89489155] transaction","detail":"{read_only:false; response_revision:24060; number_of_response:1; }","duration":"325.937189ms","start":"2026-05-09T02:22:23.262406Z","end":"2026-05-09T02:22:23.588344Z","steps":["trace[89489155] 'process raft request' (duration: 325.66629ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:23.588348Z","caller":"traceutil/trace.go:171","msg":"trace[1632762376] transaction","detail":"{read_only:false; response_revision:24059; number_of_response:1; }","duration":"569.457832ms","start":"2026-05-09T02:22:23.018845Z","end":"2026-05-09T02:22:23.588303Z","steps":["trace[1632762376] 'process raft request' (duration: 416.898769ms)","trace[1632762376] 'compare' (duration: 151.985197ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:22:23.58842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:23.26238Z","time spent":"326.005061ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:23.58847Z","caller":"traceutil/trace.go:171","msg":"trace[1286211550] transaction","detail":"{read_only:false; response_revision:24062; number_of_response:1; }","duration":"317.763534ms","start":"2026-05-09T02:22:23.270677Z","end":"2026-05-09T02:22:23.588441Z","steps":["trace[1286211550] 'process raft request' (duration: 317.525497ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:23.588501Z","caller":"traceutil/trace.go:171","msg":"trace[1290230749] transaction","detail":"{read_only:false; response_revision:24061; number_of_response:1; }","duration":"317.99147ms","start":"2026-05-09T02:22:23.270479Z","end":"2026-05-09T02:22:23.58847Z","steps":["trace[1290230749] 'process raft request' (duration: 317.65156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:23.588553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.198549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T02:22:23.58855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:23.018817Z","time spent":"569.628797ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:23.588585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.985939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T02:22:23.588629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:23.270656Z","time spent":"317.879008ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:23.588634Z","caller":"traceutil/trace.go:171","msg":"trace[697404040] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24062; }","duration":"301.309772ms","start":"2026-05-09T02:22:23.287299Z","end":"2026-05-09T02:22:23.588609Z","steps":["trace[697404040] 'agreement among raft nodes before linearized reading' (duration: 301.184449ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:23.588654Z","caller":"traceutil/trace.go:171","msg":"trace[793920903] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24062; }","duration":"342.120354ms","start":"2026-05-09T02:22:23.246512Z","end":"2026-05-09T02:22:23.588633Z","steps":["trace[793920903] 'agreement among raft nodes before linearized reading' (duration: 341.98294ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:23.588644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:23.27046Z","time spent":"318.106634ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:23.588746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:23.246471Z","time spent":"342.217936ms","remote":"127.0.0.1:37686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-05-09T02:22:23.588759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:23.287279Z","time spent":"301.411544ms","remote":"127.0.0.1:43656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-09T02:22:23.588829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.232148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T02:22:23.588842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.765983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:23.588868Z","caller":"traceutil/trace.go:171","msg":"trace[721148785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24062; }","duration":"254.30357ms","start":"2026-05-09T02:22:23.334554Z","end":"2026-05-09T02:22:23.588857Z","steps":["trace[721148785] 'agreement among raft nodes before linearized reading' (duration: 254.234978ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:23.588905Z","caller":"traceutil/trace.go:171","msg":"trace[575102390] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24062; }","duration":"170.853526ms","start":"2026-05-09T02:22:23.418034Z","end":"2026-05-09T02:22:23.588888Z","steps":["trace[575102390] 'agreement among raft nodes before linearized reading' (duration: 170.746873ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:23.588992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.948856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-09T02:22:23.589477Z","caller":"traceutil/trace.go:171","msg":"trace[1997527933] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:24062; }","duration":"510.47508ms","start":"2026-05-09T02:22:23.078991Z","end":"2026-05-09T02:22:23.589466Z","steps":["trace[1997527933] 'agreement among raft nodes before linearized reading' (duration: 509.752141ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:23.589542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:23.078964Z","time spent":"510.568713ms","remote":"127.0.0.1:43406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-05-09T02:22:23.589717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.629407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-09T02:22:23.589808Z","caller":"traceutil/trace.go:171","msg":"trace[2058522460] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24062; }","duration":"481.768671ms","start":"2026-05-09T02:22:23.108022Z","end":"2026-05-09T02:22:23.589791Z","steps":["trace[2058522460] 'agreement among raft nodes before linearized reading' (duration: 480.405684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:23.589864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:23.107998Z","time spent":"481.853324ms","remote":"127.0.0.1:43560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-09T02:22:23.897951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.592682ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T02:22:23.898298Z","caller":"traceutil/trace.go:171","msg":"trace[906939171] linearizableReadLoop","detail":"{readStateIndex:24852; appliedIndex:24851; }","duration":"206.861786ms","start":"2026-05-09T02:22:23.691416Z","end":"2026-05-09T02:22:23.898278Z","steps":["trace[906939171] 'read index received' (duration: 60.896114ms)","trace[906939171] 'applied index is now lower than readState.Index' (duration: 145.963962ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:23.898392Z","caller":"traceutil/trace.go:171","msg":"trace[193060112] transaction","detail":"{read_only:false; response_revision:24063; number_of_response:1; }","duration":"270.131374ms","start":"2026-05-09T02:22:23.628219Z","end":"2026-05-09T02:22:23.89835Z","steps":["trace[193060112] 'process raft request' (duration: 124.056739ms)","trace[193060112] 'compare' (duration: 145.477879ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:22:23.898483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.043471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:23.898521Z","caller":"traceutil/trace.go:171","msg":"trace[1698025565] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24063; }","duration":"207.138023ms","start":"2026-05-09T02:22:23.691374Z","end":"2026-05-09T02:22:23.898512Z","steps":["trace[1698025565] 'agreement among raft nodes before linearized reading' (duration: 207.02755ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:24.223623Z","caller":"traceutil/trace.go:171","msg":"trace[1512838285] linearizableReadLoop","detail":"{readStateIndex:24853; appliedIndex:24852; }","duration":"185.128978ms","start":"2026-05-09T02:22:24.038201Z","end":"2026-05-09T02:22:24.22333Z","steps":["trace[1512838285] 'read index received' (duration: 184.83464ms)","trace[1512838285] 'applied index is now lower than readState.Index' (duration: 293.178µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:22:24.223784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.56478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:24.223752Z","caller":"traceutil/trace.go:171","msg":"trace[1274396140] transaction","detail":"{read_only:false; response_revision:24064; number_of_response:1; }","duration":"235.481433ms","start":"2026-05-09T02:22:23.9882Z","end":"2026-05-09T02:22:24.223681Z","steps":["trace[1274396140] 'process raft request' (duration: 234.920477ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:24.223839Z","caller":"traceutil/trace.go:171","msg":"trace[1870000790] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24064; }","duration":"185.686443ms","start":"2026-05-09T02:22:24.038138Z","end":"2026-05-09T02:22:24.223825Z","steps":["trace[1870000790] 'agreement among raft nodes before linearized reading' (duration: 185.56427ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:24.223895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.43646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:24.223947Z","caller":"traceutil/trace.go:171","msg":"trace[477807431] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24064; }","duration":"160.528952ms","start":"2026-05-09T02:22:24.063403Z","end":"2026-05-09T02:22:24.223932Z","steps":["trace[477807431] 'agreement among raft nodes before linearized reading' (duration: 160.43518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:24.698068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.502189ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T02:22:24.698289Z","caller":"traceutil/trace.go:171","msg":"trace[1566102024] linearizableReadLoop","detail":"{readStateIndex:24854; appliedIndex:24853; }","duration":"364.611282ms","start":"2026-05-09T02:22:24.333665Z","end":"2026-05-09T02:22:24.698276Z","steps":["trace[1566102024] 'read index received' (duration: 198.817695ms)","trace[1566102024] 'applied index is now lower than readState.Index' (duration: 165.792667ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:24.698268Z","caller":"traceutil/trace.go:171","msg":"trace[1374778399] transaction","detail":"{read_only:false; response_revision:24065; number_of_response:1; }","duration":"382.571166ms","start":"2026-05-09T02:22:24.315666Z","end":"2026-05-09T02:22:24.698237Z","steps":["trace[1374778399] 'process raft request' (duration: 216.83968ms)","trace[1374778399] 'compare' (duration: 165.194111ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:22:24.698389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.724225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:24.698422Z","caller":"traceutil/trace.go:171","msg":"trace[1335342582] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24066; }","duration":"364.773726ms","start":"2026-05-09T02:22:24.333626Z","end":"2026-05-09T02:22:24.6984Z","steps":["trace[1335342582] 'agreement among raft nodes before linearized reading' (duration: 364.718124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:24.698409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:24.315649Z","time spent":"382.680468ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:24.698441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:24.333607Z","time spent":"364.830208ms","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T02:22:24.70822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.554518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T02:22:24.708281Z","caller":"traceutil/trace.go:171","msg":"trace[1727222618] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24067; }","duration":"269.667811ms","start":"2026-05-09T02:22:24.438599Z","end":"2026-05-09T02:22:24.708267Z","steps":["trace[1727222618] 'agreement among raft nodes before linearized reading' (duration: 269.541858ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:25.115502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.536763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-09T02:22:25.115599Z","caller":"traceutil/trace.go:171","msg":"trace[1164206311] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24068; }","duration":"128.682627ms","start":"2026-05-09T02:22:24.986886Z","end":"2026-05-09T02:22:25.115568Z","steps":["trace[1164206311] 'range keys from in-memory index tree' (duration: 128.307657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:25.115696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.456395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T02:22:25.115742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.68271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-09T02:22:25.115742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.224928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-09T02:22:25.115829Z","caller":"traceutil/trace.go:171","msg":"trace[1772880489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24068; }","duration":"127.801753ms","start":"2026-05-09T02:22:24.988004Z","end":"2026-05-09T02:22:25.115806Z","steps":["trace[1772880489] 'range keys from in-memory index tree' (duration: 127.570656ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:25.115928Z","caller":"traceutil/trace.go:171","msg":"trace[585082593] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24068; }","duration":"127.408802ms","start":"2026-05-09T02:22:24.988462Z","end":"2026-05-09T02:22:25.115871Z","steps":["trace[585082593] 'range keys from in-memory index tree' (duration: 126.94262ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:25.115812Z","caller":"traceutil/trace.go:171","msg":"trace[363748519] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24068; }","duration":"198.61597ms","start":"2026-05-09T02:22:24.917159Z","end":"2026-05-09T02:22:25.115775Z","steps":["trace[363748519] 'count revisions from in-memory index tree' (duration: 198.368253ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:25.116004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.494676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T02:22:25.116063Z","caller":"traceutil/trace.go:171","msg":"trace[1969690359] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24068; }","duration":"154.6483ms","start":"2026-05-09T02:22:24.961398Z","end":"2026-05-09T02:22:25.116046Z","steps":["trace[1969690359] 'count revisions from in-memory index tree' (duration: 154.405974ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:25.395928Z","caller":"traceutil/trace.go:171","msg":"trace[824483545] transaction","detail":"{read_only:false; response_revision:24069; number_of_response:1; }","duration":"406.509493ms","start":"2026-05-09T02:22:24.98939Z","end":"2026-05-09T02:22:25.395899Z","steps":["trace[824483545] 'process raft request' (duration: 406.327978ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:25.396105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:24.989377Z","time spent":"406.633226ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:25.409708Z","caller":"traceutil/trace.go:171","msg":"trace[1877317498] transaction","detail":"{read_only:false; response_revision:24070; number_of_response:1; }","duration":"288.710856ms","start":"2026-05-09T02:22:25.120927Z","end":"2026-05-09T02:22:25.409638Z","steps":["trace[1877317498] 'process raft request' (duration: 288.537001ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:25.410037Z","caller":"traceutil/trace.go:171","msg":"trace[1096387020] transaction","detail":"{read_only:false; response_revision:24071; number_of_response:1; }","duration":"283.101081ms","start":"2026-05-09T02:22:25.126911Z","end":"2026-05-09T02:22:25.410012Z","steps":["trace[1096387020] 'process raft request' (duration: 282.678149ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:25.410082Z","caller":"traceutil/trace.go:171","msg":"trace[620412989] linearizableReadLoop","detail":"{readStateIndex:24861; appliedIndex:24857; }","duration":"261.432196ms","start":"2026-05-09T02:22:25.148624Z","end":"2026-05-09T02:22:25.410056Z","steps":["trace[620412989] 'read index received' (duration: 247.075361ms)","trace[620412989] 'applied index is now lower than readState.Index' (duration: 14.355365ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:25.410195Z","caller":"traceutil/trace.go:171","msg":"trace[1780438158] transaction","detail":"{read_only:false; response_revision:24072; number_of_response:1; }","duration":"283.162573ms","start":"2026-05-09T02:22:25.127014Z","end":"2026-05-09T02:22:25.410176Z","steps":["trace[1780438158] 'process raft request' (duration: 282.911866ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:25.410349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.715474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-09T02:22:25.410418Z","caller":"traceutil/trace.go:171","msg":"trace[295947675] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24072; }","duration":"261.826186ms","start":"2026-05-09T02:22:25.148577Z","end":"2026-05-09T02:22:25.410403Z","steps":["trace[295947675] 'agreement among raft nodes before linearized reading' (duration: 261.638221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:25.410407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.1918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:25.410487Z","caller":"traceutil/trace.go:171","msg":"trace[2116711747] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24072; }","duration":"197.320423ms","start":"2026-05-09T02:22:25.213152Z","end":"2026-05-09T02:22:25.410472Z","steps":["trace[2116711747] 'agreement among raft nodes before linearized reading' (duration: 197.18951ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:25.41064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.522757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-09T02:22:25.410703Z","caller":"traceutil/trace.go:171","msg":"trace[1608463380] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24072; }","duration":"126.61395ms","start":"2026-05-09T02:22:25.284072Z","end":"2026-05-09T02:22:25.410686Z","steps":["trace[1608463380] 'agreement among raft nodes before linearized reading' (duration: 126.317692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:25.572442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.399372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T02:22:25.572678Z","caller":"traceutil/trace.go:171","msg":"trace[1003574950] transaction","detail":"{read_only:false; response_revision:24073; number_of_response:1; }","duration":"157.935422ms","start":"2026-05-09T02:22:25.414718Z","end":"2026-05-09T02:22:25.572653Z","steps":["trace[1003574950] 'process raft request' (duration: 46.226072ms)","trace[1003574950] 'compare' (duration: 111.235867ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:25.870904Z","caller":"traceutil/trace.go:171","msg":"trace[427980741] transaction","detail":"{read_only:false; response_revision:24075; number_of_response:1; }","duration":"276.772576ms","start":"2026-05-09T02:22:25.594113Z","end":"2026-05-09T02:22:25.870886Z","steps":["trace[427980741] 'process raft request' (duration: 276.735465ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:25.870999Z","caller":"traceutil/trace.go:171","msg":"trace[422591558] transaction","detail":"{read_only:false; response_revision:24074; number_of_response:1; }","duration":"276.856529ms","start":"2026-05-09T02:22:25.594112Z","end":"2026-05-09T02:22:25.870968Z","steps":["trace[422591558] 'process raft request' (duration: 276.53679ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:25.882469Z","caller":"traceutil/trace.go:171","msg":"trace[1375966814] transaction","detail":"{read_only:false; response_revision:24076; number_of_response:1; }","duration":"287.901502ms","start":"2026-05-09T02:22:25.594546Z","end":"2026-05-09T02:22:25.882448Z","steps":["trace[1375966814] 'process raft request' (duration: 287.796729ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:26.372674Z","caller":"traceutil/trace.go:171","msg":"trace[830532211] linearizableReadLoop","detail":"{readStateIndex:24866; appliedIndex:24865; }","duration":"140.822431ms","start":"2026-05-09T02:22:26.23183Z","end":"2026-05-09T02:22:26.372652Z","steps":["trace[830532211] 'read index received' (duration: 140.633186ms)","trace[830532211] 'applied index is now lower than readState.Index' (duration: 188.385µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:22:26.372823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.964374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:26.372862Z","caller":"traceutil/trace.go:171","msg":"trace[238829982] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24077; }","duration":"141.036996ms","start":"2026-05-09T02:22:26.231813Z","end":"2026-05-09T02:22:26.37285Z","steps":["trace[238829982] 'agreement among raft nodes before linearized reading' (duration: 140.929233ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:26.373374Z","caller":"traceutil/trace.go:171","msg":"trace[216382078] transaction","detail":"{read_only:false; response_revision:24077; number_of_response:1; }","duration":"142.901218ms","start":"2026-05-09T02:22:26.230461Z","end":"2026-05-09T02:22:26.373363Z","steps":["trace[216382078] 'process raft request' (duration: 142.054374ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:27.049636Z","caller":"traceutil/trace.go:171","msg":"trace[270675803] linearizableReadLoop","detail":"{readStateIndex:24869; appliedIndex:24867; }","duration":"324.567801ms","start":"2026-05-09T02:22:26.725044Z","end":"2026-05-09T02:22:27.049612Z","steps":["trace[270675803] 'read index received' (duration: 29.966804ms)","trace[270675803] 'applied index is now lower than readState.Index' (duration: 294.599867ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:27.049913Z","caller":"traceutil/trace.go:171","msg":"trace[1890327858] transaction","detail":"{read_only:false; response_revision:24079; number_of_response:1; }","duration":"346.211915ms","start":"2026-05-09T02:22:26.703691Z","end":"2026-05-09T02:22:27.049903Z","steps":["trace[1890327858] 'process raft request' (duration: 345.707522ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:27.049992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:26.703669Z","time spent":"346.263117ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:27.05014Z","caller":"traceutil/trace.go:171","msg":"trace[581577242] transaction","detail":"{read_only:false; response_revision:24080; number_of_response:1; }","duration":"336.042657ms","start":"2026-05-09T02:22:26.71409Z","end":"2026-05-09T02:22:27.050133Z","steps":["trace[581577242] 'process raft request' (duration: 335.478411ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:27.050171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:26.714073Z","time spent":"336.080578ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:27.050492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.446795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-09T02:22:27.050512Z","caller":"traceutil/trace.go:171","msg":"trace[1962578590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24080; }","duration":"325.490677ms","start":"2026-05-09T02:22:26.725015Z","end":"2026-05-09T02:22:27.050505Z","steps":["trace[1962578590] 'agreement among raft nodes before linearized reading' (duration: 325.404084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:27.050566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:26.724998Z","time spent":"325.563948ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-09T02:22:27.552347Z","caller":"traceutil/trace.go:171","msg":"trace[608975615] linearizableReadLoop","detail":"{readStateIndex:24871; appliedIndex:24870; }","duration":"138.514668ms","start":"2026-05-09T02:22:27.41381Z","end":"2026-05-09T02:22:27.552325Z","steps":["trace[608975615] 'read index received' (duration: 138.26949ms)","trace[608975615] 'applied index is now lower than readState.Index' (duration: 228.878µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:27.552402Z","caller":"traceutil/trace.go:171","msg":"trace[118495416] transaction","detail":"{read_only:false; response_revision:24082; number_of_response:1; }","duration":"151.409373ms","start":"2026-05-09T02:22:27.400954Z","end":"2026-05-09T02:22:27.552364Z","steps":["trace[118495416] 'process raft request' (duration: 151.218087ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:27.552657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.736486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-09T02:22:27.552737Z","caller":"traceutil/trace.go:171","msg":"trace[2033906926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24082; }","duration":"138.025235ms","start":"2026-05-09T02:22:27.414698Z","end":"2026-05-09T02:22:27.552723Z","steps":["trace[2033906926] 'agreement among raft nodes before linearized reading' (duration: 137.828639ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:27.552685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.731613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-09T02:22:27.552881Z","caller":"traceutil/trace.go:171","msg":"trace[1596914210] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24082; }","duration":"138.95092ms","start":"2026-05-09T02:22:27.413914Z","end":"2026-05-09T02:22:27.552865Z","steps":["trace[1596914210] 'agreement among raft nodes before linearized reading' (duration: 138.549699ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:27.553559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.70593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-09T02:22:27.553647Z","caller":"traceutil/trace.go:171","msg":"trace[1614249682] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24082; }","duration":"139.855334ms","start":"2026-05-09T02:22:27.413768Z","end":"2026-05-09T02:22:27.553624Z","steps":["trace[1614249682] 'agreement among raft nodes before linearized reading' (duration: 138.647581ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:27.667072Z","caller":"traceutil/trace.go:171","msg":"trace[2088087367] transaction","detail":"{read_only:false; response_revision:24083; number_of_response:1; }","duration":"109.382996ms","start":"2026-05-09T02:22:27.557663Z","end":"2026-05-09T02:22:27.667046Z","steps":["trace[2088087367] 'process raft request' (duration: 106.027964ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:27.667444Z","caller":"traceutil/trace.go:171","msg":"trace[405243532] transaction","detail":"{read_only:false; response_revision:24084; number_of_response:1; }","duration":"109.759478ms","start":"2026-05-09T02:22:27.557671Z","end":"2026-05-09T02:22:27.66743Z","steps":["trace[405243532] 'process raft request' (duration: 109.323755ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:27.667545Z","caller":"traceutil/trace.go:171","msg":"trace[124468482] transaction","detail":"{read_only:false; response_revision:24085; number_of_response:1; }","duration":"109.833249ms","start":"2026-05-09T02:22:27.557695Z","end":"2026-05-09T02:22:27.667529Z","steps":["trace[124468482] 'process raft request' (duration: 109.551342ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:27.889154Z","caller":"traceutil/trace.go:171","msg":"trace[337792524] linearizableReadLoop","detail":"{readStateIndex:24875; appliedIndex:24874; }","duration":"120.010139ms","start":"2026-05-09T02:22:27.769127Z","end":"2026-05-09T02:22:27.889137Z","steps":["trace[337792524] 'read index received' (duration: 82.497718ms)","trace[337792524] 'applied index is now lower than readState.Index' (duration: 37.511241ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:27.889278Z","caller":"traceutil/trace.go:171","msg":"trace[700033735] transaction","detail":"{read_only:false; response_revision:24086; number_of_response:1; }","duration":"218.255039ms","start":"2026-05-09T02:22:27.670994Z","end":"2026-05-09T02:22:27.889249Z","steps":["trace[700033735] 'process raft request' (duration: 180.631765ms)","trace[700033735] 'compare' (duration: 37.390478ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:22:27.889398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.257476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:27.889461Z","caller":"traceutil/trace.go:171","msg":"trace[1113241573] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24086; }","duration":"120.371499ms","start":"2026-05-09T02:22:27.769078Z","end":"2026-05-09T02:22:27.88945Z","steps":["trace[1113241573] 'agreement among raft nodes before linearized reading' (duration: 120.269506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:28.137604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.981653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T02:22:28.137867Z","caller":"traceutil/trace.go:171","msg":"trace[23101952] linearizableReadLoop","detail":"{readStateIndex:24878; appliedIndex:24875; }","duration":"248.633564ms","start":"2026-05-09T02:22:27.88921Z","end":"2026-05-09T02:22:28.137843Z","steps":["trace[23101952] 'read index received' (duration: 130.316751ms)","trace[23101952] 'applied index is now lower than readState.Index' (duration: 118.315243ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:28.137905Z","caller":"traceutil/trace.go:171","msg":"trace[36938917] transaction","detail":"{read_only:false; response_revision:24087; number_of_response:1; }","duration":"261.440336ms","start":"2026-05-09T02:22:27.876434Z","end":"2026-05-09T02:22:28.137874Z","steps":["trace[36938917] 'process raft request' (duration: 143.079932ms)","trace[36938917] 'compare' (duration: 117.51742ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:28.138166Z","caller":"traceutil/trace.go:171","msg":"trace[718313766] transaction","detail":"{read_only:false; response_revision:24088; number_of_response:1; }","duration":"260.084448ms","start":"2026-05-09T02:22:27.878061Z","end":"2026-05-09T02:22:28.138146Z","steps":["trace[718313766] 'process raft request' (duration: 259.638205ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:28.138181Z","caller":"traceutil/trace.go:171","msg":"trace[326012452] transaction","detail":"{read_only:false; response_revision:24089; number_of_response:1; }","duration":"249.750196ms","start":"2026-05-09T02:22:27.888403Z","end":"2026-05-09T02:22:28.138153Z","steps":["trace[326012452] 'process raft request' (duration: 249.378335ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:28.1383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.694417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-09T02:22:28.138368Z","caller":"traceutil/trace.go:171","msg":"trace[1642973700] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24089; }","duration":"351.81382ms","start":"2026-05-09T02:22:27.786537Z","end":"2026-05-09T02:22:28.138351Z","steps":["trace[1642973700] 'agreement among raft nodes before linearized reading' (duration: 351.373568ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:28.138407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:27.786527Z","time spent":"351.868451ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-09T02:22:28.608537Z","caller":"traceutil/trace.go:171","msg":"trace[1222916533] linearizableReadLoop","detail":"{readStateIndex:24880; appliedIndex:24879; }","duration":"195.519184ms","start":"2026-05-09T02:22:28.412999Z","end":"2026-05-09T02:22:28.608518Z","steps":["trace[1222916533] 'read index received' (duration: 195.496893ms)","trace[1222916533] 'applied index is now lower than readState.Index' (duration: 21.281µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:28.608622Z","caller":"traceutil/trace.go:171","msg":"trace[1917306005] transaction","detail":"{read_only:false; response_revision:24091; number_of_response:1; }","duration":"208.10497ms","start":"2026-05-09T02:22:28.400508Z","end":"2026-05-09T02:22:28.608613Z","steps":["trace[1917306005] 'process raft request' (duration: 207.875633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:28.608794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.7688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T02:22:28.608893Z","caller":"traceutil/trace.go:171","msg":"trace[866282312] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24091; }","duration":"195.857383ms","start":"2026-05-09T02:22:28.412992Z","end":"2026-05-09T02:22:28.60885Z","steps":["trace[866282312] 'agreement among raft nodes before linearized reading' (duration: 195.687558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:28.612326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.414985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:28.61249Z","caller":"traceutil/trace.go:171","msg":"trace[1668554331] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24092; }","duration":"138.629571ms","start":"2026-05-09T02:22:28.473838Z","end":"2026-05-09T02:22:28.612468Z","steps":["trace[1668554331] 'agreement among raft nodes before linearized reading' (duration: 138.411005ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:35.074727Z","caller":"traceutil/trace.go:171","msg":"trace[441342262] linearizableReadLoop","detail":"{readStateIndex:24930; appliedIndex:24929; }","duration":"235.271507ms","start":"2026-05-09T02:22:34.83943Z","end":"2026-05-09T02:22:35.074702Z","steps":["trace[441342262] 'read index received' (duration: 235.02817ms)","trace[441342262] 'applied index is now lower than readState.Index' (duration: 241.796µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:35.075104Z","caller":"traceutil/trace.go:171","msg":"trace[188117827] transaction","detail":"{read_only:false; response_revision:24139; number_of_response:1; }","duration":"273.810266ms","start":"2026-05-09T02:22:34.801278Z","end":"2026-05-09T02:22:35.075088Z","steps":["trace[188117827] 'process raft request' (duration: 273.274961ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:35.075342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.895143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-05-09T02:22:35.075389Z","caller":"traceutil/trace.go:171","msg":"trace[98294433] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24139; }","duration":"235.983896ms","start":"2026-05-09T02:22:34.839391Z","end":"2026-05-09T02:22:35.075375Z","steps":["trace[98294433] 'agreement among raft nodes before linearized reading' (duration: 235.887923ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:35.075591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.27846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:35.075637Z","caller":"traceutil/trace.go:171","msg":"trace[1447941507] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:24139; }","duration":"162.360563ms","start":"2026-05-09T02:22:34.913261Z","end":"2026-05-09T02:22:35.075622Z","steps":["trace[1447941507] 'agreement among raft nodes before linearized reading' (duration: 162.298321ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:35.705007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334367548657262223,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-09T02:22:35.789143Z","caller":"traceutil/trace.go:171","msg":"trace[1204324824] transaction","detail":"{read_only:false; response_revision:24140; number_of_response:1; }","duration":"625.881143ms","start":"2026-05-09T02:22:35.163239Z","end":"2026-05-09T02:22:35.789121Z","steps":["trace[1204324824] 'process raft request' (duration: 618.175632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:35.789269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:35.163213Z","time spent":"625.990386ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:36.624336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.880161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T02:22:36.624726Z","caller":"traceutil/trace.go:171","msg":"trace[186922989] transaction","detail":"{read_only:false; response_revision:24145; number_of_response:1; }","duration":"376.208299ms","start":"2026-05-09T02:22:36.248494Z","end":"2026-05-09T02:22:36.624702Z","steps":["trace[186922989] 'process raft request' (duration: 376.146748ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:36.624833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:36.248468Z","time spent":"376.309122ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:36.625037Z","caller":"traceutil/trace.go:171","msg":"trace[1896813836] transaction","detail":"{read_only:false; response_revision:24142; number_of_response:1; }","duration":"948.129889ms","start":"2026-05-09T02:22:35.676844Z","end":"2026-05-09T02:22:36.624974Z","steps":["trace[1896813836] 'process raft request' (duration: 947.603305ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:36.625089Z","caller":"traceutil/trace.go:171","msg":"trace[537808386] linearizableReadLoop","detail":"{readStateIndex:24933; appliedIndex:24930; }","duration":"1.421121299s","start":"2026-05-09T02:22:35.203953Z","end":"2026-05-09T02:22:36.625074Z","steps":["trace[537808386] 'read index received' (duration: 577.517263ms)","trace[537808386] 'applied index is now lower than readState.Index' (duration: 843.602226ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:36.625155Z","caller":"traceutil/trace.go:171","msg":"trace[772339942] transaction","detail":"{read_only:false; response_revision:24143; number_of_response:1; }","duration":"400.434366ms","start":"2026-05-09T02:22:36.224712Z","end":"2026-05-09T02:22:36.625147Z","steps":["trace[772339942] 'process raft request' (duration: 399.82898ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:36.625201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:35.676819Z","time spent":"948.290993ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:36.625226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:36.224688Z","time spent":"400.499458ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:36.625341Z","caller":"traceutil/trace.go:171","msg":"trace[176648164] transaction","detail":"{read_only:false; response_revision:24141; number_of_response:1; }","duration":"1.461659723s","start":"2026-05-09T02:22:35.163667Z","end":"2026-05-09T02:22:36.625327Z","steps":["trace[176648164] 'process raft request' (duration: 1.140680862s)","trace[176648164] 'compare' (duration: 319.770819ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:36.625355Z","caller":"traceutil/trace.go:171","msg":"trace[1454846733] transaction","detail":"{read_only:false; response_revision:24144; number_of_response:1; }","duration":"377.31778ms","start":"2026-05-09T02:22:36.247999Z","end":"2026-05-09T02:22:36.625316Z","steps":["trace[1454846733] 'process raft request' (duration: 376.59324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:36.625396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:35.163646Z","time spent":"1.461718395s","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:36.625546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421598163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-09T02:22:36.625543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:36.247985Z","time spent":"377.475624ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:36.625593Z","caller":"traceutil/trace.go:171","msg":"trace[576572766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24145; }","duration":"1.421663594s","start":"2026-05-09T02:22:35.203915Z","end":"2026-05-09T02:22:36.625579Z","steps":["trace[576572766] 'agreement among raft nodes before linearized reading' (duration: 1.421477449s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:36.625639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:35.20385Z","time spent":"1.421778797s","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-09T02:22:37.125541Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334367548657262231,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-09T02:22:37.341565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000303309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-09T02:22:37.341661Z","caller":"traceutil/trace.go:171","msg":"trace[2058408197] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000449843s","start":"2026-05-09T02:22:35.341189Z","end":"2026-05-09T02:22:37.341639Z","steps":["trace[2058408197] 'agreement among raft nodes before linearized reading' (duration: 2.000329589s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:37.341715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:35.341173Z","time spent":"2.000527564s","remote":"127.0.0.1:43364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-09T02:22:37.379271Z","caller":"traceutil/trace.go:171","msg":"trace[538476197] transaction","detail":"{read_only:false; response_revision:24146; number_of_response:1; }","duration":"918.386911ms","start":"2026-05-09T02:22:36.46086Z","end":"2026-05-09T02:22:37.379247Z","steps":["trace[538476197] 'process raft request' (duration: 918.237987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:37.379452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:36.460834Z","time spent":"918.536305ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:37.476746Z","caller":"traceutil/trace.go:171","msg":"trace[2059662414] transaction","detail":"{read_only:false; response_revision:24147; number_of_response:1; }","duration":"846.66519ms","start":"2026-05-09T02:22:36.630052Z","end":"2026-05-09T02:22:37.476717Z","steps":["trace[2059662414] 'process raft request' (duration: 826.599079ms)","trace[2059662414] 'compare' (duration: 19.885036ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:22:37.476889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:36.630028Z","time spent":"846.786964ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:37.47695Z","caller":"traceutil/trace.go:171","msg":"trace[1969487582] linearizableReadLoop","detail":"{readStateIndex:24939; appliedIndex:24936; }","duration":"851.811732ms","start":"2026-05-09T02:22:36.625117Z","end":"2026-05-09T02:22:37.476929Z","steps":["trace[1969487582] 'read index received' (duration: 753.958852ms)","trace[1969487582] 'applied index is now lower than readState.Index' (duration: 97.8517ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:37.477065Z","caller":"traceutil/trace.go:171","msg":"trace[217616560] transaction","detail":"{read_only:false; response_revision:24148; number_of_response:1; }","duration":"395.988314ms","start":"2026-05-09T02:22:37.081069Z","end":"2026-05-09T02:22:37.477058Z","steps":["trace[217616560] 'process raft request' (duration: 395.589783ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:37.477148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:37.081045Z","time spent":"396.034965ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:37.477239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.732918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:37.477255Z","caller":"traceutil/trace.go:171","msg":"trace[707857618] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24148; }","duration":"923.749489ms","start":"2026-05-09T02:22:36.5535Z","end":"2026-05-09T02:22:37.47725Z","steps":["trace[707857618] 'agreement among raft nodes before linearized reading' (duration: 923.713958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:37.47727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:36.553444Z","time spent":"923.822371ms","remote":"127.0.0.1:46256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-09T02:22:37.477407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695895442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-09T02:22:37.477449Z","caller":"traceutil/trace.go:171","msg":"trace[982854605] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24148; }","duration":"1.696007635s","start":"2026-05-09T02:22:35.781412Z","end":"2026-05-09T02:22:37.47742Z","steps":["trace[982854605] 'agreement among raft nodes before linearized reading' (duration: 1.695942934s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:37.477463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:35.78139Z","time spent":"1.696069287s","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-09T02:22:37.477468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693924627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-09T02:22:37.477696Z","caller":"traceutil/trace.go:171","msg":"trace[520804944] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24148; }","duration":"1.694039291s","start":"2026-05-09T02:22:35.783461Z","end":"2026-05-09T02:22:37.477501Z","steps":["trace[520804944] 'agreement among raft nodes before linearized reading' (duration: 1.693871186s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:37.478084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.095846276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:37.478099Z","caller":"traceutil/trace.go:171","msg":"trace[1253568646] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:24148; }","duration":"2.096185546s","start":"2026-05-09T02:22:35.381908Z","end":"2026-05-09T02:22:37.478094Z","steps":["trace[1253568646] 'agreement among raft nodes before linearized reading' (duration: 2.095863057s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:37.478116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:35.381893Z","time spent":"2.096218176s","remote":"127.0.0.1:53716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-09T02:22:37.478109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:35.783423Z","time spent":"1.694672139s","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-09T02:22:37.47818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531793932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-09T02:22:37.477719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368532555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T02:22:37.478246Z","caller":"traceutil/trace.go:171","msg":"trace[183213956] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24148; }","duration":"1.369303896s","start":"2026-05-09T02:22:36.108936Z","end":"2026-05-09T02:22:37.47824Z","steps":["trace[183213956] 'agreement among raft nodes before linearized reading' (duration: 1.368453642s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:37.478263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:36.108917Z","time spent":"1.369340567s","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-05-09T02:22:37.478253Z","caller":"traceutil/trace.go:171","msg":"trace[650375345] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24148; }","duration":"1.531915875s","start":"2026-05-09T02:22:35.946317Z","end":"2026-05-09T02:22:37.478233Z","steps":["trace[650375345] 'agreement among raft nodes before linearized reading' (duration: 1.531529575s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:37.47776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702951997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-09T02:22:37.478297Z","caller":"traceutil/trace.go:171","msg":"trace[1842594284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24148; }","duration":"1.703488941s","start":"2026-05-09T02:22:35.774804Z","end":"2026-05-09T02:22:37.478293Z","steps":["trace[1842594284] 'agreement among raft nodes before linearized reading' (duration: 1.702924886s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:37.478309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:35.774736Z","time spent":"1.703569983s","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-09T02:22:37.478301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:35.946284Z","time spent":"1.532008098s","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-09T02:22:37.477806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127712027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:37.478346Z","caller":"traceutil/trace.go:171","msg":"trace[1425869901] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24148; }","duration":"1.128261751s","start":"2026-05-09T02:22:36.350081Z","end":"2026-05-09T02:22:37.478342Z","steps":["trace[1425869901] 'agreement among raft nodes before linearized reading' (duration: 1.127683346s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:37.478472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:36.350026Z","time spent":"1.128329503s","remote":"127.0.0.1:36886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-09T02:22:37.477823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353432421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:37.478568Z","caller":"traceutil/trace.go:171","msg":"trace[1102961922] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:24148; }","duration":"1.354186281s","start":"2026-05-09T02:22:36.124348Z","end":"2026-05-09T02:22:37.478534Z","steps":["trace[1102961922] 'agreement among raft nodes before linearized reading' (duration: 1.35342873s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:37.478661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:36.124336Z","time spent":"1.354300144s","remote":"127.0.0.1:53674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-05-09T02:22:37.477849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402150059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T02:22:37.478791Z","caller":"traceutil/trace.go:171","msg":"trace[1684913660] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24148; }","duration":"1.403120405s","start":"2026-05-09T02:22:36.075663Z","end":"2026-05-09T02:22:37.478783Z","steps":["trace[1684913660] 'agreement among raft nodes before linearized reading' (duration: 1.402157039s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:37.478877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:36.075646Z","time spent":"1.403159547s","remote":"127.0.0.1:43814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-09T02:22:37.477919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.564367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:37.479034Z","caller":"traceutil/trace.go:171","msg":"trace[1861074112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24148; }","duration":"136.714468ms","start":"2026-05-09T02:22:37.342314Z","end":"2026-05-09T02:22:37.479029Z","steps":["trace[1861074112] 'agreement among raft nodes before linearized reading' (duration: 135.592298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:37.477948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.569675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-09T02:22:37.479143Z","caller":"traceutil/trace.go:171","msg":"trace[85483525] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24148; }","duration":"809.796318ms","start":"2026-05-09T02:22:36.669332Z","end":"2026-05-09T02:22:37.479129Z","steps":["trace[85483525] 'agreement among raft nodes before linearized reading' (duration: 808.568384ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:37.478008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.120636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-05-09T02:22:37.479194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:36.66931Z","time spent":"809.87037ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-09T02:22:37.479226Z","caller":"traceutil/trace.go:171","msg":"trace[2085951765] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24148; }","duration":"656.36436ms","start":"2026-05-09T02:22:36.822847Z","end":"2026-05-09T02:22:37.479211Z","steps":["trace[2085951765] 'agreement among raft nodes before linearized reading' (duration: 655.116506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:37.478029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.182152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-6c4f9689c5-snmzl.18adc2e028492ebb\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-05-09T02:22:37.479261Z","caller":"traceutil/trace.go:171","msg":"trace[1041208124] range","detail":"{range_begin:/registry/events/openstack/glance-api-6c4f9689c5-snmzl.18adc2e028492ebb; range_end:; response_count:1; response_revision:24148; }","duration":"726.441856ms","start":"2026-05-09T02:22:36.752812Z","end":"2026-05-09T02:22:37.479254Z","steps":["trace[1041208124] 'agreement among raft nodes before linearized reading' (duration: 725.176682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:37.479336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:36.752788Z","time spent":"726.527929ms","remote":"127.0.0.1:43436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2013,"request content":"key:\"/registry/events/openstack/glance-api-6c4f9689c5-snmzl.18adc2e028492ebb\" "} {"level":"warn","ts":"2026-05-09T02:22:37.479264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:36.822827Z","time spent":"656.426812ms","remote":"127.0.0.1:43526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-05-09T02:22:46.910169Z","caller":"traceutil/trace.go:171","msg":"trace[880804917] transaction","detail":"{read_only:false; response_revision:24276; number_of_response:1; }","duration":"198.101975ms","start":"2026-05-09T02:22:46.712046Z","end":"2026-05-09T02:22:46.910148Z","steps":["trace[880804917] 'process raft request' (duration: 197.942481ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:46.910494Z","caller":"traceutil/trace.go:171","msg":"trace[1822114758] transaction","detail":"{read_only:false; response_revision:24277; number_of_response:1; }","duration":"193.413216ms","start":"2026-05-09T02:22:46.717058Z","end":"2026-05-09T02:22:46.910471Z","steps":["trace[1822114758] 'process raft request' (duration: 193.059696ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:46.910555Z","caller":"traceutil/trace.go:171","msg":"trace[1243656380] transaction","detail":"{read_only:false; response_revision:24279; number_of_response:1; }","duration":"171.851614ms","start":"2026-05-09T02:22:46.73866Z","end":"2026-05-09T02:22:46.910511Z","steps":["trace[1243656380] 'process raft request' (duration: 171.775912ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:46.910583Z","caller":"traceutil/trace.go:171","msg":"trace[1950168424] transaction","detail":"{read_only:false; response_revision:24278; number_of_response:1; }","duration":"173.896999ms","start":"2026-05-09T02:22:46.736649Z","end":"2026-05-09T02:22:46.910546Z","steps":["trace[1950168424] 'process raft request' (duration: 173.666773ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:47.228965Z","caller":"traceutil/trace.go:171","msg":"trace[124915597] linearizableReadLoop","detail":"{readStateIndex:25074; appliedIndex:25073; }","duration":"161.234501ms","start":"2026-05-09T02:22:47.067676Z","end":"2026-05-09T02:22:47.228911Z","steps":["trace[124915597] 'read index received' (duration: 161.056096ms)","trace[124915597] 'applied index is now lower than readState.Index' (duration: 177.225µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:22:47.229307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.624713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-814bcd1e-0a2a-485e-802a-f4281cbaf427\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-05-09T02:22:47.229344Z","caller":"traceutil/trace.go:171","msg":"trace[971434481] transaction","detail":"{read_only:false; response_revision:24280; number_of_response:1; }","duration":"278.731891ms","start":"2026-05-09T02:22:46.950559Z","end":"2026-05-09T02:22:47.229291Z","steps":["trace[971434481] 'process raft request' (duration: 278.194885ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:47.229373Z","caller":"traceutil/trace.go:171","msg":"trace[1267840095] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-814bcd1e-0a2a-485e-802a-f4281cbaf427; range_end:; response_count:1; response_revision:24280; }","duration":"161.736316ms","start":"2026-05-09T02:22:47.067621Z","end":"2026-05-09T02:22:47.229357Z","steps":["trace[1267840095] 'agreement among raft nodes before linearized reading' (duration: 161.608752ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:47.641736Z","caller":"traceutil/trace.go:171","msg":"trace[290122747] linearizableReadLoop","detail":"{readStateIndex:25075; appliedIndex:25074; }","duration":"106.60325ms","start":"2026-05-09T02:22:47.535104Z","end":"2026-05-09T02:22:47.641708Z","steps":["trace[290122747] 'read index received' (duration: 106.404025ms)","trace[290122747] 'applied index is now lower than readState.Index' (duration: 198.375µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:47.641858Z","caller":"traceutil/trace.go:171","msg":"trace[2007559985] transaction","detail":"{read_only:false; response_revision:24281; number_of_response:1; }","duration":"123.490624ms","start":"2026-05-09T02:22:47.518329Z","end":"2026-05-09T02:22:47.64182Z","steps":["trace[2007559985] 'process raft request' (duration: 123.235677ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:47.642071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.947709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-09T02:22:47.642172Z","caller":"traceutil/trace.go:171","msg":"trace[1964603083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24281; }","duration":"107.094533ms","start":"2026-05-09T02:22:47.535053Z","end":"2026-05-09T02:22:47.642148Z","steps":["trace[1964603083] 'agreement among raft nodes before linearized reading' (duration: 106.809125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:48.06936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.933635ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T02:22:48.069718Z","caller":"traceutil/trace.go:171","msg":"trace[1515940842] transaction","detail":"{read_only:false; response_revision:24283; number_of_response:1; }","duration":"422.634406ms","start":"2026-05-09T02:22:47.647045Z","end":"2026-05-09T02:22:48.069679Z","steps":["trace[1515940842] 'process raft request' (duration: 222.294749ms)","trace[1515940842] 'compare' (duration: 199.803662ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:48.069825Z","caller":"traceutil/trace.go:171","msg":"trace[1242561839] transaction","detail":"{read_only:false; response_revision:24288; number_of_response:1; }","duration":"228.042869ms","start":"2026-05-09T02:22:47.841757Z","end":"2026-05-09T02:22:48.069799Z","steps":["trace[1242561839] 'process raft request' (duration: 227.976497ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:48.069874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:47.647011Z","time spent":"422.777ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:48.069951Z","caller":"traceutil/trace.go:171","msg":"trace[792953375] transaction","detail":"{read_only:false; response_revision:24287; number_of_response:1; }","duration":"421.895206ms","start":"2026-05-09T02:22:47.648034Z","end":"2026-05-09T02:22:48.069929Z","steps":["trace[792953375] 'process raft request' (duration: 421.65671ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:48.069998Z","caller":"traceutil/trace.go:171","msg":"trace[2055115556] linearizableReadLoop","detail":"{readStateIndex:25081; appliedIndex:25076; }","duration":"359.757929ms","start":"2026-05-09T02:22:47.71023Z","end":"2026-05-09T02:22:48.069988Z","steps":["trace[2055115556] 'read index received' (duration: 159.113713ms)","trace[2055115556] 'applied index is now lower than readState.Index' (duration: 200.643066ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:48.069962Z","caller":"traceutil/trace.go:171","msg":"trace[1270573884] transaction","detail":"{read_only:false; response_revision:24285; number_of_response:1; }","duration":"422.75475ms","start":"2026-05-09T02:22:47.647173Z","end":"2026-05-09T02:22:48.069928Z","steps":["trace[1270573884] 'process raft request' (duration: 422.388739ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:48.070002Z","caller":"traceutil/trace.go:171","msg":"trace[911331245] transaction","detail":"{read_only:false; response_revision:24286; number_of_response:1; }","duration":"422.762619ms","start":"2026-05-09T02:22:47.64721Z","end":"2026-05-09T02:22:48.069973Z","steps":["trace[911331245] 'process raft request' (duration: 422.43357ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:48.070001Z","caller":"traceutil/trace.go:171","msg":"trace[790193152] transaction","detail":"{read_only:false; response_revision:24284; number_of_response:1; }","duration":"422.845472ms","start":"2026-05-09T02:22:47.64713Z","end":"2026-05-09T02:22:48.069975Z","steps":["trace[790193152] 'process raft request' (duration: 422.356518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:48.070048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:47.648027Z","time spent":"421.968348ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:48.070107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.876012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-09T02:22:48.070128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:47.647063Z","time spent":"422.995476ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:48.070136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:47.647164Z","time spent":"422.880173ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:48.070148Z","caller":"traceutil/trace.go:171","msg":"trace[424672853] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24288; }","duration":"359.939064ms","start":"2026-05-09T02:22:47.710198Z","end":"2026-05-09T02:22:48.070137Z","steps":["trace[424672853] 'agreement among raft nodes before linearized reading' (duration: 359.866212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:48.070145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:47.647184Z","time spent":"422.869342ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:48.070186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:47.710184Z","time spent":"359.994055ms","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-05-09T02:22:48.302743Z","caller":"traceutil/trace.go:171","msg":"trace[182320518] transaction","detail":"{read_only:false; response_revision:24289; number_of_response:1; }","duration":"227.806262ms","start":"2026-05-09T02:22:48.074902Z","end":"2026-05-09T02:22:48.302709Z","steps":["trace[182320518] 'process raft request' (duration: 204.993525ms)","trace[182320518] 'compare' (duration: 22.120047ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:22:50.480994Z","caller":"traceutil/trace.go:171","msg":"trace[1730535174] transaction","detail":"{read_only:false; response_revision:24301; number_of_response:1; }","duration":"402.746399ms","start":"2026-05-09T02:22:50.078228Z","end":"2026-05-09T02:22:50.480975Z","steps":["trace[1730535174] 'process raft request' (duration: 402.661396ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:50.48105Z","caller":"traceutil/trace.go:171","msg":"trace[657230744] linearizableReadLoop","detail":"{readStateIndex:25097; appliedIndex:25094; }","duration":"307.961504ms","start":"2026-05-09T02:22:50.173071Z","end":"2026-05-09T02:22:50.481033Z","steps":["trace[657230744] 'read index received' (duration: 307.79485ms)","trace[657230744] 'applied index is now lower than readState.Index' (duration: 165.844µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:22:50.481129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:50.078206Z","time spent":"402.854753ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:50.481223Z","caller":"traceutil/trace.go:171","msg":"trace[788463758] transaction","detail":"{read_only:false; response_revision:24302; number_of_response:1; }","duration":"402.771979ms","start":"2026-05-09T02:22:50.078437Z","end":"2026-05-09T02:22:50.481209Z","steps":["trace[788463758] 'process raft request' (duration: 402.501562ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:50.481304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:50.078428Z","time spent":"402.828931ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:50.481586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.498163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-09T02:22:50.481567Z","caller":"traceutil/trace.go:171","msg":"trace[598053671] transaction","detail":"{read_only:false; response_revision:24300; number_of_response:1; }","duration":"404.569459ms","start":"2026-05-09T02:22:50.076966Z","end":"2026-05-09T02:22:50.481535Z","steps":["trace[598053671] 'process raft request' (duration: 403.791518ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:50.481632Z","caller":"traceutil/trace.go:171","msg":"trace[2023604807] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24302; }","duration":"406.565064ms","start":"2026-05-09T02:22:50.075052Z","end":"2026-05-09T02:22:50.481617Z","steps":["trace[2023604807] 'agreement among raft nodes before linearized reading' (duration: 406.262196ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:50.481662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:50.075038Z","time spent":"406.616597ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-09T02:22:50.481869Z","caller":"traceutil/trace.go:171","msg":"trace[1658448591] transaction","detail":"{read_only:false; response_revision:24303; number_of_response:1; }","duration":"303.839082ms","start":"2026-05-09T02:22:50.178019Z","end":"2026-05-09T02:22:50.481858Z","steps":["trace[1658448591] 'process raft request' (duration: 303.76411ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:50.481907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.60702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T02:22:50.481928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:50.177995Z","time spent":"303.899784ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:22:50.481956Z","caller":"traceutil/trace.go:171","msg":"trace[2036270026] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:24303; }","duration":"202.690462ms","start":"2026-05-09T02:22:50.27925Z","end":"2026-05-09T02:22:50.481941Z","steps":["trace[2036270026] 'agreement among raft nodes before linearized reading' (duration: 202.60045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:50.481739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:50.076944Z","time spent":"404.705404ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:22:50.482063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.109027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:50.482095Z","caller":"traceutil/trace.go:171","msg":"trace[1212015312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24303; }","duration":"146.252951ms","start":"2026-05-09T02:22:50.335833Z","end":"2026-05-09T02:22:50.482086Z","steps":["trace[1212015312] 'agreement among raft nodes before linearized reading' (duration: 146.20621ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:50.482305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.64418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-814bcd1e-0a2a-485e-802a-f4281cbaf427\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-05-09T02:22:50.482361Z","caller":"traceutil/trace.go:171","msg":"trace[692632577] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-814bcd1e-0a2a-485e-802a-f4281cbaf427; range_end:; response_count:1; response_revision:24303; }","duration":"170.745323ms","start":"2026-05-09T02:22:50.311599Z","end":"2026-05-09T02:22:50.482344Z","steps":["trace[692632577] 'agreement among raft nodes before linearized reading' (duration: 170.535637ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:53.955645Z","caller":"traceutil/trace.go:171","msg":"trace[166246164] transaction","detail":"{read_only:false; response_revision:24344; number_of_response:1; }","duration":"291.634067ms","start":"2026-05-09T02:22:53.663983Z","end":"2026-05-09T02:22:53.955617Z","steps":["trace[166246164] 'process raft request' (duration: 291.447512ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:53.971153Z","caller":"traceutil/trace.go:171","msg":"trace[807535902] linearizableReadLoop","detail":"{readStateIndex:25141; appliedIndex:25139; }","duration":"294.597987ms","start":"2026-05-09T02:22:53.676528Z","end":"2026-05-09T02:22:53.971126Z","steps":["trace[807535902] 'read index received' (duration: 278.974188ms)","trace[807535902] 'applied index is now lower than readState.Index' (duration: 15.622839ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:22:53.971325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.777722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:22:53.971361Z","caller":"traceutil/trace.go:171","msg":"trace[1719795450] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24345; }","duration":"294.838864ms","start":"2026-05-09T02:22:53.676511Z","end":"2026-05-09T02:22:53.97135Z","steps":["trace[1719795450] 'agreement among raft nodes before linearized reading' (duration: 294.723161ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:53.971816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.937917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-09T02:22:53.971851Z","caller":"traceutil/trace.go:171","msg":"trace[574864231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24345; }","duration":"275.010309ms","start":"2026-05-09T02:22:53.69683Z","end":"2026-05-09T02:22:53.971841Z","steps":["trace[574864231] 'agreement among raft nodes before linearized reading' (duration: 274.880476ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:22:53.971897Z","caller":"traceutil/trace.go:171","msg":"trace[107978814] transaction","detail":"{read_only:false; response_revision:24345; number_of_response:1; }","duration":"302.151224ms","start":"2026-05-09T02:22:53.669718Z","end":"2026-05-09T02:22:53.97187Z","steps":["trace[107978814] 'process raft request' (duration: 301.27338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:22:53.972026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:22:53.669687Z","time spent":"302.267277ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:23:20.1822Z","caller":"traceutil/trace.go:171","msg":"trace[987175581] transaction","detail":"{read_only:false; response_revision:24559; number_of_response:1; }","duration":"125.566802ms","start":"2026-05-09T02:23:20.056591Z","end":"2026-05-09T02:23:20.182158Z","steps":["trace[987175581] 'process raft request' (duration: 125.232692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:24.364109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.595426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:24.364197Z","caller":"traceutil/trace.go:171","msg":"trace[470081936] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24589; }","duration":"275.740481ms","start":"2026-05-09T02:23:24.088438Z","end":"2026-05-09T02:23:24.364178Z","steps":["trace[470081936] 'range keys from in-memory index tree' (duration: 275.494464ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:24.374715Z","caller":"traceutil/trace.go:171","msg":"trace[1090746830] linearizableReadLoop","detail":"{readStateIndex:25392; appliedIndex:25391; }","duration":"146.260821ms","start":"2026-05-09T02:23:24.228437Z","end":"2026-05-09T02:23:24.374697Z","steps":["trace[1090746830] 'read index received' (duration: 146.146978ms)","trace[1090746830] 'applied index is now lower than readState.Index' (duration: 113.243µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:23:24.374747Z","caller":"traceutil/trace.go:171","msg":"trace[203287758] transaction","detail":"{read_only:false; response_revision:24590; number_of_response:1; }","duration":"169.202681ms","start":"2026-05-09T02:23:24.205521Z","end":"2026-05-09T02:23:24.374724Z","steps":["trace[203287758] 'process raft request' (duration: 169.071367ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:24.374841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.394465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-09T02:23:24.374867Z","caller":"traceutil/trace.go:171","msg":"trace[526036505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24590; }","duration":"146.467117ms","start":"2026-05-09T02:23:24.228393Z","end":"2026-05-09T02:23:24.37486Z","steps":["trace[526036505] 'agreement among raft nodes before linearized reading' (duration: 146.382294ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:24.602188Z","caller":"traceutil/trace.go:171","msg":"trace[1553457668] transaction","detail":"{read_only:false; response_revision:24591; number_of_response:1; }","duration":"321.961061ms","start":"2026-05-09T02:23:24.2802Z","end":"2026-05-09T02:23:24.602161Z","steps":["trace[1553457668] 'process raft request' (duration: 276.279576ms)","trace[1553457668] 'compare' (duration: 45.48039ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:23:24.602214Z","caller":"traceutil/trace.go:171","msg":"trace[1419235742] transaction","detail":"{read_only:false; response_revision:24592; number_of_response:1; }","duration":"224.002218ms","start":"2026-05-09T02:23:24.378185Z","end":"2026-05-09T02:23:24.602187Z","steps":["trace[1419235742] 'process raft request' (duration: 223.929766ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:24.602303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:24.280182Z","time spent":"322.057994ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:23:24.602397Z","caller":"traceutil/trace.go:171","msg":"trace[108179577] linearizableReadLoop","detail":"{readStateIndex:25393; appliedIndex:25392; }","duration":"227.620838ms","start":"2026-05-09T02:23:24.374764Z","end":"2026-05-09T02:23:24.602385Z","steps":["trace[108179577] 'read index received' (duration: 181.88078ms)","trace[108179577] 'applied index is now lower than readState.Index' (duration: 45.739288ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:24.602474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.204373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T02:23:24.602492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.021318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:24.602506Z","caller":"traceutil/trace.go:171","msg":"trace[196842240] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24592; }","duration":"236.303176ms","start":"2026-05-09T02:23:24.366193Z","end":"2026-05-09T02:23:24.602496Z","steps":["trace[196842240] 'agreement among raft nodes before linearized reading' (duration: 236.232354ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:24.60252Z","caller":"traceutil/trace.go:171","msg":"trace[900657359] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24592; }","duration":"228.080141ms","start":"2026-05-09T02:23:24.374433Z","end":"2026-05-09T02:23:24.602514Z","steps":["trace[900657359] 'agreement among raft nodes before linearized reading' (duration: 228.024419ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:24.770221Z","caller":"traceutil/trace.go:171","msg":"trace[67657945] linearizableReadLoop","detail":"{readStateIndex:25395; appliedIndex:25394; }","duration":"101.187332ms","start":"2026-05-09T02:23:24.668995Z","end":"2026-05-09T02:23:24.770182Z","steps":["trace[67657945] 'read index received' (duration: 86.226631ms)","trace[67657945] 'applied index is now lower than readState.Index' (duration: 14.955141ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:23:24.770842Z","caller":"traceutil/trace.go:171","msg":"trace[1957303391] transaction","detail":"{read_only:false; response_revision:24593; number_of_response:1; }","duration":"108.663098ms","start":"2026-05-09T02:23:24.662149Z","end":"2026-05-09T02:23:24.770812Z","steps":["trace[1957303391] 'process raft request' (duration: 93.09459ms)","trace[1957303391] 'compare' (duration: 14.743925ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:24.770877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.853841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-09T02:23:24.770952Z","caller":"traceutil/trace.go:171","msg":"trace[1127496261] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24593; }","duration":"102.001995ms","start":"2026-05-09T02:23:24.668931Z","end":"2026-05-09T02:23:24.770933Z","steps":["trace[1127496261] 'agreement among raft nodes before linearized reading' (duration: 101.45717ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:24.996055Z","caller":"traceutil/trace.go:171","msg":"trace[2048157769] transaction","detail":"{read_only:false; response_revision:24594; number_of_response:1; }","duration":"221.087129ms","start":"2026-05-09T02:23:24.774944Z","end":"2026-05-09T02:23:24.996031Z","steps":["trace[2048157769] 'process raft request' (duration: 131.30638ms)","trace[2048157769] 'compare' (duration: 89.668806ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:25.527282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.889099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T02:23:25.527627Z","caller":"traceutil/trace.go:171","msg":"trace[878767856] transaction","detail":"{read_only:false; response_revision:24598; number_of_response:1; }","duration":"628.90833ms","start":"2026-05-09T02:23:24.8987Z","end":"2026-05-09T02:23:25.527608Z","steps":["trace[878767856] 'process raft request' (duration: 628.860339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:25.527708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:24.898678Z","time spent":"628.989972ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:23:25.527917Z","caller":"traceutil/trace.go:171","msg":"trace[479734858] transaction","detail":"{read_only:false; response_revision:24595; number_of_response:1; }","duration":"752.591441ms","start":"2026-05-09T02:23:24.775307Z","end":"2026-05-09T02:23:25.527898Z","steps":["trace[479734858] 'process raft request' (duration: 485.973672ms)","trace[479734858] 'compare' (duration: 265.725785ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:25.528001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:24.775271Z","time spent":"752.682253ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:23:25.528528Z","caller":"traceutil/trace.go:171","msg":"trace[2137456329] transaction","detail":"{read_only:false; response_revision:24597; number_of_response:1; }","duration":"752.317173ms","start":"2026-05-09T02:23:24.776178Z","end":"2026-05-09T02:23:25.528495Z","steps":["trace[2137456329] 'process raft request' (duration: 751.347087ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:25.528698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:24.776162Z","time spent":"752.434967ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:23:25.52833Z","caller":"traceutil/trace.go:171","msg":"trace[1270897248] transaction","detail":"{read_only:false; response_revision:24596; number_of_response:1; }","duration":"752.844018ms","start":"2026-05-09T02:23:24.775469Z","end":"2026-05-09T02:23:25.528313Z","steps":["trace[1270897248] 'process raft request' (duration: 751.928823ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:25.529158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:24.775422Z","time spent":"753.67692ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:23:25.612096Z","caller":"traceutil/trace.go:171","msg":"trace[625499655] transaction","detail":"{read_only:false; response_revision:24599; number_of_response:1; }","duration":"553.587168ms","start":"2026-05-09T02:23:25.058477Z","end":"2026-05-09T02:23:25.612064Z","steps":["trace[625499655] 'process raft request' (duration: 553.343711ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:25.612108Z","caller":"traceutil/trace.go:171","msg":"trace[1431416919] transaction","detail":"{read_only:false; response_revision:24600; number_of_response:1; }","duration":"495.531331ms","start":"2026-05-09T02:23:25.116547Z","end":"2026-05-09T02:23:25.612078Z","steps":["trace[1431416919] 'process raft request' (duration: 495.443019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:25.612271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:25.116509Z","time spent":"495.676945ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:23:25.61231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:25.058442Z","time spent":"553.733792ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:23:25.61273Z","caller":"traceutil/trace.go:171","msg":"trace[1924888031] transaction","detail":"{read_only:false; response_revision:24601; number_of_response:1; }","duration":"489.479935ms","start":"2026-05-09T02:23:25.123206Z","end":"2026-05-09T02:23:25.612686Z","steps":["trace[1924888031] 'process raft request' (duration: 488.833987ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:25.612838Z","caller":"traceutil/trace.go:171","msg":"trace[1375697498] transaction","detail":"{read_only:false; response_revision:24602; number_of_response:1; }","duration":"487.803788ms","start":"2026-05-09T02:23:25.125016Z","end":"2026-05-09T02:23:25.61282Z","steps":["trace[1375697498] 'process raft request' (duration: 487.547861ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:25.612788Z","caller":"traceutil/trace.go:171","msg":"trace[994847745] linearizableReadLoop","detail":"{readStateIndex:25401; appliedIndex:25396; }","duration":"526.358739ms","start":"2026-05-09T02:23:25.086404Z","end":"2026-05-09T02:23:25.612763Z","steps":["trace[994847745] 'read index received' (duration: 174.872388ms)","trace[994847745] 'applied index is now lower than readState.Index' (duration: 351.484761ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:25.613045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.651807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:25.613088Z","caller":"traceutil/trace.go:171","msg":"trace[1259361673] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24602; }","duration":"526.747309ms","start":"2026-05-09T02:23:25.086326Z","end":"2026-05-09T02:23:25.613074Z","steps":["trace[1259361673] 'agreement among raft nodes before linearized reading' (duration: 526.650567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:25.613133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:25.086299Z","time spent":"526.825062ms","remote":"127.0.0.1:44816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-05-09T02:23:25.612946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:25.123162Z","time spent":"489.67131ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:23:25.612952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:25.124988Z","time spent":"487.906451ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:23:25.613474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.314654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:25.614293Z","caller":"traceutil/trace.go:171","msg":"trace[733742881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24602; }","duration":"278.177838ms","start":"2026-05-09T02:23:25.336095Z","end":"2026-05-09T02:23:25.614273Z","steps":["trace[733742881] 'agreement among raft nodes before linearized reading' (duration: 277.283653ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:25.613533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.069093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-09T02:23:25.614461Z","caller":"traceutil/trace.go:171","msg":"trace[2135668288] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24602; }","duration":"303.0354ms","start":"2026-05-09T02:23:25.311407Z","end":"2026-05-09T02:23:25.614442Z","steps":["trace[2135668288] 'agreement among raft nodes before linearized reading' (duration: 301.93839ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:25.614527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:25.311386Z","time spent":"303.123362ms","remote":"127.0.0.1:43560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-09T02:23:25.943757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.966954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18368"} {"level":"info","ts":"2026-05-09T02:23:25.943991Z","caller":"traceutil/trace.go:171","msg":"trace[2104469097] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24602; }","duration":"153.272052ms","start":"2026-05-09T02:23:25.790692Z","end":"2026-05-09T02:23:25.943964Z","steps":["trace[2104469097] 'range keys from in-memory index tree' (duration: 152.724667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:25.944641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.637121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:25.94475Z","caller":"traceutil/trace.go:171","msg":"trace[1796396767] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24602; }","duration":"266.788815ms","start":"2026-05-09T02:23:25.677948Z","end":"2026-05-09T02:23:25.944737Z","steps":["trace[1796396767] 'range keys from in-memory index tree' (duration: 266.512238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:25.945201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.1561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:25.946492Z","caller":"traceutil/trace.go:171","msg":"trace[1800464643] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24602; }","duration":"226.462306ms","start":"2026-05-09T02:23:25.719994Z","end":"2026-05-09T02:23:25.946456Z","steps":["trace[1800464643] 'count revisions from in-memory index tree' (duration: 225.080618ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:26.706943Z","caller":"traceutil/trace.go:171","msg":"trace[1643857257] transaction","detail":"{read_only:false; response_revision:24603; number_of_response:1; }","duration":"327.799201ms","start":"2026-05-09T02:23:26.379114Z","end":"2026-05-09T02:23:26.706913Z","steps":["trace[1643857257] 'process raft request' (duration: 327.649717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:26.707093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:26.379087Z","time spent":"327.932705ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:23:26.98359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.399302ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T02:23:26.98373Z","caller":"traceutil/trace.go:171","msg":"trace[878366537] linearizableReadLoop","detail":"{readStateIndex:25406; appliedIndex:25405; }","duration":"374.985359ms","start":"2026-05-09T02:23:26.608726Z","end":"2026-05-09T02:23:26.983711Z","steps":["trace[878366537] 'read index received' (duration: 98.846497ms)","trace[878366537] 'applied index is now lower than readState.Index' (duration: 276.137332ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:23:26.983855Z","caller":"traceutil/trace.go:171","msg":"trace[443564860] transaction","detail":"{read_only:false; response_revision:24604; number_of_response:1; }","duration":"375.761191ms","start":"2026-05-09T02:23:26.608054Z","end":"2026-05-09T02:23:26.983815Z","steps":["trace[443564860] 'process raft request' (duration: 212.047449ms)","trace[443564860] 'compare' (duration: 163.239068ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:26.984049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:26.608034Z","time spent":"375.916485ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:23:26.984034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.508084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T02:23:26.984146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.875514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-09T02:23:26.984192Z","caller":"traceutil/trace.go:171","msg":"trace[1144516281] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24604; }","duration":"140.950276ms","start":"2026-05-09T02:23:26.843228Z","end":"2026-05-09T02:23:26.984178Z","steps":["trace[1144516281] 'agreement among raft nodes before linearized reading' (duration: 140.864943ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:26.984142Z","caller":"traceutil/trace.go:171","msg":"trace[346362553] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24604; }","duration":"371.675278ms","start":"2026-05-09T02:23:26.612442Z","end":"2026-05-09T02:23:26.984117Z","steps":["trace[346362553] 'agreement among raft nodes before linearized reading' (duration: 371.475813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:26.984289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:26.61243Z","time spent":"371.848333ms","remote":"127.0.0.1:44878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-05-09T02:23:26.984312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.854499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T02:23:26.984445Z","caller":"traceutil/trace.go:171","msg":"trace[1279469041] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24604; }","duration":"254.115956ms","start":"2026-05-09T02:23:26.730304Z","end":"2026-05-09T02:23:26.984419Z","steps":["trace[1279469041] 'agreement among raft nodes before linearized reading' (duration: 253.732276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:26.984066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.835281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-09T02:23:26.984518Z","caller":"traceutil/trace.go:171","msg":"trace[1191455705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24604; }","duration":"209.339346ms","start":"2026-05-09T02:23:26.77517Z","end":"2026-05-09T02:23:26.984509Z","steps":["trace[1191455705] 'agreement among raft nodes before linearized reading' (duration: 208.76744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:26.98462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.892293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-09T02:23:26.984672Z","caller":"traceutil/trace.go:171","msg":"trace[69460428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24604; }","duration":"375.961216ms","start":"2026-05-09T02:23:26.6087Z","end":"2026-05-09T02:23:26.984661Z","steps":["trace[69460428] 'agreement among raft nodes before linearized reading' (duration: 375.125163ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:26.984711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:26.608691Z","time spent":"376.008957ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-09T02:23:27.555236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.179519ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T02:23:27.555533Z","caller":"traceutil/trace.go:171","msg":"trace[597562774] transaction","detail":"{read_only:false; response_revision:24605; number_of_response:1; }","duration":"558.246689ms","start":"2026-05-09T02:23:26.997245Z","end":"2026-05-09T02:23:27.555491Z","steps":["trace[597562774] 'process raft request' (duration: 280.720339ms)","trace[597562774] 'compare' (duration: 276.237974ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:23:27.555795Z","caller":"traceutil/trace.go:171","msg":"trace[147530952] transaction","detail":"{read_only:false; response_revision:24606; number_of_response:1; }","duration":"558.392552ms","start":"2026-05-09T02:23:26.997309Z","end":"2026-05-09T02:23:27.555701Z","steps":["trace[147530952] 'process raft request' (duration: 558.053243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:27.555881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:26.997282Z","time spent":"558.563177ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:23:27.555933Z","caller":"traceutil/trace.go:171","msg":"trace[1024043234] linearizableReadLoop","detail":"{readStateIndex:25408; appliedIndex:25406; }","duration":"556.844789ms","start":"2026-05-09T02:23:26.999074Z","end":"2026-05-09T02:23:27.555919Z","steps":["trace[1024043234] 'read index received' (duration: 279.008491ms)","trace[1024043234] 'applied index is now lower than readState.Index' (duration: 277.835018ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:27.556117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.030905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-09T02:23:27.556157Z","caller":"traceutil/trace.go:171","msg":"trace[844679318] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24606; }","duration":"557.081757ms","start":"2026-05-09T02:23:26.999066Z","end":"2026-05-09T02:23:27.556147Z","steps":["trace[844679318] 'agreement among raft nodes before linearized reading' (duration: 556.922282ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:27.556182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:26.999033Z","time spent":"557.141558ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-09T02:23:27.556346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:26.997216Z","time spent":"558.425234ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:23:28.028413Z","caller":"traceutil/trace.go:171","msg":"trace[1434290209] transaction","detail":"{read_only:false; response_revision:24607; number_of_response:1; }","duration":"493.104437ms","start":"2026-05-09T02:23:27.535282Z","end":"2026-05-09T02:23:28.028386Z","steps":["trace[1434290209] 'process raft request' (duration: 438.490296ms)","trace[1434290209] 'compare' (duration: 53.751628ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:28.02853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:27.535246Z","time spent":"493.225539ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:23:28.028641Z","caller":"traceutil/trace.go:171","msg":"trace[1367548371] linearizableReadLoop","detail":"{readStateIndex:25409; appliedIndex:25408; }","duration":"472.580872ms","start":"2026-05-09T02:23:27.555961Z","end":"2026-05-09T02:23:28.028542Z","steps":["trace[1367548371] 'read index received' (duration: 417.836468ms)","trace[1367548371] 'applied index is now lower than readState.Index' (duration: 54.743034ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:28.028737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.072999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-09T02:23:28.028804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.42716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-09T02:23:28.028871Z","caller":"traceutil/trace.go:171","msg":"trace[11054682] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24607; }","duration":"495.558294ms","start":"2026-05-09T02:23:27.533297Z","end":"2026-05-09T02:23:28.028856Z","steps":["trace[11054682] 'agreement among raft nodes before linearized reading' (duration: 495.268555ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:28.028909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:27.533274Z","time spent":"495.629136ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-09T02:23:28.028868Z","caller":"traceutil/trace.go:171","msg":"trace[309040987] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24607; }","duration":"496.199602ms","start":"2026-05-09T02:23:27.532642Z","end":"2026-05-09T02:23:28.028841Z","steps":["trace[309040987] 'agreement among raft nodes before linearized reading' (duration: 495.976066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:28.029076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:27.532598Z","time spent":"496.433198ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-09T02:23:28.028737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.188294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-09T02:23:28.028817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.210258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:28.02913Z","caller":"traceutil/trace.go:171","msg":"trace[1771403237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24607; }","duration":"685.554008ms","start":"2026-05-09T02:23:27.343565Z","end":"2026-05-09T02:23:28.029119Z","steps":["trace[1771403237] 'agreement among raft nodes before linearized reading' (duration: 685.204348ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:28.029124Z","caller":"traceutil/trace.go:171","msg":"trace[1473982255] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24607; }","duration":"495.607055ms","start":"2026-05-09T02:23:27.533508Z","end":"2026-05-09T02:23:28.029116Z","steps":["trace[1473982255] 'agreement among raft nodes before linearized reading' (duration: 495.077959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:28.029165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:27.343514Z","time spent":"685.64537ms","remote":"127.0.0.1:43364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T02:23:28.029168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:27.5335Z","time spent":"495.655427ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-09T02:23:28.538052Z","caller":"traceutil/trace.go:171","msg":"trace[1910598851] transaction","detail":"{read_only:false; response_revision:24608; number_of_response:1; }","duration":"977.556155ms","start":"2026-05-09T02:23:27.560461Z","end":"2026-05-09T02:23:28.538017Z","steps":["trace[1910598851] 'process raft request' (duration: 913.544995ms)","trace[1910598851] 'compare' (duration: 63.182218ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:23:28.538074Z","caller":"traceutil/trace.go:171","msg":"trace[1430468040] transaction","detail":"{read_only:false; response_revision:24609; number_of_response:1; }","duration":"919.712615ms","start":"2026-05-09T02:23:27.61833Z","end":"2026-05-09T02:23:28.538043Z","steps":["trace[1430468040] 'process raft request' (duration: 919.271573ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:28.538065Z","caller":"traceutil/trace.go:171","msg":"trace[1621645366] transaction","detail":"{read_only:false; response_revision:24611; number_of_response:1; }","duration":"917.689829ms","start":"2026-05-09T02:23:27.620357Z","end":"2026-05-09T02:23:28.538047Z","steps":["trace[1621645366] 'process raft request' (duration: 917.576266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:28.538225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:27.560434Z","time spent":"977.705299ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:23:28.538249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:27.620334Z","time spent":"917.863463ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:23:28.53829Z","caller":"traceutil/trace.go:171","msg":"trace[1611982605] linearizableReadLoop","detail":"{readStateIndex:25414; appliedIndex:25409; }","duration":"509.531628ms","start":"2026-05-09T02:23:28.028726Z","end":"2026-05-09T02:23:28.538258Z","steps":["trace[1611982605] 'read index received' (duration: 445.290042ms)","trace[1611982605] 'applied index is now lower than readState.Index' (duration: 64.236096ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:28.538257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:27.618312Z","time spent":"919.839868ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:23:28.5381Z","caller":"traceutil/trace.go:171","msg":"trace[924247389] transaction","detail":"{read_only:false; response_revision:24610; number_of_response:1; }","duration":"918.991395ms","start":"2026-05-09T02:23:27.61907Z","end":"2026-05-09T02:23:28.538061Z","steps":["trace[924247389] 'process raft request' (duration: 918.708798ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:28.538652Z","caller":"traceutil/trace.go:171","msg":"trace[361850049] transaction","detail":"{read_only:false; response_revision:24612; number_of_response:1; }","duration":"917.106234ms","start":"2026-05-09T02:23:27.621532Z","end":"2026-05-09T02:23:28.538638Z","steps":["trace[361850049] 'process raft request' (duration: 916.462856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:28.53877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:27.621503Z","time spent":"917.190167ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:23:28.538819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:27.619063Z","time spent":"919.601233ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:23:28.538944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.047327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:28.539314Z","caller":"traceutil/trace.go:171","msg":"trace[692452167] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24612; }","duration":"688.443107ms","start":"2026-05-09T02:23:27.850851Z","end":"2026-05-09T02:23:28.539294Z","steps":["trace[692452167] 'agreement among raft nodes before linearized reading' (duration: 688.054096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:28.539964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:27.850832Z","time spent":"688.588851ms","remote":"127.0.0.1:37364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-05-09T02:23:28.616786Z","caller":"traceutil/trace.go:171","msg":"trace[1763835508] transaction","detail":"{read_only:false; response_revision:24613; number_of_response:1; }","duration":"584.743686ms","start":"2026-05-09T02:23:28.032012Z","end":"2026-05-09T02:23:28.616755Z","steps":["trace[1763835508] 'process raft request' (duration: 584.449628ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:28.616958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:28.031991Z","time spent":"584.868209ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:23:28.617348Z","caller":"traceutil/trace.go:171","msg":"trace[751480648] transaction","detail":"{read_only:false; response_revision:24614; number_of_response:1; }","duration":"584.956703ms","start":"2026-05-09T02:23:28.032376Z","end":"2026-05-09T02:23:28.617332Z","steps":["trace[751480648] 'process raft request' (duration: 584.195601ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:28.617472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:28.032371Z","time spent":"585.020094ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:23:28.617853Z","caller":"traceutil/trace.go:171","msg":"trace[1183994676] transaction","detail":"{read_only:false; response_revision:24615; number_of_response:1; }","duration":"584.999983ms","start":"2026-05-09T02:23:28.03284Z","end":"2026-05-09T02:23:28.61784Z","steps":["trace[1183994676] 'process raft request' (duration: 583.778269ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:28.61793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:28.032832Z","time spent":"585.061545ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:23:29.121515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.83086ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-09T02:23:29.121728Z","caller":"traceutil/trace.go:171","msg":"trace[928762109] linearizableReadLoop","detail":"{readStateIndex:25418; appliedIndex:25414; }","duration":"583.341508ms","start":"2026-05-09T02:23:28.538369Z","end":"2026-05-09T02:23:29.12171Z","steps":["trace[928762109] 'read index received' (duration: 78.046336ms)","trace[928762109] 'applied index is now lower than readState.Index' (duration: 505.294262ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:29.122252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.905664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T02:23:29.122352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.429162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:29.122395Z","caller":"traceutil/trace.go:171","msg":"trace[1013848034] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24615; }","duration":"793.510825ms","start":"2026-05-09T02:23:28.328872Z","end":"2026-05-09T02:23:29.122383Z","steps":["trace[1013848034] 'agreement among raft nodes before linearized reading' (duration: 793.381131ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:29.122386Z","caller":"traceutil/trace.go:171","msg":"trace[260346244] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24615; }","duration":"811.077728ms","start":"2026-05-09T02:23:28.311281Z","end":"2026-05-09T02:23:29.122359Z","steps":["trace[260346244] 'agreement among raft nodes before linearized reading' (duration: 810.885243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:29.122425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:28.328856Z","time spent":"793.562337ms","remote":"127.0.0.1:37536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-09T02:23:29.122436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:28.311264Z","time spent":"811.157781ms","remote":"127.0.0.1:37624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-05-09T02:23:29.122473Z","caller":"traceutil/trace.go:171","msg":"trace[1393016130] transaction","detail":"{read_only:false; response_revision:24616; number_of_response:1; }","duration":"405.058926ms","start":"2026-05-09T02:23:28.717394Z","end":"2026-05-09T02:23:29.122453Z","steps":["trace[1393016130] 'process raft request' (duration: 404.220593ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:29.122613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:28.717371Z","time spent":"405.159719ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:23:29.122569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.460411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-05-09T02:23:29.122751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092759252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:29.122725Z","caller":"traceutil/trace.go:171","msg":"trace[58463638] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24615; }","duration":"926.659546ms","start":"2026-05-09T02:23:28.196042Z","end":"2026-05-09T02:23:29.122702Z","steps":["trace[58463638] 'agreement among raft nodes before linearized reading' (duration: 926.321357ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:29.122827Z","caller":"traceutil/trace.go:171","msg":"trace[1023963902] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24615; }","duration":"1.092867905s","start":"2026-05-09T02:23:28.029943Z","end":"2026-05-09T02:23:29.122811Z","steps":["trace[1023963902] 'agreement among raft nodes before linearized reading' (duration: 1.091822457s)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:29.122864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:28.029924Z","time spent":"1.092930837s","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T02:23:29.122835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:28.196021Z","time spent":"926.80111ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-09T02:23:29.452481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38947824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-09T02:23:29.452594Z","caller":"traceutil/trace.go:171","msg":"trace[1428654470] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24616; }","duration":"1.389649014s","start":"2026-05-09T02:23:28.062916Z","end":"2026-05-09T02:23:29.452565Z","steps":["trace[1428654470] 'agreement among raft nodes before linearized reading' (duration: 1.059460017s)","trace[1428654470] 'count revisions from in-memory index tree' (duration: 330.030913ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:29.452653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:28.062832Z","time spent":"1.389806148s","remote":"127.0.0.1:43628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-09T02:23:29.452999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211361923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-09T02:23:29.453051Z","caller":"traceutil/trace.go:171","msg":"trace[1768308072] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24616; }","duration":"1.211437094s","start":"2026-05-09T02:23:28.241598Z","end":"2026-05-09T02:23:29.453035Z","steps":["trace[1768308072] 'agreement among raft nodes before linearized reading' (duration: 880.814705ms)","trace[1768308072] 'range keys from in-memory index tree' (duration: 330.479395ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:29.453086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:28.241582Z","time spent":"1.211495646s","remote":"127.0.0.1:43452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-09T02:23:29.454379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.208315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T02:23:29.45458Z","caller":"traceutil/trace.go:171","msg":"trace[293253839] transaction","detail":"{read_only:false; response_revision:24618; number_of_response:1; }","duration":"392.301636ms","start":"2026-05-09T02:23:29.062263Z","end":"2026-05-09T02:23:29.454564Z","steps":["trace[293253839] 'process raft request' (duration: 392.216713ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:29.454664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:29.062236Z","time spent":"392.386478ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:23:29.454863Z","caller":"traceutil/trace.go:171","msg":"trace[2102464530] transaction","detail":"{read_only:false; response_revision:24617; number_of_response:1; }","duration":"459.03493ms","start":"2026-05-09T02:23:28.995812Z","end":"2026-05-09T02:23:29.454847Z","steps":["trace[2102464530] 'process raft request' (duration: 127.277289ms)","trace[2102464530] 'compare' (duration: 330.202078ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:29.45495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:28.995795Z","time spent":"459.104191ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:23:29.520479Z","caller":"traceutil/trace.go:171","msg":"trace[1859609585] linearizableReadLoop","detail":"{readStateIndex:25422; appliedIndex:25419; }","duration":"388.510251ms","start":"2026-05-09T02:23:29.131943Z","end":"2026-05-09T02:23:29.520453Z","steps":["trace[1859609585] 'read index received' (duration: 217.998593ms)","trace[1859609585] 'applied index is now lower than readState.Index' (duration: 170.510678ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:29.520654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.691826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:29.520711Z","caller":"traceutil/trace.go:171","msg":"trace[480147400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24619; }","duration":"388.788989ms","start":"2026-05-09T02:23:29.131906Z","end":"2026-05-09T02:23:29.520695Z","steps":["trace[480147400] 'agreement among raft nodes before linearized reading' (duration: 388.657105ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:29.520792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:29.13189Z","time spent":"388.890121ms","remote":"127.0.0.1:43364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-09T02:23:29.521193Z","caller":"traceutil/trace.go:171","msg":"trace[2100830057] transaction","detail":"{read_only:false; response_revision:24619; number_of_response:1; }","duration":"392.130871ms","start":"2026-05-09T02:23:29.129044Z","end":"2026-05-09T02:23:29.521174Z","steps":["trace[2100830057] 'process raft request' (duration: 391.280968ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:29.521315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:29.129024Z","time spent":"392.220042ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:23:30.106817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.908123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-09T02:23:30.106843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.786124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-09T02:23:30.106894Z","caller":"traceutil/trace.go:171","msg":"trace[1840436516] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24619; }","duration":"237.026986ms","start":"2026-05-09T02:23:29.869854Z","end":"2026-05-09T02:23:30.106881Z","steps":["trace[1840436516] 'count revisions from in-memory index tree' (duration: 236.857472ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:30.106929Z","caller":"traceutil/trace.go:171","msg":"trace[1677629691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24619; }","duration":"545.885897ms","start":"2026-05-09T02:23:29.561021Z","end":"2026-05-09T02:23:30.106907Z","steps":["trace[1677629691] 'range keys from in-memory index tree' (duration: 545.617189ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:30.107009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:29.560982Z","time spent":"546.01541ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-09T02:23:30.107094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.920088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:30.107119Z","caller":"traceutil/trace.go:171","msg":"trace[1208918370] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24619; }","duration":"525.973789ms","start":"2026-05-09T02:23:29.581138Z","end":"2026-05-09T02:23:30.107112Z","steps":["trace[1208918370] 'count revisions from in-memory index tree' (duration: 525.856927ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:30.107138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:29.581117Z","time spent":"526.016251ms","remote":"127.0.0.1:46234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-05-09T02:23:30.107075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.040581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-09T02:23:30.107337Z","caller":"traceutil/trace.go:171","msg":"trace[23202876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24619; }","duration":"546.36551ms","start":"2026-05-09T02:23:29.560965Z","end":"2026-05-09T02:23:30.10733Z","steps":["trace[23202876] 'range keys from in-memory index tree' (duration: 545.757833ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:30.10732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.139915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-09T02:23:30.107357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:29.560946Z","time spent":"546.404563ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-09T02:23:30.107378Z","caller":"traceutil/trace.go:171","msg":"trace[1069662205] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24619; }","duration":"343.268028ms","start":"2026-05-09T02:23:29.764089Z","end":"2026-05-09T02:23:30.107357Z","steps":["trace[1069662205] 'count revisions from in-memory index tree' (duration: 343.056652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:30.107411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:29.764069Z","time spent":"343.333959ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-09T02:23:30.107546Z","caller":"traceutil/trace.go:171","msg":"trace[755701297] transaction","detail":"{read_only:false; response_revision:24620; number_of_response:1; }","duration":"132.697099ms","start":"2026-05-09T02:23:29.97484Z","end":"2026-05-09T02:23:30.107538Z","steps":["trace[755701297] 'process raft request' (duration: 107.982289ms)","trace[755701297] 'compare' (duration: 23.863566ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:23:30.146821Z","caller":"traceutil/trace.go:171","msg":"trace[2085321641] transaction","detail":"{read_only:false; response_revision:24621; number_of_response:1; }","duration":"112.71324ms","start":"2026-05-09T02:23:30.034087Z","end":"2026-05-09T02:23:30.1468Z","steps":["trace[2085321641] 'process raft request' (duration: 112.592746ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:30.568021Z","caller":"traceutil/trace.go:171","msg":"trace[712150879] transaction","detail":"{read_only:false; response_revision:24622; number_of_response:1; }","duration":"456.515681ms","start":"2026-05-09T02:23:30.111472Z","end":"2026-05-09T02:23:30.567988Z","steps":["trace[712150879] 'process raft request' (duration: 434.840475ms)","trace[712150879] 'compare' (duration: 21.002698ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:30.569101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:30.111453Z","time spent":"457.57334ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:23:30.568393Z","caller":"traceutil/trace.go:171","msg":"trace[7516394] linearizableReadLoop","detail":"{readStateIndex:25426; appliedIndex:25424; }","duration":"379.787271ms","start":"2026-05-09T02:23:30.188579Z","end":"2026-05-09T02:23:30.568366Z","steps":["trace[7516394] 'read index received' (duration: 357.617812ms)","trace[7516394] 'applied index is now lower than readState.Index' (duration: 22.168169ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:30.568495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.895624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:30.570715Z","caller":"traceutil/trace.go:171","msg":"trace[1571932042] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24623; }","duration":"382.163636ms","start":"2026-05-09T02:23:30.188527Z","end":"2026-05-09T02:23:30.570691Z","steps":["trace[1571932042] 'agreement among raft nodes before linearized reading' (duration: 379.918634ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:30.568537Z","caller":"traceutil/trace.go:171","msg":"trace[491905333] transaction","detail":"{read_only:false; response_revision:24623; number_of_response:1; }","duration":"456.406279ms","start":"2026-05-09T02:23:30.112119Z","end":"2026-05-09T02:23:30.568526Z","steps":["trace[491905333] 'process raft request' (duration: 455.795632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:30.570922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:30.112084Z","time spent":"458.776804ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:23:30.570937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:30.188503Z","time spent":"382.390013ms","remote":"127.0.0.1:43500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-05-09T02:23:30.590913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.646721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:30.5917Z","caller":"traceutil/trace.go:171","msg":"trace[1613329582] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24627; }","duration":"207.469714ms","start":"2026-05-09T02:23:30.384212Z","end":"2026-05-09T02:23:30.591682Z","steps":["trace[1613329582] 'agreement among raft nodes before linearized reading' (duration: 206.647192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:30.59119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.359936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:30.592756Z","caller":"traceutil/trace.go:171","msg":"trace[99820063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24627; }","duration":"258.971031ms","start":"2026-05-09T02:23:30.33377Z","end":"2026-05-09T02:23:30.592741Z","steps":["trace[99820063] 'agreement among raft nodes before linearized reading' (duration: 257.357686ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:30.591519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.552454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:30.59294Z","caller":"traceutil/trace.go:171","msg":"trace[1590641819] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24627; }","duration":"169.976954ms","start":"2026-05-09T02:23:30.422912Z","end":"2026-05-09T02:23:30.592889Z","steps":["trace[1590641819] 'agreement among raft nodes before linearized reading' (duration: 168.567874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:30.5916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.761051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:30.593318Z","caller":"traceutil/trace.go:171","msg":"trace[1707557869] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24627; }","duration":"193.50223ms","start":"2026-05-09T02:23:30.399792Z","end":"2026-05-09T02:23:30.593294Z","steps":["trace[1707557869] 'agreement among raft nodes before linearized reading' (duration: 191.785492ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:30.796945Z","caller":"traceutil/trace.go:171","msg":"trace[801006960] linearizableReadLoop","detail":"{readStateIndex:25431; appliedIndex:25430; }","duration":"176.217104ms","start":"2026-05-09T02:23:30.620709Z","end":"2026-05-09T02:23:30.796926Z","steps":["trace[801006960] 'read index received' (duration: 175.967007ms)","trace[801006960] 'applied index is now lower than readState.Index' (duration: 248.987µs)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:23:30.796985Z","caller":"traceutil/trace.go:171","msg":"trace[24507941] transaction","detail":"{read_only:false; response_revision:24628; number_of_response:1; }","duration":"201.754816ms","start":"2026-05-09T02:23:30.59521Z","end":"2026-05-09T02:23:30.796965Z","steps":["trace[24507941] 'process raft request' (duration: 201.560291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:30.79712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.39271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-09T02:23:30.797141Z","caller":"traceutil/trace.go:171","msg":"trace[876206719] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24628; }","duration":"176.428601ms","start":"2026-05-09T02:23:30.620706Z","end":"2026-05-09T02:23:30.797134Z","steps":["trace[876206719] 'agreement among raft nodes before linearized reading' (duration: 176.316388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:30.797211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.947568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-09T02:23:30.797228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.909186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-09T02:23:30.797257Z","caller":"traceutil/trace.go:171","msg":"trace[392727805] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24628; }","duration":"176.006939ms","start":"2026-05-09T02:23:30.621236Z","end":"2026-05-09T02:23:30.797243Z","steps":["trace[392727805] 'agreement among raft nodes before linearized reading' (duration: 175.874885ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:30.797268Z","caller":"traceutil/trace.go:171","msg":"trace[490986170] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24628; }","duration":"175.988538ms","start":"2026-05-09T02:23:30.621266Z","end":"2026-05-09T02:23:30.797254Z","steps":["trace[490986170] 'agreement among raft nodes before linearized reading' (duration: 175.856325ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:31.102356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.635106ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T02:23:31.102669Z","caller":"traceutil/trace.go:171","msg":"trace[1888786149] transaction","detail":"{read_only:false; response_revision:24629; number_of_response:1; }","duration":"300.302466ms","start":"2026-05-09T02:23:30.802335Z","end":"2026-05-09T02:23:31.102638Z","steps":["trace[1888786149] 'process raft request' (duration: 151.257149ms)","trace[1888786149] 'compare' (duration: 148.483502ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:23:31.102745Z","caller":"traceutil/trace.go:171","msg":"trace[849970457] transaction","detail":"{read_only:false; response_revision:24630; number_of_response:1; }","duration":"300.382838ms","start":"2026-05-09T02:23:30.802331Z","end":"2026-05-09T02:23:31.102714Z","steps":["trace[849970457] 'process raft request' (duration: 300.139671ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:31.102828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:30.802326Z","time spent":"300.417419ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:23:31.10297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:30.802305Z","time spent":"300.605414ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:23:31.103195Z","caller":"traceutil/trace.go:171","msg":"trace[842430469] linearizableReadLoop","detail":"{readStateIndex:25434; appliedIndex:25431; }","duration":"122.990342ms","start":"2026-05-09T02:23:30.980188Z","end":"2026-05-09T02:23:31.103178Z","steps":["trace[842430469] 'read index received' (duration: 69.798689ms)","trace[842430469] 'applied index is now lower than readState.Index' (duration: 53.190582ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:31.103409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.212757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-09T02:23:31.103468Z","caller":"traceutil/trace.go:171","msg":"trace[1032792419] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24631; }","duration":"123.30477ms","start":"2026-05-09T02:23:30.980146Z","end":"2026-05-09T02:23:31.103451Z","steps":["trace[1032792419] 'agreement among raft nodes before linearized reading' (duration: 123.100454ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:31.103461Z","caller":"traceutil/trace.go:171","msg":"trace[611513594] transaction","detail":"{read_only:false; response_revision:24631; number_of_response:1; }","duration":"301.075767ms","start":"2026-05-09T02:23:30.802366Z","end":"2026-05-09T02:23:31.103442Z","steps":["trace[611513594] 'process raft request' (duration: 300.195883ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:31.103587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:30.802306Z","time spent":"301.216521ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:23:31.702976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.076979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T02:23:31.703174Z","caller":"traceutil/trace.go:171","msg":"trace[1016250370] linearizableReadLoop","detail":"{readStateIndex:25435; appliedIndex:25434; }","duration":"527.877182ms","start":"2026-05-09T02:23:31.17528Z","end":"2026-05-09T02:23:31.703157Z","steps":["trace[1016250370] 'read index received' (duration: 123.472255ms)","trace[1016250370] 'applied index is now lower than readState.Index' (duration: 404.404077ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:23:31.70347Z","caller":"traceutil/trace.go:171","msg":"trace[1874543008] transaction","detail":"{read_only:false; response_revision:24632; number_of_response:1; }","duration":"573.721273ms","start":"2026-05-09T02:23:31.129716Z","end":"2026-05-09T02:23:31.703437Z","steps":["trace[1874543008] 'process raft request' (duration: 169.096679ms)","trace[1874543008] 'compare' (duration: 403.567175ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:23:31.703524Z","caller":"traceutil/trace.go:171","msg":"trace[1283827024] transaction","detail":"{read_only:false; response_revision:24633; number_of_response:1; }","duration":"240.058659ms","start":"2026-05-09T02:23:31.463452Z","end":"2026-05-09T02:23:31.70351Z","steps":["trace[1283827024] 'process raft request' (duration: 239.633737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:31.703593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:31.129693Z","time spent":"573.834096ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:23:31.703599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.298934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:31.703675Z","caller":"traceutil/trace.go:171","msg":"trace[1469008658] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24633; }","duration":"528.412017ms","start":"2026-05-09T02:23:31.175242Z","end":"2026-05-09T02:23:31.703654Z","steps":["trace[1469008658] 'agreement among raft nodes before linearized reading' (duration: 528.224372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:31.703709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.669401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T02:23:31.703714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:31.175226Z","time spent":"528.480238ms","remote":"127.0.0.1:43862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-09T02:23:31.703699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.473757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"warn","ts":"2026-05-09T02:23:31.703732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.184421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:31.703769Z","caller":"traceutil/trace.go:171","msg":"trace[395245295] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24633; }","duration":"245.257952ms","start":"2026-05-09T02:23:31.458499Z","end":"2026-05-09T02:23:31.703757Z","steps":["trace[395245295] 'agreement among raft nodes before linearized reading' (duration: 245.196ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:31.703774Z","caller":"traceutil/trace.go:171","msg":"trace[1479580595] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24633; }","duration":"417.602341ms","start":"2026-05-09T02:23:31.286152Z","end":"2026-05-09T02:23:31.703755Z","steps":["trace[1479580595] 'agreement among raft nodes before linearized reading' (duration: 417.383525ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:31.703731Z","caller":"traceutil/trace.go:171","msg":"trace[1714966170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24633; }","duration":"366.712162ms","start":"2026-05-09T02:23:31.337012Z","end":"2026-05-09T02:23:31.703724Z","steps":["trace[1714966170] 'agreement among raft nodes before linearized reading' (duration: 366.66716ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:31.704224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:31.336999Z","time spent":"367.214796ms","remote":"127.0.0.1:43364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-09T02:23:31.704719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:31.286132Z","time spent":"417.671763ms","remote":"127.0.0.1:36796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-09T02:23:31.70476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.422221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-09T02:23:31.704792Z","caller":"traceutil/trace.go:171","msg":"trace[2045781461] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24633; }","duration":"399.493163ms","start":"2026-05-09T02:23:31.305292Z","end":"2026-05-09T02:23:31.704785Z","steps":["trace[2045781461] 'agreement among raft nodes before linearized reading' (duration: 398.459474ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:31.704816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:31.305271Z","time spent":"399.539284ms","remote":"127.0.0.1:43948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2660,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-05-09T02:23:32.344186Z","caller":"traceutil/trace.go:171","msg":"trace[680076961] transaction","detail":"{read_only:false; response_revision:24634; number_of_response:1; }","duration":"192.580335ms","start":"2026-05-09T02:23:32.151589Z","end":"2026-05-09T02:23:32.344169Z","steps":["trace[680076961] 'process raft request' (duration: 192.42955ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:32.764628Z","caller":"traceutil/trace.go:171","msg":"trace[868971355] transaction","detail":"{read_only:false; response_revision:24639; number_of_response:1; }","duration":"159.364822ms","start":"2026-05-09T02:23:32.605245Z","end":"2026-05-09T02:23:32.764609Z","steps":["trace[868971355] 'process raft request' (duration: 159.335991ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:32.764882Z","caller":"traceutil/trace.go:171","msg":"trace[301837610] transaction","detail":"{read_only:false; response_revision:24636; number_of_response:1; }","duration":"189.597952ms","start":"2026-05-09T02:23:32.575276Z","end":"2026-05-09T02:23:32.764874Z","steps":["trace[301837610] 'process raft request' (duration: 189.15339ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:32.764977Z","caller":"traceutil/trace.go:171","msg":"trace[1571822765] transaction","detail":"{read_only:false; response_revision:24637; number_of_response:1; }","duration":"168.616315ms","start":"2026-05-09T02:23:32.596355Z","end":"2026-05-09T02:23:32.764971Z","steps":["trace[1571822765] 'process raft request' (duration: 168.171853ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:32.765059Z","caller":"traceutil/trace.go:171","msg":"trace[641698163] transaction","detail":"{read_only:false; response_revision:24638; number_of_response:1; }","duration":"168.270657ms","start":"2026-05-09T02:23:32.596783Z","end":"2026-05-09T02:23:32.765054Z","steps":["trace[641698163] 'process raft request' (duration: 167.776473ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:32.76551Z","caller":"traceutil/trace.go:171","msg":"trace[2115368266] linearizableReadLoop","detail":"{readStateIndex:25442; appliedIndex:25442; }","duration":"157.11834ms","start":"2026-05-09T02:23:32.608385Z","end":"2026-05-09T02:23:32.765503Z","steps":["trace[2115368266] 'read index received' (duration: 157.11492ms)","trace[2115368266] 'applied index is now lower than readState.Index' (duration: 2.93µs)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:32.765631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.318012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-09T02:23:32.765678Z","caller":"traceutil/trace.go:171","msg":"trace[1060968442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24639; }","duration":"190.415834ms","start":"2026-05-09T02:23:32.575251Z","end":"2026-05-09T02:23:32.765667Z","steps":["trace[1060968442] 'agreement among raft nodes before linearized reading' (duration: 190.286011ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:32.806875Z","caller":"traceutil/trace.go:171","msg":"trace[763044468] transaction","detail":"{read_only:false; response_revision:24640; number_of_response:1; }","duration":"192.506213ms","start":"2026-05-09T02:23:32.614348Z","end":"2026-05-09T02:23:32.806854Z","steps":["trace[763044468] 'process raft request' (duration: 192.39291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:33.0362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.946985ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T02:23:33.036302Z","caller":"traceutil/trace.go:171","msg":"trace[1073368169] linearizableReadLoop","detail":"{readStateIndex:25444; appliedIndex:25442; }","duration":"233.869079ms","start":"2026-05-09T02:23:32.802417Z","end":"2026-05-09T02:23:33.036286Z","steps":["trace[1073368169] 'read index received' (duration: 4.35794ms)","trace[1073368169] 'applied index is now lower than readState.Index' (duration: 229.509709ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:33.036477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.067474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-09T02:23:33.036513Z","caller":"traceutil/trace.go:171","msg":"trace[1049341804] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24641; }","duration":"234.132076ms","start":"2026-05-09T02:23:32.802372Z","end":"2026-05-09T02:23:33.036504Z","steps":["trace[1049341804] 'agreement among raft nodes before linearized reading' (duration: 233.959512ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:33.03667Z","caller":"traceutil/trace.go:171","msg":"trace[1926521073] transaction","detail":"{read_only:false; response_revision:24641; number_of_response:1; }","duration":"263.518265ms","start":"2026-05-09T02:23:32.773117Z","end":"2026-05-09T02:23:33.036636Z","steps":["trace[1926521073] 'process raft request' (duration: 94.055477ms)","trace[1926521073] 'compare' (duration: 168.633085ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:33.345571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.511195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T02:23:33.345841Z","caller":"traceutil/trace.go:171","msg":"trace[1343580634] transaction","detail":"{read_only:false; response_revision:24642; number_of_response:1; }","duration":"494.746733ms","start":"2026-05-09T02:23:32.850991Z","end":"2026-05-09T02:23:33.345738Z","steps":["trace[1343580634] 'process raft request' (duration: 318.98419ms)","trace[1343580634] 'compare' (duration: 175.376861ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:33.345924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:32.850963Z","time spent":"494.921417ms","remote":"127.0.0.1:36796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:23:33.34633Z","caller":"traceutil/trace.go:171","msg":"trace[1877689797] transaction","detail":"{read_only:false; response_revision:24643; number_of_response:1; }","duration":"355.612397ms","start":"2026-05-09T02:23:32.990684Z","end":"2026-05-09T02:23:33.346296Z","steps":["trace[1877689797] 'process raft request' (duration: 354.98344ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:33.346436Z","caller":"traceutil/trace.go:171","msg":"trace[869364299] transaction","detail":"{read_only:false; response_revision:24644; number_of_response:1; }","duration":"304.718728ms","start":"2026-05-09T02:23:33.041687Z","end":"2026-05-09T02:23:33.346405Z","steps":["trace[869364299] 'process raft request' (duration: 304.504092ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:33.346442Z","caller":"traceutil/trace.go:171","msg":"trace[5886812] transaction","detail":"{read_only:false; response_revision:24645; number_of_response:1; }","duration":"213.388347ms","start":"2026-05-09T02:23:33.133016Z","end":"2026-05-09T02:23:33.346404Z","steps":["trace[5886812] 'process raft request' (duration: 213.279914ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:33.346389Z","caller":"traceutil/trace.go:171","msg":"trace[1400971684] linearizableReadLoop","detail":"{readStateIndex:25447; appliedIndex:25444; }","duration":"292.739969ms","start":"2026-05-09T02:23:33.053626Z","end":"2026-05-09T02:23:33.346366Z","steps":["trace[1400971684] 'read index received' (duration: 116.35957ms)","trace[1400971684] 'applied index is now lower than readState.Index' (duration: 176.379319ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:33.346615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:33.041667Z","time spent":"304.846431ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:23:33.34662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:32.990658Z","time spent":"355.752341ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-09T02:23:33.346741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.099728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-05-09T02:23:33.346821Z","caller":"traceutil/trace.go:171","msg":"trace[545256817] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24645; }","duration":"293.221942ms","start":"2026-05-09T02:23:33.05358Z","end":"2026-05-09T02:23:33.346802Z","steps":["trace[545256817] 'agreement among raft nodes before linearized reading' (duration: 292.945034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:33.346826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.450727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T02:23:33.347024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.706378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-05-09T02:23:33.347165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.506564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-09T02:23:33.347203Z","caller":"traceutil/trace.go:171","msg":"trace[1102708683] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:24645; }","duration":"264.857582ms","start":"2026-05-09T02:23:33.082259Z","end":"2026-05-09T02:23:33.347116Z","steps":["trace[1102708683] 'agreement among raft nodes before linearized reading' (duration: 264.506943ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:33.347049Z","caller":"traceutil/trace.go:171","msg":"trace[1120016953] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24645; }","duration":"102.694084ms","start":"2026-05-09T02:23:33.244339Z","end":"2026-05-09T02:23:33.347033Z","steps":["trace[1120016953] 'agreement among raft nodes before linearized reading' (duration: 102.437167ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:33.347369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.793262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-09T02:23:33.347429Z","caller":"traceutil/trace.go:171","msg":"trace[1153620448] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24645; }","duration":"239.893804ms","start":"2026-05-09T02:23:33.107522Z","end":"2026-05-09T02:23:33.347416Z","steps":["trace[1153620448] 'agreement among raft nodes before linearized reading' (duration: 239.71651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:33.347059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.442672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-09T02:23:33.347549Z","caller":"traceutil/trace.go:171","msg":"trace[153679353] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24645; }","duration":"239.966176ms","start":"2026-05-09T02:23:33.107563Z","end":"2026-05-09T02:23:33.34753Z","steps":["trace[153679353] 'agreement among raft nodes before linearized reading' (duration: 239.438182ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:33.347235Z","caller":"traceutil/trace.go:171","msg":"trace[43960771] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24645; }","duration":"239.619817ms","start":"2026-05-09T02:23:33.107599Z","end":"2026-05-09T02:23:33.347219Z","steps":["trace[43960771] 'agreement among raft nodes before linearized reading' (duration: 239.480453ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:33.61638Z","caller":"traceutil/trace.go:171","msg":"trace[1568763362] transaction","detail":"{read_only:false; response_revision:24646; number_of_response:1; }","duration":"263.875204ms","start":"2026-05-09T02:23:33.352486Z","end":"2026-05-09T02:23:33.616362Z","steps":["trace[1568763362] 'process raft request' (duration: 263.702389ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:33.616662Z","caller":"traceutil/trace.go:171","msg":"trace[671737330] transaction","detail":"{read_only:false; response_revision:24647; number_of_response:1; }","duration":"263.754181ms","start":"2026-05-09T02:23:33.352878Z","end":"2026-05-09T02:23:33.616633Z","steps":["trace[671737330] 'process raft request' (duration: 263.436033ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:33.61673Z","caller":"traceutil/trace.go:171","msg":"trace[449196355] transaction","detail":"{read_only:false; response_revision:24648; number_of_response:1; }","duration":"263.759281ms","start":"2026-05-09T02:23:33.352963Z","end":"2026-05-09T02:23:33.616723Z","steps":["trace[449196355] 'process raft request' (duration: 263.600537ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:33.616731Z","caller":"traceutil/trace.go:171","msg":"trace[1611206707] linearizableReadLoop","detail":"{readStateIndex:25453; appliedIndex:25448; }","duration":"261.686844ms","start":"2026-05-09T02:23:33.355026Z","end":"2026-05-09T02:23:33.616713Z","steps":["trace[1611206707] 'read index received' (duration: 16.532104ms)","trace[1611206707] 'applied index is now lower than readState.Index' (duration: 245.15309ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:23:33.616831Z","caller":"traceutil/trace.go:171","msg":"trace[688634627] transaction","detail":"{read_only:false; response_revision:24649; number_of_response:1; }","duration":"262.96029ms","start":"2026-05-09T02:23:33.353836Z","end":"2026-05-09T02:23:33.616797Z","steps":["trace[688634627] 'process raft request' (duration: 262.828836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:33.616935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.894539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-05-09T02:23:33.616964Z","caller":"traceutil/trace.go:171","msg":"trace[1234242861] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24649; }","duration":"261.963661ms","start":"2026-05-09T02:23:33.354991Z","end":"2026-05-09T02:23:33.616955Z","steps":["trace[1234242861] 'agreement among raft nodes before linearized reading' (duration: 261.794137ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:33.737771Z","caller":"traceutil/trace.go:171","msg":"trace[805409940] linearizableReadLoop","detail":"{readStateIndex:25454; appliedIndex:25453; }","duration":"120.986576ms","start":"2026-05-09T02:23:33.616758Z","end":"2026-05-09T02:23:33.737744Z","steps":["trace[805409940] 'read index received' (duration: 51.789694ms)","trace[805409940] 'applied index is now lower than readState.Index' (duration: 69.194812ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:23:33.737808Z","caller":"traceutil/trace.go:171","msg":"trace[1581564864] transaction","detail":"{read_only:false; response_revision:24650; number_of_response:1; }","duration":"365.20078ms","start":"2026-05-09T02:23:33.372577Z","end":"2026-05-09T02:23:33.737777Z","steps":["trace[1581564864] 'process raft request' (duration: 296.08178ms)","trace[1581564864] 'compare' (duration: 68.823322ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:33.737867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.715869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-09T02:23:33.737872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.078583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:33.737923Z","caller":"traceutil/trace.go:171","msg":"trace[858969088] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24650; }","duration":"355.832542ms","start":"2026-05-09T02:23:33.382074Z","end":"2026-05-09T02:23:33.737906Z","steps":["trace[858969088] 'agreement among raft nodes before linearized reading' (duration: 355.686667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:33.737948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:33.372564Z","time spent":"365.306173ms","remote":"127.0.0.1:43406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-09T02:23:33.737949Z","caller":"traceutil/trace.go:171","msg":"trace[635284105] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24650; }","duration":"203.203927ms","start":"2026-05-09T02:23:33.534723Z","end":"2026-05-09T02:23:33.737927Z","steps":["trace[635284105] 'agreement among raft nodes before linearized reading' (duration: 203.033991ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:33.73798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:33.382049Z","time spent":"355.924846ms","remote":"127.0.0.1:37022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-05-09T02:23:33.738101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.537337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18368"} {"level":"info","ts":"2026-05-09T02:23:33.738825Z","caller":"traceutil/trace.go:171","msg":"trace[770082499] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24650; }","duration":"382.63829ms","start":"2026-05-09T02:23:33.355505Z","end":"2026-05-09T02:23:33.738143Z","steps":["trace[770082499] 'agreement among raft nodes before linearized reading' (duration: 382.329851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:33.738972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-09T02:23:33.35549Z","time spent":"383.442612ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18391,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-05-09T02:23:33.986191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.031969ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-09T02:23:33.986289Z","caller":"traceutil/trace.go:171","msg":"trace[1758779327] linearizableReadLoop","detail":"{readStateIndex:25456; appliedIndex:25455; }","duration":"246.514517ms","start":"2026-05-09T02:23:33.739759Z","end":"2026-05-09T02:23:33.986273Z","steps":["trace[1758779327] 'read index received' (duration: 11.204098ms)","trace[1758779327] 'applied index is now lower than readState.Index' (duration: 235.309029ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:23:33.98637Z","caller":"traceutil/trace.go:171","msg":"trace[1833139411] transaction","detail":"{read_only:false; response_revision:24652; number_of_response:1; }","duration":"273.100828ms","start":"2026-05-09T02:23:33.713258Z","end":"2026-05-09T02:23:33.986359Z","steps":["trace[1833139411] 'process raft request' (duration: 140.813812ms)","trace[1833139411] 'compare' (duration: 131.836054ms)"],"step_count":2} {"level":"warn","ts":"2026-05-09T02:23:33.986504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.844865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-09T02:23:33.986533Z","caller":"traceutil/trace.go:171","msg":"trace[306803433] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24652; }","duration":"139.913487ms","start":"2026-05-09T02:23:33.84661Z","end":"2026-05-09T02:23:33.986523Z","steps":["trace[306803433] 'agreement among raft nodes before linearized reading' (duration: 139.795294ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:33.986528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.754323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-09T02:23:33.986581Z","caller":"traceutil/trace.go:171","msg":"trace[746860006] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24652; }","duration":"246.829396ms","start":"2026-05-09T02:23:33.739739Z","end":"2026-05-09T02:23:33.986568Z","steps":["trace[746860006] 'agreement among raft nodes before linearized reading' (duration: 246.670112ms)"],"step_count":1} {"level":"warn","ts":"2026-05-09T02:23:34.199736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.73638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-09T02:23:34.199793Z","caller":"traceutil/trace.go:171","msg":"trace[371081589] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:24652; }","duration":"100.834462ms","start":"2026-05-09T02:23:34.098943Z","end":"2026-05-09T02:23:34.199777Z","steps":["trace[371081589] 'count revisions from in-memory index tree' (duration: 100.649297ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:34.60347Z","caller":"traceutil/trace.go:171","msg":"trace[1773505716] transaction","detail":"{read_only:false; response_revision:24655; number_of_response:1; }","duration":"174.723714ms","start":"2026-05-09T02:23:34.428717Z","end":"2026-05-09T02:23:34.603441Z","steps":["trace[1773505716] 'process raft request' (duration: 82.711365ms)","trace[1773505716] 'compare' (duration: 91.886235ms)"],"step_count":2} {"level":"info","ts":"2026-05-09T02:23:34.659414Z","caller":"traceutil/trace.go:171","msg":"trace[1159525138] transaction","detail":"{read_only:false; response_revision:24656; number_of_response:1; }","duration":"191.501125ms","start":"2026-05-09T02:23:34.467895Z","end":"2026-05-09T02:23:34.659396Z","steps":["trace[1159525138] 'process raft request' (duration: 191.004901ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:35.017133Z","caller":"traceutil/trace.go:171","msg":"trace[1739258352] transaction","detail":"{read_only:false; response_revision:24662; number_of_response:1; }","duration":"180.174563ms","start":"2026-05-09T02:23:34.836932Z","end":"2026-05-09T02:23:35.017106Z","steps":["trace[1739258352] 'process raft request' (duration: 179.977618ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:35.12366Z","caller":"traceutil/trace.go:171","msg":"trace[2081440415] transaction","detail":"{read_only:false; response_revision:24663; number_of_response:1; }","duration":"100.664647ms","start":"2026-05-09T02:23:35.022971Z","end":"2026-05-09T02:23:35.123636Z","steps":["trace[2081440415] 'process raft request' (duration: 100.503063ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:23:35.12744Z","caller":"traceutil/trace.go:171","msg":"trace[1269657456] transaction","detail":"{read_only:false; response_revision:24664; number_of_response:1; }","duration":"104.00355ms","start":"2026-05-09T02:23:35.02339Z","end":"2026-05-09T02:23:35.127393Z","steps":["trace[1269657456] 'process raft request' (duration: 103.755623ms)"],"step_count":1} {"level":"info","ts":"2026-05-09T02:26:07.419564Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006980.wal"} {"level":"info","ts":"2026-05-09T02:26:29.609557Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23498} {"level":"info","ts":"2026-05-09T02:26:29.746502Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23498,"took":"133.09941ms","hash":24792130,"current-db-size-bytes":58695680,"current-db-size":"59 MB","current-db-size-in-use-bytes":36814848,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-05-09T02:26:29.746555Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":24792130,"revision":23498,"compact-revision":20324} {"level":"info","ts":"2026-05-09T02:31:29.615356Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26378} {"level":"info","ts":"2026-05-09T02:31:29.757561Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26378,"took":"137.315846ms","hash":961924905,"current-db-size-bytes":58695680,"current-db-size":"59 MB","current-db-size-in-use-bytes":31965184,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-09T02:31:29.757633Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":961924905,"revision":26378,"compact-revision":23498} {"level":"info","ts":"2026-05-09T02:32:03.111982Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d71a1778b31d4ce","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-09T02:32:03.11729Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-05-09T02:32:03.11748Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-05-09T02:36:29.621108Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28834} {"level":"info","ts":"2026-05-09T02:36:29.760253Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28834,"took":"135.059062ms","hash":3069636098,"current-db-size-bytes":58695680,"current-db-size":"59 MB","current-db-size-in-use-bytes":29847552,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-09T02:36:29.760306Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3069636098,"revision":28834,"compact-revision":26378} {"level":"info","ts":"2026-05-09T02:41:29.635828Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31055} {"level":"info","ts":"2026-05-09T02:41:29.74995Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31055,"took":"111.15431ms","hash":4127882681,"current-db-size-bytes":58695680,"current-db-size":"59 MB","current-db-size-in-use-bytes":31817728,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-09T02:41:29.750011Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4127882681,"revision":31055,"compact-revision":28834} {"level":"info","ts":"2026-05-09T02:46:29.643121Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33389} {"level":"info","ts":"2026-05-09T02:46:29.799401Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33389,"took":"149.944829ms","hash":2690942014,"current-db-size-bytes":58695680,"current-db-size":"59 MB","current-db-size-in-use-bytes":31232000,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-09T02:46:29.799462Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2690942014,"revision":33389,"compact-revision":31055} {"level":"info","ts":"2026-05-09T02:51:29.648626Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35613} {"level":"info","ts":"2026-05-09T02:51:29.789345Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35613,"took":"136.979872ms","hash":2504559743,"current-db-size-bytes":58695680,"current-db-size":"59 MB","current-db-size-in-use-bytes":30859264,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-09T02:51:29.789416Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2504559743,"revision":35613,"compact-revision":33389} {"level":"info","ts":"2026-05-09T02:53:32.285066Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d71a1778b31d4ce","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-09T02:53:32.290019Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-05-09T02:53:32.290114Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004}