{"level":"warn","ts":"2026-04-29T01:57:25.981417Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-29T01:57:25.981523Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.35:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.35:2380","--initial-cluster=instance=https://199.204.45.35:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.35:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.35:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-29T01:57:25.981615Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-29T01:57:25.981635Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.35:2380"]} {"level":"info","ts":"2026-04-29T01:57:25.981668Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-29T01:57:25.982735Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.35:2379"]} {"level":"info","ts":"2026-04-29T01:57:25.982856Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.35:2380"],"listen-peer-urls":["https://199.204.45.35:2380"],"advertise-client-urls":["https://199.204.45.35:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.35:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.35:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-29T01:57:25.98723Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.074766ms"} {"level":"info","ts":"2026-04-29T01:57:25.995456Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"fb85913747d92cac","cluster-id":"636a84d5a3ba9c31"} {"level":"info","ts":"2026-04-29T01:57:25.995599Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac switched to configuration voters=()"} {"level":"info","ts":"2026-04-29T01:57:25.995677Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac became follower at term 0"} {"level":"info","ts":"2026-04-29T01:57:25.99571Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft fb85913747d92cac [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-29T01:57:25.995743Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac became follower at term 1"} {"level":"info","ts":"2026-04-29T01:57:25.995806Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac switched to configuration voters=(18124051942037073068)"} {"level":"warn","ts":"2026-04-29T01:57:26.005898Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-29T01:57:26.008222Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-29T01:57:26.009843Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-29T01:57:26.0121Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"fb85913747d92cac","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-29T01:57:26.012433Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"fb85913747d92cac","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-29T01:57:26.012465Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-29T01:57:26.012561Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-29T01:57:26.012602Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-29T01:57:26.013346Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac switched to configuration voters=(18124051942037073068)"} {"level":"info","ts":"2026-04-29T01:57:26.01348Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"636a84d5a3ba9c31","local-member-id":"fb85913747d92cac","added-peer-id":"fb85913747d92cac","added-peer-peer-urls":["https://199.204.45.35:2380"]} {"level":"info","ts":"2026-04-29T01:57:26.014919Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-29T01:57:26.015047Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.35:2380"} {"level":"info","ts":"2026-04-29T01:57:26.015069Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.35:2380"} {"level":"info","ts":"2026-04-29T01:57:26.015297Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"fb85913747d92cac","initial-advertise-peer-urls":["https://199.204.45.35:2380"],"listen-peer-urls":["https://199.204.45.35:2380"],"advertise-client-urls":["https://199.204.45.35:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.35:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-29T01:57:26.015371Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-29T01:57:26.897247Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac is starting a new election at term 1"} {"level":"info","ts":"2026-04-29T01:57:26.897312Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac became pre-candidate at term 1"} {"level":"info","ts":"2026-04-29T01:57:26.897346Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac received MsgPreVoteResp from fb85913747d92cac at term 1"} {"level":"info","ts":"2026-04-29T01:57:26.897367Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac became candidate at term 2"} {"level":"info","ts":"2026-04-29T01:57:26.897379Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac received MsgVoteResp from fb85913747d92cac at term 2"} {"level":"info","ts":"2026-04-29T01:57:26.897407Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac became leader at term 2"} {"level":"info","ts":"2026-04-29T01:57:26.897422Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: fb85913747d92cac elected leader fb85913747d92cac at term 2"} {"level":"info","ts":"2026-04-29T01:57:26.898429Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"fb85913747d92cac","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.35:2379]}","request-path":"/0/members/fb85913747d92cac/attributes","cluster-id":"636a84d5a3ba9c31","publish-timeout":"7s"} {"level":"info","ts":"2026-04-29T01:57:26.898442Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-29T01:57:26.89847Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-29T01:57:26.898579Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-29T01:57:26.899233Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-29T01:57:26.899338Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-29T01:57:26.900227Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"636a84d5a3ba9c31","local-member-id":"fb85913747d92cac","cluster-version":"3.5"} {"level":"info","ts":"2026-04-29T01:57:26.900598Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-29T01:57:26.900738Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-29T01:57:26.902159Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-29T01:57:26.904843Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.35:2379"} {"level":"info","ts":"2026-04-29T01:57:55.726155Z","caller":"traceutil/trace.go:171","msg":"trace[1222117666] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"102.622066ms","start":"2026-04-29T01:57:55.623515Z","end":"2026-04-29T01:57:55.726137Z","steps":["trace[1222117666] 'process raft request' (duration: 102.420493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:00.062047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.952038ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-29T01:58:01.852634Z","caller":"traceutil/trace.go:171","msg":"trace[538819954] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"155.351302ms","start":"2026-04-29T01:58:01.69725Z","end":"2026-04-29T01:58:01.852601Z","steps":["trace[538819954] 'process raft request' (duration: 154.706119ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:02.028847Z","caller":"traceutil/trace.go:171","msg":"trace[373262399] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"161.362313ms","start":"2026-04-29T01:58:01.867452Z","end":"2026-04-29T01:58:02.028814Z","steps":["trace[373262399] 'process raft request' (duration: 161.18134ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:02.05902Z","caller":"traceutil/trace.go:171","msg":"trace[663857514] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"145.262613ms","start":"2026-04-29T01:58:01.913731Z","end":"2026-04-29T01:58:02.058993Z","steps":["trace[663857514] 'process raft request' (duration: 145.138411ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:02.542267Z","caller":"traceutil/trace.go:171","msg":"trace[321974496] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"346.032582ms","start":"2026-04-29T01:58:02.196207Z","end":"2026-04-29T01:58:02.54224Z","steps":["trace[321974496] 'process raft request' (duration: 332.903147ms)","trace[321974496] 'compare' (duration: 12.920921ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:58:02.542434Z","caller":"traceutil/trace.go:171","msg":"trace[469205091] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"296.407804ms","start":"2026-04-29T01:58:02.246007Z","end":"2026-04-29T01:58:02.542415Z","steps":["trace[469205091] 'process raft request' (duration: 296.16978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:02.542912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:58:02.196182Z","time spent":"346.153174ms","remote":"127.0.0.1:41738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:58:02.546927Z","caller":"traceutil/trace.go:171","msg":"trace[1324408667] linearizableReadLoop","detail":"{readStateIndex:608; appliedIndex:606; }","duration":"160.714041ms","start":"2026-04-29T01:58:02.386129Z","end":"2026-04-29T01:58:02.546843Z","steps":["trace[1324408667] 'read index received' (duration: 143.078642ms)","trace[1324408667] 'applied index is now lower than readState.Index' (duration: 17.634149ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:58:02.546987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.839104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-29T01:58:02.546935Z","caller":"traceutil/trace.go:171","msg":"trace[2106925690] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"103.751388ms","start":"2026-04-29T01:58:02.443038Z","end":"2026-04-29T01:58:02.546789Z","steps":["trace[2106925690] 'process raft request' (duration: 99.380656ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:02.547047Z","caller":"traceutil/trace.go:171","msg":"trace[2010110106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:587; }","duration":"160.931435ms","start":"2026-04-29T01:58:02.386094Z","end":"2026-04-29T01:58:02.547026Z","steps":["trace[2010110106] 'agreement among raft nodes before linearized reading' (duration: 160.802863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:02.547245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.354764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-29T01:58:02.547309Z","caller":"traceutil/trace.go:171","msg":"trace[427226221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:587; }","duration":"160.437206ms","start":"2026-04-29T01:58:02.386844Z","end":"2026-04-29T01:58:02.547281Z","steps":["trace[427226221] 'agreement among raft nodes before linearized reading' (duration: 160.261013ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:16.866467Z","caller":"traceutil/trace.go:171","msg":"trace[525939786] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"252.263324ms","start":"2026-04-29T01:58:16.614157Z","end":"2026-04-29T01:58:16.86642Z","steps":["trace[525939786] 'process raft request' (duration: 250.533353ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:16.922298Z","caller":"traceutil/trace.go:171","msg":"trace[422998598] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"306.278494ms","start":"2026-04-29T01:58:16.615992Z","end":"2026-04-29T01:58:16.922271Z","steps":["trace[422998598] 'process raft request' (duration: 306.100661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:16.922463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:58:16.615964Z","time spent":"306.412066ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:58:16.922565Z","caller":"traceutil/trace.go:171","msg":"trace[1920073752] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"305.302416ms","start":"2026-04-29T01:58:16.617214Z","end":"2026-04-29T01:58:16.922517Z","steps":["trace[1920073752] 'process raft request' (duration: 305.018641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:16.922733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:58:16.617203Z","time spent":"305.447548ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:58:51.675986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.149263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:58:51.676097Z","caller":"traceutil/trace.go:171","msg":"trace[1419511321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1165; }","duration":"119.334407ms","start":"2026-04-29T01:58:51.556742Z","end":"2026-04-29T01:58:51.676077Z","steps":["trace[1419511321] 'range keys from in-memory index tree' (duration: 119.024871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:37.460353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.278733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-29T01:59:37.460504Z","caller":"traceutil/trace.go:171","msg":"trace[203674706] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1817; }","duration":"149.529809ms","start":"2026-04-29T01:59:37.310948Z","end":"2026-04-29T01:59:37.460477Z","steps":["trace[203674706] 'range keys from in-memory index tree' (duration: 148.980177ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:37.676823Z","caller":"traceutil/trace.go:171","msg":"trace[2142945502] linearizableReadLoop","detail":"{readStateIndex:1889; appliedIndex:1888; }","duration":"331.03696ms","start":"2026-04-29T01:59:37.345759Z","end":"2026-04-29T01:59:37.676796Z","steps":["trace[2142945502] 'read index received' (duration: 330.99615ms)","trace[2142945502] 'applied index is now lower than readState.Index' (duration: 39.67µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:59:37.676967Z","caller":"traceutil/trace.go:171","msg":"trace[1107256904] transaction","detail":"{read_only:false; response_revision:1818; number_of_response:1; }","duration":"355.773441ms","start":"2026-04-29T01:59:37.321157Z","end":"2026-04-29T01:59:37.67693Z","steps":["trace[1107256904] 'process raft request' (duration: 355.472865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:37.677194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:37.321126Z","time spent":"355.955223ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:59:37.677477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.670481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-29T01:59:37.677605Z","caller":"traceutil/trace.go:171","msg":"trace[770852080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1818; }","duration":"331.871656ms","start":"2026-04-29T01:59:37.345709Z","end":"2026-04-29T01:59:37.67758Z","steps":["trace[770852080] 'agreement among raft nodes before linearized reading' (duration: 331.334246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:37.677733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:37.345684Z","time spent":"332.03496ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T01:59:37.71198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.889156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:59:37.712046Z","caller":"traceutil/trace.go:171","msg":"trace[978917404] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"245.919359ms","start":"2026-04-29T01:59:37.466084Z","end":"2026-04-29T01:59:37.712004Z","steps":["trace[978917404] 'process raft request' (duration: 245.476791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:37.712035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.800013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-29T01:59:37.712188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.23809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-29T01:59:37.712156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.762813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T01:59:37.712088Z","caller":"traceutil/trace.go:171","msg":"trace[2047355431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1819; }","duration":"156.063759ms","start":"2026-04-29T01:59:37.555996Z","end":"2026-04-29T01:59:37.71206Z","steps":["trace[2047355431] 'agreement among raft nodes before linearized reading' (duration: 155.846795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:37.712263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.321971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-85890d1b-d3cf-415c-ae1e-2223a454c934\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-29T01:59:37.712376Z","caller":"traceutil/trace.go:171","msg":"trace[1365701541] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-85890d1b-d3cf-415c-ae1e-2223a454c934; range_end:; response_count:1; response_revision:1819; }","duration":"355.465053ms","start":"2026-04-29T01:59:37.356889Z","end":"2026-04-29T01:59:37.712354Z","steps":["trace[1365701541] 'agreement among raft nodes before linearized reading' (duration: 355.135007ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:37.712338Z","caller":"traceutil/trace.go:171","msg":"trace[313358777] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1819; }","duration":"354.029038ms","start":"2026-04-29T01:59:37.35819Z","end":"2026-04-29T01:59:37.71222Z","steps":["trace[313358777] 'agreement among raft nodes before linearized reading' (duration: 353.732372ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:37.712484Z","caller":"traceutil/trace.go:171","msg":"trace[641350321] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1819; }","duration":"101.329392ms","start":"2026-04-29T01:59:37.610898Z","end":"2026-04-29T01:59:37.712227Z","steps":["trace[641350321] 'agreement among raft nodes before linearized reading' (duration: 101.22518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:37.712103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.118812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-29T01:59:37.712502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:37.358166Z","time spent":"354.320874ms","remote":"127.0.0.1:48056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-29T01:59:37.712434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:37.356832Z","time spent":"355.591446ms","remote":"127.0.0.1:41744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-85890d1b-d3cf-415c-ae1e-2223a454c934\" "} {"level":"info","ts":"2026-04-29T01:59:37.712553Z","caller":"traceutil/trace.go:171","msg":"trace[1637499608] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1819; }","duration":"233.902175ms","start":"2026-04-29T01:59:37.478339Z","end":"2026-04-29T01:59:37.712242Z","steps":["trace[1637499608] 'agreement among raft nodes before linearized reading' (duration: 233.705442ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:37.71281Z","caller":"traceutil/trace.go:171","msg":"trace[1084668714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1819; }","duration":"366.851476ms","start":"2026-04-29T01:59:37.345832Z","end":"2026-04-29T01:59:37.712684Z","steps":["trace[1084668714] 'agreement among raft nodes before linearized reading' (duration: 365.98967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:37.713203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:37.345798Z","time spent":"367.287824ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T01:59:38.010578Z","caller":"traceutil/trace.go:171","msg":"trace[1048556615] transaction","detail":"{read_only:false; response_revision:1821; number_of_response:1; }","duration":"293.581184ms","start":"2026-04-29T01:59:37.716972Z","end":"2026-04-29T01:59:38.010553Z","steps":["trace[1048556615] 'process raft request' (duration: 293.38063ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:38.010987Z","caller":"traceutil/trace.go:171","msg":"trace[2092252567] linearizableReadLoop","detail":"{readStateIndex:1894; appliedIndex:1891; }","duration":"192.736812ms","start":"2026-04-29T01:59:37.818238Z","end":"2026-04-29T01:59:38.010975Z","steps":["trace[2092252567] 'read index received' (duration: 192.087399ms)","trace[2092252567] 'applied index is now lower than readState.Index' (duration: 648.403µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:59:38.010996Z","caller":"traceutil/trace.go:171","msg":"trace[593188351] transaction","detail":"{read_only:false; response_revision:1822; number_of_response:1; }","duration":"293.31177ms","start":"2026-04-29T01:59:37.717656Z","end":"2026-04-29T01:59:38.010968Z","steps":["trace[593188351] 'process raft request' (duration: 292.857971ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:38.011076Z","caller":"traceutil/trace.go:171","msg":"trace[123795985] transaction","detail":"{read_only:false; response_revision:1823; number_of_response:1; }","duration":"292.534746ms","start":"2026-04-29T01:59:37.718504Z","end":"2026-04-29T01:59:38.011039Z","steps":["trace[123795985] 'process raft request' (duration: 292.267241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:38.011118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.872684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T01:59:38.011152Z","caller":"traceutil/trace.go:171","msg":"trace[1155451028] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1823; }","duration":"192.965596ms","start":"2026-04-29T01:59:37.818177Z","end":"2026-04-29T01:59:38.011143Z","steps":["trace[1155451028] 'agreement among raft nodes before linearized reading' (duration: 192.856624ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:57.474877Z","caller":"traceutil/trace.go:171","msg":"trace[106675547] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"180.218479ms","start":"2026-04-29T01:59:57.294636Z","end":"2026-04-29T01:59:57.474854Z","steps":["trace[106675547] 'process raft request' (duration: 180.024415ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:57.88211Z","caller":"traceutil/trace.go:171","msg":"trace[1739696227] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"128.904325ms","start":"2026-04-29T01:59:57.753164Z","end":"2026-04-29T01:59:57.882068Z","steps":["trace[1739696227] 'process raft request' (duration: 128.741892ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:31.276247Z","caller":"traceutil/trace.go:171","msg":"trace[1330558530] linearizableReadLoop","detail":"{readStateIndex:2242; appliedIndex:2241; }","duration":"145.279374ms","start":"2026-04-29T02:00:31.130918Z","end":"2026-04-29T02:00:31.276197Z","steps":["trace[1330558530] 'read index received' (duration: 109.201805ms)","trace[1330558530] 'applied index is now lower than readState.Index' (duration: 36.075789ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:00:31.276485Z","caller":"traceutil/trace.go:171","msg":"trace[1696152133] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"207.319461ms","start":"2026-04-29T02:00:31.069152Z","end":"2026-04-29T02:00:31.276471Z","steps":["trace[1696152133] 'process raft request' (duration: 171.044378ms)","trace[1696152133] 'compare' (duration: 35.460727ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:00:31.277139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.196061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-29T02:00:31.277266Z","caller":"traceutil/trace.go:171","msg":"trace[2009238124] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2160; }","duration":"146.377544ms","start":"2026-04-29T02:00:31.130858Z","end":"2026-04-29T02:00:31.277236Z","steps":["trace[2009238124] 'agreement among raft nodes before linearized reading' (duration: 145.793813ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:32.221104Z","caller":"traceutil/trace.go:171","msg":"trace[67231271] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"154.067539ms","start":"2026-04-29T02:00:32.067003Z","end":"2026-04-29T02:00:32.22107Z","steps":["trace[67231271] 'process raft request' (duration: 153.985366ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:32.221434Z","caller":"traceutil/trace.go:171","msg":"trace[790166902] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"155.27743ms","start":"2026-04-29T02:00:32.065882Z","end":"2026-04-29T02:00:32.221159Z","steps":["trace[790166902] 'process raft request' (duration: 113.742749ms)","trace[790166902] 'compare' (duration: 41.183974ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:00:38.198131Z","caller":"traceutil/trace.go:171","msg":"trace[449278745] transaction","detail":"{read_only:false; response_revision:2195; number_of_response:1; }","duration":"114.443821ms","start":"2026-04-29T02:00:38.083659Z","end":"2026-04-29T02:00:38.198103Z","steps":["trace[449278745] 'process raft request' (duration: 114.262598ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:38.475149Z","caller":"traceutil/trace.go:171","msg":"trace[1779374495] transaction","detail":"{read_only:false; response_revision:2196; number_of_response:1; }","duration":"223.912893ms","start":"2026-04-29T02:00:38.251183Z","end":"2026-04-29T02:00:38.475096Z","steps":["trace[1779374495] 'process raft request' (duration: 136.769984ms)","trace[1779374495] 'compare' (duration: 86.904964ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:00:38.498948Z","caller":"traceutil/trace.go:171","msg":"trace[1384720797] linearizableReadLoop","detail":"{readStateIndex:2281; appliedIndex:2279; }","duration":"184.897339ms","start":"2026-04-29T02:00:38.314017Z","end":"2026-04-29T02:00:38.498914Z","steps":["trace[1384720797] 'read index received' (duration: 73.919041ms)","trace[1384720797] 'applied index is now lower than readState.Index' (duration: 110.976318ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:00:38.499087Z","caller":"traceutil/trace.go:171","msg":"trace[225106050] transaction","detail":"{read_only:false; response_revision:2197; number_of_response:1; }","duration":"247.465555ms","start":"2026-04-29T02:00:38.251588Z","end":"2026-04-29T02:00:38.499053Z","steps":["trace[225106050] 'process raft request' (duration: 247.16515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:38.499276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.228195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-29T02:00:38.499372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.262977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-29T02:00:38.499373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.212772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-29T02:00:38.499424Z","caller":"traceutil/trace.go:171","msg":"trace[711676450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2197; }","duration":"185.349348ms","start":"2026-04-29T02:00:38.314062Z","end":"2026-04-29T02:00:38.499412Z","steps":["trace[711676450] 'agreement among raft nodes before linearized reading' (duration: 185.016891ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:38.499442Z","caller":"traceutil/trace.go:171","msg":"trace[1055011174] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2197; }","duration":"145.328345ms","start":"2026-04-29T02:00:38.354095Z","end":"2026-04-29T02:00:38.499423Z","steps":["trace[1055011174] 'agreement among raft nodes before linearized reading' (duration: 145.080089ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:38.499376Z","caller":"traceutil/trace.go:171","msg":"trace[737720153] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2197; }","duration":"185.377799ms","start":"2026-04-29T02:00:38.313973Z","end":"2026-04-29T02:00:38.499351Z","steps":["trace[737720153] 'agreement among raft nodes before linearized reading' (duration: 185.088822ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:02:21.285862Z","caller":"traceutil/trace.go:171","msg":"trace[1983606702] transaction","detail":"{read_only:false; response_revision:2939; number_of_response:1; }","duration":"143.34669ms","start":"2026-04-29T02:02:21.142484Z","end":"2026-04-29T02:02:21.28583Z","steps":["trace[1983606702] 'process raft request' (duration: 143.161895ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:02:21.389443Z","caller":"traceutil/trace.go:171","msg":"trace[646090750] transaction","detail":"{read_only:false; response_revision:2940; number_of_response:1; }","duration":"246.810924ms","start":"2026-04-29T02:02:21.142588Z","end":"2026-04-29T02:02:21.389399Z","steps":["trace[646090750] 'process raft request' (duration: 246.429387ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:02:21.389487Z","caller":"traceutil/trace.go:171","msg":"trace[581605276] transaction","detail":"{read_only:false; response_revision:2941; number_of_response:1; }","duration":"246.754152ms","start":"2026-04-29T02:02:21.142661Z","end":"2026-04-29T02:02:21.389415Z","steps":["trace[581605276] 'process raft request' (duration: 246.62807ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:02:21.389652Z","caller":"traceutil/trace.go:171","msg":"trace[1961833932] transaction","detail":"{read_only:false; response_revision:2942; number_of_response:1; }","duration":"246.942027ms","start":"2026-04-29T02:02:21.142687Z","end":"2026-04-29T02:02:21.389629Z","steps":["trace[1961833932] 'process raft request' (duration: 246.681721ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:02:21.389993Z","caller":"traceutil/trace.go:171","msg":"trace[1655032122] transaction","detail":"{read_only:false; response_revision:2943; number_of_response:1; }","duration":"247.213402ms","start":"2026-04-29T02:02:21.142762Z","end":"2026-04-29T02:02:21.389976Z","steps":["trace[1655032122] 'process raft request' (duration: 246.773264ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:04:58.51294Z","caller":"traceutil/trace.go:171","msg":"trace[317071902] transaction","detail":"{read_only:false; response_revision:3971; number_of_response:1; }","duration":"144.060754ms","start":"2026-04-29T02:04:58.368847Z","end":"2026-04-29T02:04:58.512908Z","steps":["trace[317071902] 'process raft request' (duration: 143.847051ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:19.748929Z","caller":"traceutil/trace.go:171","msg":"trace[887491278] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4997; }","duration":"122.359048ms","start":"2026-04-29T02:06:19.626538Z","end":"2026-04-29T02:06:19.748897Z","steps":["trace[887491278] 'process raft request' (duration: 116.894016ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:20.788095Z","caller":"traceutil/trace.go:171","msg":"trace[1809252303] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"115.467609ms","start":"2026-04-29T02:06:20.672593Z","end":"2026-04-29T02:06:20.788061Z","steps":["trace[1809252303] 'process raft request' (duration: 115.285046ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:20.788589Z","caller":"traceutil/trace.go:171","msg":"trace[1299859463] transaction","detail":"{read_only:false; response_revision:5038; number_of_response:1; }","duration":"115.846917ms","start":"2026-04-29T02:06:20.672717Z","end":"2026-04-29T02:06:20.788564Z","steps":["trace[1299859463] 'process raft request' (duration: 115.303096ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:24.892865Z","caller":"traceutil/trace.go:171","msg":"trace[1025087471] transaction","detail":"{read_only:false; response_revision:5204; number_of_response:1; }","duration":"128.161739ms","start":"2026-04-29T02:06:24.76467Z","end":"2026-04-29T02:06:24.892831Z","steps":["trace[1025087471] 'process raft request' (duration: 73.153636ms)","trace[1025087471] 'compare' (duration: 54.803449ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:06:31.706891Z","caller":"traceutil/trace.go:171","msg":"trace[1635623976] transaction","detail":"{read_only:false; response_revision:5344; number_of_response:1; }","duration":"167.013069ms","start":"2026-04-29T02:06:31.539852Z","end":"2026-04-29T02:06:31.706865Z","steps":["trace[1635623976] 'process raft request' (duration: 166.814155ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:31.756325Z","caller":"traceutil/trace.go:171","msg":"trace[469291961] linearizableReadLoop","detail":"{readStateIndex:5544; appliedIndex:5542; }","duration":"103.23463ms","start":"2026-04-29T02:06:31.65307Z","end":"2026-04-29T02:06:31.756305Z","steps":["trace[469291961] 'read index received' (duration: 53.630749ms)","trace[469291961] 'applied index is now lower than readState.Index' (duration: 49.603021ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:06:31.756438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.344202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:06:31.756462Z","caller":"traceutil/trace.go:171","msg":"trace[615394982] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5345; }","duration":"103.429014ms","start":"2026-04-29T02:06:31.653026Z","end":"2026-04-29T02:06:31.756455Z","steps":["trace[615394982] 'agreement among raft nodes before linearized reading' (duration: 103.359333ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:31.756443Z","caller":"traceutil/trace.go:171","msg":"trace[29818320] transaction","detail":"{read_only:false; response_revision:5345; number_of_response:1; }","duration":"127.086268ms","start":"2026-04-29T02:06:31.629318Z","end":"2026-04-29T02:06:31.756405Z","steps":["trace[29818320] 'process raft request' (duration: 111.510426ms)","trace[29818320] 'compare' (duration: 15.357638ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:06:34.565855Z","caller":"traceutil/trace.go:171","msg":"trace[1101140486] transaction","detail":"{read_only:false; response_revision:5411; number_of_response:1; }","duration":"122.40231ms","start":"2026-04-29T02:06:34.443421Z","end":"2026-04-29T02:06:34.565823Z","steps":["trace[1101140486] 'process raft request' (duration: 24.251475ms)","trace[1101140486] 'compare' (duration: 97.670566ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:06:42.815178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.001814ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:06:42.815263Z","caller":"traceutil/trace.go:171","msg":"trace[2060144498] linearizableReadLoop","detail":"{readStateIndex:5785; appliedIndex:5784; }","duration":"175.122206ms","start":"2026-04-29T02:06:42.640128Z","end":"2026-04-29T02:06:42.81525Z","steps":["trace[2060144498] 'read index received' (duration: 68.960189ms)","trace[2060144498] 'applied index is now lower than readState.Index' (duration: 106.160907ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:06:42.815339Z","caller":"traceutil/trace.go:171","msg":"trace[716317744] transaction","detail":"{read_only:false; response_revision:5580; number_of_response:1; }","duration":"179.753333ms","start":"2026-04-29T02:06:42.635554Z","end":"2026-04-29T02:06:42.815307Z","steps":["trace[716317744] 'process raft request' (duration: 73.560894ms)","trace[716317744] 'compare' (duration: 105.787391ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:06:42.815426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.30716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:5834"} {"level":"info","ts":"2026-04-29T02:06:42.815466Z","caller":"traceutil/trace.go:171","msg":"trace[673098274] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:5580; }","duration":"175.365611ms","start":"2026-04-29T02:06:42.640075Z","end":"2026-04-29T02:06:42.81544Z","steps":["trace[673098274] 'agreement among raft nodes before linearized reading' (duration: 175.240959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:42.815571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.443578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-29T02:06:42.815668Z","caller":"traceutil/trace.go:171","msg":"trace[168230166] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5580; }","duration":"144.611632ms","start":"2026-04-29T02:06:42.671037Z","end":"2026-04-29T02:06:42.815649Z","steps":["trace[168230166] 'agreement among raft nodes before linearized reading' (duration: 144.333847ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:42.985746Z","caller":"traceutil/trace.go:171","msg":"trace[39944274] transaction","detail":"{read_only:false; response_revision:5581; number_of_response:1; }","duration":"164.76507ms","start":"2026-04-29T02:06:42.820951Z","end":"2026-04-29T02:06:42.985716Z","steps":["trace[39944274] 'process raft request' (duration: 144.016259ms)","trace[39944274] 'compare' (duration: 20.600888ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:06:43.034548Z","caller":"traceutil/trace.go:171","msg":"trace[271524221] transaction","detail":"{read_only:false; response_revision:5582; number_of_response:1; }","duration":"208.758958ms","start":"2026-04-29T02:06:42.825737Z","end":"2026-04-29T02:06:43.034496Z","steps":["trace[271524221] 'process raft request' (duration: 208.351391ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:43.145026Z","caller":"traceutil/trace.go:171","msg":"trace[1942196106] transaction","detail":"{read_only:false; response_revision:5584; number_of_response:1; }","duration":"105.037927ms","start":"2026-04-29T02:06:43.039963Z","end":"2026-04-29T02:06:43.145001Z","steps":["trace[1942196106] 'process raft request' (duration: 101.768266ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:43.145364Z","caller":"traceutil/trace.go:171","msg":"trace[105510725] transaction","detail":"{read_only:false; response_revision:5585; number_of_response:1; }","duration":"104.478165ms","start":"2026-04-29T02:06:43.040874Z","end":"2026-04-29T02:06:43.145352Z","steps":["trace[105510725] 'process raft request' (duration: 104.285291ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:43.145492Z","caller":"traceutil/trace.go:171","msg":"trace[1971900769] transaction","detail":"{read_only:false; response_revision:5586; number_of_response:1; }","duration":"104.163319ms","start":"2026-04-29T02:06:43.041303Z","end":"2026-04-29T02:06:43.145466Z","steps":["trace[1971900769] 'process raft request' (duration: 103.971786ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:43.146402Z","caller":"traceutil/trace.go:171","msg":"trace[386815738] transaction","detail":"{read_only:false; response_revision:5592; number_of_response:1; }","duration":"103.380356ms","start":"2026-04-29T02:06:43.042997Z","end":"2026-04-29T02:06:43.146377Z","steps":["trace[386815738] 'process raft request' (duration: 102.688842ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:43.14553Z","caller":"traceutil/trace.go:171","msg":"trace[904752130] transaction","detail":"{read_only:false; response_revision:5587; number_of_response:1; }","duration":"104.161549ms","start":"2026-04-29T02:06:43.041357Z","end":"2026-04-29T02:06:43.145519Z","steps":["trace[904752130] 'process raft request' (duration: 103.974776ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:43.14568Z","caller":"traceutil/trace.go:171","msg":"trace[2076560034] transaction","detail":"{read_only:false; response_revision:5590; number_of_response:1; }","duration":"103.474656ms","start":"2026-04-29T02:06:43.042167Z","end":"2026-04-29T02:06:43.145642Z","steps":["trace[2076560034] 'process raft request' (duration: 103.295723ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:43.1457Z","caller":"traceutil/trace.go:171","msg":"trace[919768995] transaction","detail":"{read_only:false; response_revision:5588; number_of_response:1; }","duration":"104.151559ms","start":"2026-04-29T02:06:43.041525Z","end":"2026-04-29T02:06:43.145677Z","steps":["trace[919768995] 'process raft request' (duration: 103.841573ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:43.145729Z","caller":"traceutil/trace.go:171","msg":"trace[1329478761] transaction","detail":"{read_only:false; response_revision:5591; number_of_response:1; }","duration":"103.246133ms","start":"2026-04-29T02:06:43.042472Z","end":"2026-04-29T02:06:43.145718Z","steps":["trace[1329478761] 'process raft request' (duration: 103.095999ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:43.14571Z","caller":"traceutil/trace.go:171","msg":"trace[942383056] transaction","detail":"{read_only:false; response_revision:5589; number_of_response:1; }","duration":"103.895295ms","start":"2026-04-29T02:06:43.041793Z","end":"2026-04-29T02:06:43.145689Z","steps":["trace[942383056] 'process raft request' (duration: 103.62507ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:43.147148Z","caller":"traceutil/trace.go:171","msg":"trace[359899045] transaction","detail":"{read_only:false; response_revision:5593; number_of_response:1; }","duration":"100.97795ms","start":"2026-04-29T02:06:43.045248Z","end":"2026-04-29T02:06:43.146226Z","steps":["trace[359899045] 'process raft request' (duration: 100.739996ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:07:26.941075Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2972} {"level":"info","ts":"2026-04-29T02:07:27.009888Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2972,"took":"67.055152ms","hash":2374643277,"current-db-size-bytes":56782848,"current-db-size":"57 MB","current-db-size-in-use-bytes":33091584,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-29T02:07:27.00994Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2374643277,"revision":2972,"compact-revision":-1} {"level":"info","ts":"2026-04-29T02:12:26.947208Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6040} {"level":"info","ts":"2026-04-29T02:12:27.057575Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6040,"took":"108.873882ms","hash":263389145,"current-db-size-bytes":56782848,"current-db-size":"57 MB","current-db-size-in-use-bytes":21602304,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-04-29T02:12:27.057641Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":263389145,"revision":6040,"compact-revision":2972} {"level":"info","ts":"2026-04-29T02:12:40.710495Z","caller":"traceutil/trace.go:171","msg":"trace[1727263048] linearizableReadLoop","detail":"{readStateIndex:8674; appliedIndex:8673; }","duration":"159.967886ms","start":"2026-04-29T02:12:40.550501Z","end":"2026-04-29T02:12:40.710469Z","steps":["trace[1727263048] 'read index received' (duration: 159.814304ms)","trace[1727263048] 'applied index is now lower than readState.Index' (duration: 152.172µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:12:40.710619Z","caller":"traceutil/trace.go:171","msg":"trace[760085723] transaction","detail":"{read_only:false; response_revision:8379; number_of_response:1; }","duration":"262.624132ms","start":"2026-04-29T02:12:40.447983Z","end":"2026-04-29T02:12:40.710607Z","steps":["trace[760085723] 'process raft request' (duration: 262.281565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:40.7109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.370265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-29T02:12:40.711011Z","caller":"traceutil/trace.go:171","msg":"trace[1615272866] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8379; }","duration":"160.530807ms","start":"2026-04-29T02:12:40.550459Z","end":"2026-04-29T02:12:40.710989Z","steps":["trace[1615272866] 'agreement among raft nodes before linearized reading' (duration: 160.282682ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:40.769348Z","caller":"traceutil/trace.go:171","msg":"trace[1160101822] transaction","detail":"{read_only:false; response_revision:8380; number_of_response:1; }","duration":"103.083554ms","start":"2026-04-29T02:12:40.666231Z","end":"2026-04-29T02:12:40.769315Z","steps":["trace[1160101822] 'process raft request' (duration: 102.849649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:40.769418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.52596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:40.769496Z","caller":"traceutil/trace.go:171","msg":"trace[427088270] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8380; }","duration":"210.672783ms","start":"2026-04-29T02:12:40.558808Z","end":"2026-04-29T02:12:40.769481Z","steps":["trace[427088270] 'agreement among raft nodes before linearized reading' (duration: 210.513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:53.278722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.888038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-29T02:12:53.2788Z","caller":"traceutil/trace.go:171","msg":"trace[53613949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8444; }","duration":"122.02784ms","start":"2026-04-29T02:12:53.156754Z","end":"2026-04-29T02:12:53.278782Z","steps":["trace[53613949] 'range keys from in-memory index tree' (duration: 121.696285ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:54.166464Z","caller":"traceutil/trace.go:171","msg":"trace[1003852245] transaction","detail":"{read_only:false; response_revision:8450; number_of_response:1; }","duration":"139.420689ms","start":"2026-04-29T02:12:54.027015Z","end":"2026-04-29T02:12:54.166435Z","steps":["trace[1003852245] 'process raft request' (duration: 139.233675ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:21.546092Z","caller":"traceutil/trace.go:171","msg":"trace[1709781174] linearizableReadLoop","detail":"{readStateIndex:8955; appliedIndex:8954; }","duration":"235.579041ms","start":"2026-04-29T02:13:21.310486Z","end":"2026-04-29T02:13:21.546065Z","steps":["trace[1709781174] 'read index received' (duration: 235.408058ms)","trace[1709781174] 'applied index is now lower than readState.Index' (duration: 169.103µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:21.546162Z","caller":"traceutil/trace.go:171","msg":"trace[1846641014] transaction","detail":"{read_only:false; response_revision:8649; number_of_response:1; }","duration":"414.17968ms","start":"2026-04-29T02:13:21.131947Z","end":"2026-04-29T02:13:21.546127Z","steps":["trace[1846641014] 'process raft request' (duration: 413.958825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:21.546348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:21.131916Z","time spent":"414.320561ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:21.546409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.902087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-29T02:13:21.546517Z","caller":"traceutil/trace.go:171","msg":"trace[1460640695] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8649; }","duration":"236.0646ms","start":"2026-04-29T02:13:21.310429Z","end":"2026-04-29T02:13:21.546494Z","steps":["trace[1460640695] 'agreement among raft nodes before linearized reading' (duration: 235.765655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:21.572168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.941115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-29T02:13:21.572206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.038348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-29T02:13:21.572228Z","caller":"traceutil/trace.go:171","msg":"trace[1735838115] transaction","detail":"{read_only:false; response_revision:8650; number_of_response:1; }","duration":"180.045235ms","start":"2026-04-29T02:13:21.392161Z","end":"2026-04-29T02:13:21.572206Z","steps":["trace[1735838115] 'process raft request' (duration: 179.658528ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:21.572249Z","caller":"traceutil/trace.go:171","msg":"trace[617771127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8650; }","duration":"125.063049ms","start":"2026-04-29T02:13:21.447162Z","end":"2026-04-29T02:13:21.572225Z","steps":["trace[617771127] 'agreement among raft nodes before linearized reading' (duration: 124.849725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:21.572232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.150426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-29T02:13:21.572509Z","caller":"traceutil/trace.go:171","msg":"trace[1323431709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8650; }","duration":"128.486213ms","start":"2026-04-29T02:13:21.443998Z","end":"2026-04-29T02:13:21.572484Z","steps":["trace[1323431709] 'agreement among raft nodes before linearized reading' (duration: 128.059335ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:21.572304Z","caller":"traceutil/trace.go:171","msg":"trace[110005273] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8650; }","duration":"125.153051ms","start":"2026-04-29T02:13:21.447108Z","end":"2026-04-29T02:13:21.572261Z","steps":["trace[110005273] 'agreement among raft nodes before linearized reading' (duration: 124.897556ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:25.113363Z","caller":"traceutil/trace.go:171","msg":"trace[345475567] transaction","detail":"{read_only:false; response_revision:8667; number_of_response:1; }","duration":"206.461993ms","start":"2026-04-29T02:13:24.906875Z","end":"2026-04-29T02:13:25.113337Z","steps":["trace[345475567] 'process raft request' (duration: 206.151988ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:35.781394Z","caller":"traceutil/trace.go:171","msg":"trace[1876618606] transaction","detail":"{read_only:false; response_revision:8769; number_of_response:1; }","duration":"165.450199ms","start":"2026-04-29T02:13:35.615917Z","end":"2026-04-29T02:13:35.781367Z","steps":["trace[1876618606] 'process raft request' (duration: 165.155144ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:35.845788Z","caller":"traceutil/trace.go:171","msg":"trace[2090397217] linearizableReadLoop","detail":"{readStateIndex:9082; appliedIndex:9080; }","duration":"219.422927ms","start":"2026-04-29T02:13:35.626318Z","end":"2026-04-29T02:13:35.845741Z","steps":["trace[2090397217] 'read index received' (duration: 154.720997ms)","trace[2090397217] 'applied index is now lower than readState.Index' (duration: 64.70028ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:35.845916Z","caller":"traceutil/trace.go:171","msg":"trace[1489766510] transaction","detail":"{read_only:false; response_revision:8770; number_of_response:1; }","duration":"227.340196ms","start":"2026-04-29T02:13:35.618564Z","end":"2026-04-29T02:13:35.845904Z","steps":["trace[1489766510] 'process raft request' (duration: 170.036866ms)","trace[1489766510] 'compare' (duration: 56.972524ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:35.84609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.86574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-29T02:13:35.846166Z","caller":"traceutil/trace.go:171","msg":"trace[1919269761] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8770; }","duration":"216.008053ms","start":"2026-04-29T02:13:35.630136Z","end":"2026-04-29T02:13:35.846145Z","steps":["trace[1919269761] 'agreement among raft nodes before linearized reading' (duration: 215.815939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:35.846338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.829176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-29T02:13:35.846379Z","caller":"traceutil/trace.go:171","msg":"trace[1884418312] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8770; }","duration":"191.904458ms","start":"2026-04-29T02:13:35.654462Z","end":"2026-04-29T02:13:35.846366Z","steps":["trace[1884418312] 'agreement among raft nodes before linearized reading' (duration: 191.742175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:35.846456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.731764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T02:13:35.846511Z","caller":"traceutil/trace.go:171","msg":"trace[230372258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8770; }","duration":"210.843226ms","start":"2026-04-29T02:13:35.635652Z","end":"2026-04-29T02:13:35.846495Z","steps":["trace[230372258] 'agreement among raft nodes before linearized reading' (duration: 210.679393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:35.846511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.098851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:13:35.846547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.735033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-29T02:13:35.846652Z","caller":"traceutil/trace.go:171","msg":"trace[684483218] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8770; }","duration":"220.340025ms","start":"2026-04-29T02:13:35.626283Z","end":"2026-04-29T02:13:35.846623Z","steps":["trace[684483218] 'agreement among raft nodes before linearized reading' (duration: 219.988629ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:35.846673Z","caller":"traceutil/trace.go:171","msg":"trace[664375796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8770; }","duration":"202.904735ms","start":"2026-04-29T02:13:35.643739Z","end":"2026-04-29T02:13:35.846644Z","steps":["trace[664375796] 'agreement among raft nodes before linearized reading' (duration: 202.524678ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:25.302169Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002534.wal"} {"level":"warn","ts":"2026-04-29T02:14:49.753961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.182145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:14:49.754065Z","caller":"traceutil/trace.go:171","msg":"trace[246845748] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:9504; }","duration":"212.342027ms","start":"2026-04-29T02:14:49.5417Z","end":"2026-04-29T02:14:49.754042Z","steps":["trace[246845748] 'count revisions from in-memory index tree' (duration: 212.057642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:49.75399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.929962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:14:49.754088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.141539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-29T02:14:49.754135Z","caller":"traceutil/trace.go:171","msg":"trace[468750286] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9504; }","duration":"198.230901ms","start":"2026-04-29T02:14:49.555892Z","end":"2026-04-29T02:14:49.754123Z","steps":["trace[468750286] 'range keys from in-memory index tree' (duration: 197.967567ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:49.754166Z","caller":"traceutil/trace.go:171","msg":"trace[188325319] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:9504; }","duration":"130.141626ms","start":"2026-04-29T02:14:49.623976Z","end":"2026-04-29T02:14:49.754118Z","steps":["trace[188325319] 'count revisions from in-memory index tree' (duration: 129.843431ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:15:09.949793Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fb85913747d92cac","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-29T02:15:09.95581Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-29T02:15:09.955884Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-29T02:17:07.540202Z","caller":"traceutil/trace.go:171","msg":"trace[1066571564] linearizableReadLoop","detail":"{readStateIndex:10909; appliedIndex:10907; }","duration":"103.037794ms","start":"2026-04-29T02:17:07.437142Z","end":"2026-04-29T02:17:07.54018Z","steps":["trace[1066571564] 'read index received' (duration: 74.062667ms)","trace[1066571564] 'applied index is now lower than readState.Index' (duration: 28.974347ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:17:07.540322Z","caller":"traceutil/trace.go:171","msg":"trace[1959261539] transaction","detail":"{read_only:false; response_revision:10542; number_of_response:1; }","duration":"104.139405ms","start":"2026-04-29T02:17:07.436136Z","end":"2026-04-29T02:17:07.540275Z","steps":["trace[1959261539] 'process raft request' (duration: 103.926771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:07.540391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.232158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-init-hwh5v\" ","response":"range_response_count:1 size:7100"} {"level":"info","ts":"2026-04-29T02:17:07.540427Z","caller":"traceutil/trace.go:171","msg":"trace[986979143] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-init-hwh5v; range_end:; response_count:1; response_revision:10542; }","duration":"103.296679ms","start":"2026-04-29T02:17:07.43712Z","end":"2026-04-29T02:17:07.540416Z","steps":["trace[986979143] 'agreement among raft nodes before linearized reading' (duration: 103.149746ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:27.008912Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8169} {"level":"info","ts":"2026-04-29T02:17:27.072698Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8169,"took":"61.867598ms","hash":4254451721,"current-db-size-bytes":56782848,"current-db-size":"57 MB","current-db-size-in-use-bytes":29384704,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-29T02:17:27.072768Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4254451721,"revision":8169,"compact-revision":6040} {"level":"info","ts":"2026-04-29T02:22:27.015193Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10695} {"level":"info","ts":"2026-04-29T02:22:27.111226Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10695,"took":"93.096227ms","hash":3581985301,"current-db-size-bytes":56782848,"current-db-size":"57 MB","current-db-size-in-use-bytes":27492352,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-29T02:22:27.111351Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3581985301,"revision":10695,"compact-revision":8169} {"level":"info","ts":"2026-04-29T02:25:04.863547Z","caller":"traceutil/trace.go:171","msg":"trace[383571983] linearizableReadLoop","detail":"{readStateIndex:14439; appliedIndex:14438; }","duration":"106.484089ms","start":"2026-04-29T02:25:04.757038Z","end":"2026-04-29T02:25:04.863522Z","steps":["trace[383571983] 'read index received' (duration: 106.302956ms)","trace[383571983] 'applied index is now lower than readState.Index' (duration: 178.453µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:25:04.863826Z","caller":"traceutil/trace.go:171","msg":"trace[1601473120] transaction","detail":"{read_only:false; response_revision:13961; number_of_response:1; }","duration":"127.002946ms","start":"2026-04-29T02:25:04.736809Z","end":"2026-04-29T02:25:04.863812Z","steps":["trace[1601473120] 'process raft request' (duration: 126.581899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:25:04.864935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.870975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-04-29T02:25:04.864989Z","caller":"traceutil/trace.go:171","msg":"trace[546514041] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:13961; }","duration":"107.943566ms","start":"2026-04-29T02:25:04.757033Z","end":"2026-04-29T02:25:04.864977Z","steps":["trace[546514041] 'agreement among raft nodes before linearized reading' (duration: 107.789264ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:25:20.640245Z","caller":"traceutil/trace.go:171","msg":"trace[1454145933] transaction","detail":"{read_only:false; response_revision:14056; number_of_response:1; }","duration":"314.616684ms","start":"2026-04-29T02:25:20.325599Z","end":"2026-04-29T02:25:20.640216Z","steps":["trace[1454145933] 'process raft request' (duration: 314.463252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:25:20.640471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:25:20.325572Z","time spent":"314.806007ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:25:20.640993Z","caller":"traceutil/trace.go:171","msg":"trace[1053769724] linearizableReadLoop","detail":"{readStateIndex:14540; appliedIndex:14540; }","duration":"302.950694ms","start":"2026-04-29T02:25:20.33803Z","end":"2026-04-29T02:25:20.640981Z","steps":["trace[1053769724] 'read index received' (duration: 302.945164ms)","trace[1053769724] 'applied index is now lower than readState.Index' (duration: 4.76µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:25:20.641147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.119778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dm5pw\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-29T02:25:20.641181Z","caller":"traceutil/trace.go:171","msg":"trace[1289005884] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dm5pw; range_end:; response_count:1; response_revision:14056; }","duration":"303.177959ms","start":"2026-04-29T02:25:20.337995Z","end":"2026-04-29T02:25:20.641173Z","steps":["trace[1289005884] 'agreement among raft nodes before linearized reading' (duration: 303.054897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:25:20.64121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:25:20.337984Z","time spent":"303.220289ms","remote":"127.0.0.1:41744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-dm5pw\" "} {"level":"info","ts":"2026-04-29T02:25:20.653463Z","caller":"traceutil/trace.go:171","msg":"trace[2144753870] transaction","detail":"{read_only:false; response_revision:14057; number_of_response:1; }","duration":"132.02075ms","start":"2026-04-29T02:25:20.521425Z","end":"2026-04-29T02:25:20.653446Z","steps":["trace[2144753870] 'process raft request' (duration: 131.811176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:25:20.653572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.121198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-hbpz9\" ","response":"range_response_count:1 size:12360"} {"level":"info","ts":"2026-04-29T02:25:20.653662Z","caller":"traceutil/trace.go:171","msg":"trace[208051244] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-hbpz9; range_end:; response_count:1; response_revision:14057; }","duration":"153.260741ms","start":"2026-04-29T02:25:20.50039Z","end":"2026-04-29T02:25:20.653651Z","steps":["trace[208051244] 'agreement among raft nodes before linearized reading' (duration: 153.029366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:26:31.729958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.657385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:26:31.730074Z","caller":"traceutil/trace.go:171","msg":"trace[1533728850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14979; }","duration":"174.829918ms","start":"2026-04-29T02:26:31.555221Z","end":"2026-04-29T02:26:31.730051Z","steps":["trace[1533728850] 'range keys from in-memory index tree' (duration: 174.508881ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:26:57.307067Z","caller":"traceutil/trace.go:171","msg":"trace[1758187818] transaction","detail":"{read_only:false; response_revision:15117; number_of_response:1; }","duration":"123.068412ms","start":"2026-04-29T02:26:57.183972Z","end":"2026-04-29T02:26:57.30704Z","steps":["trace[1758187818] 'process raft request' (duration: 122.901889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:02.912183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.338721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-29T02:27:02.912324Z","caller":"traceutil/trace.go:171","msg":"trace[2116676141] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15145; }","duration":"155.511794ms","start":"2026-04-29T02:27:02.756761Z","end":"2026-04-29T02:27:02.912273Z","steps":["trace[2116676141] 'range keys from in-memory index tree' (duration: 155.120315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:03.923162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.920934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:27:03.923265Z","caller":"traceutil/trace.go:171","msg":"trace[657638866] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:15149; }","duration":"153.048047ms","start":"2026-04-29T02:27:03.770195Z","end":"2026-04-29T02:27:03.923243Z","steps":["trace[657638866] 'count revisions from in-memory index tree' (duration: 152.848052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:27:03.923991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.22172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dm5pw\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-29T02:27:03.925247Z","caller":"traceutil/trace.go:171","msg":"trace[680525848] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dm5pw; range_end:; response_count:1; response_revision:15149; }","duration":"214.320592ms","start":"2026-04-29T02:27:03.709709Z","end":"2026-04-29T02:27:03.92403Z","steps":["trace[680525848] 'range keys from in-memory index tree' (duration: 214.084648ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:27:27.02285Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12862} {"level":"info","ts":"2026-04-29T02:27:27.102474Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12862,"took":"76.871445ms","hash":20630145,"current-db-size-bytes":56782848,"current-db-size":"57 MB","current-db-size-in-use-bytes":30261248,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-29T02:27:27.10262Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":20630145,"revision":12862,"compact-revision":10695} {"level":"info","ts":"2026-04-29T02:32:27.027685Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15269} {"level":"info","ts":"2026-04-29T02:32:27.129795Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15269,"took":"98.713767ms","hash":2310611861,"current-db-size-bytes":56782848,"current-db-size":"57 MB","current-db-size-in-use-bytes":31903744,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-29T02:32:27.129874Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2310611861,"revision":15269,"compact-revision":12862} {"level":"info","ts":"2026-04-29T02:32:40.512066Z","caller":"traceutil/trace.go:171","msg":"trace[1682841487] transaction","detail":"{read_only:false; response_revision:17680; number_of_response:1; }","duration":"162.609598ms","start":"2026-04-29T02:32:40.349422Z","end":"2026-04-29T02:32:40.512031Z","steps":["trace[1682841487] 'process raft request' (duration: 155.037326ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:32:41.512731Z","caller":"traceutil/trace.go:171","msg":"trace[919740860] linearizableReadLoop","detail":"{readStateIndex:18285; appliedIndex:18284; }","duration":"467.945051ms","start":"2026-04-29T02:32:41.044747Z","end":"2026-04-29T02:32:41.512692Z","steps":["trace[919740860] 'read index received' (duration: 467.515963ms)","trace[919740860] 'applied index is now lower than readState.Index' (duration: 427.777µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:32:41.513011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.035712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:32:41.513082Z","caller":"traceutil/trace.go:171","msg":"trace[717752815] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:17682; }","duration":"393.185075ms","start":"2026-04-29T02:32:41.119879Z","end":"2026-04-29T02:32:41.513064Z","steps":["trace[717752815] 'agreement among raft nodes before linearized reading' (duration: 393.017472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:32:41.513145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:32:41.119866Z","time spent":"393.264476ms","remote":"127.0.0.1:41192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:32:41.513064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.248306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-sw4pp\" ","response":"range_response_count:1 size:9796"} {"level":"info","ts":"2026-04-29T02:32:41.513368Z","caller":"traceutil/trace.go:171","msg":"trace[251171086] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-sw4pp; range_end:; response_count:1; response_revision:17682; }","duration":"468.653733ms","start":"2026-04-29T02:32:41.044681Z","end":"2026-04-29T02:32:41.513335Z","steps":["trace[251171086] 'agreement among raft nodes before linearized reading' (duration: 468.154494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:32:41.513387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.586499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T02:32:41.513505Z","caller":"traceutil/trace.go:171","msg":"trace[461876371] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17682; }","duration":"227.750094ms","start":"2026-04-29T02:32:41.285719Z","end":"2026-04-29T02:32:41.51347Z","steps":["trace[461876371] 'agreement among raft nodes before linearized reading' (duration: 227.404796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:32:41.513425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:32:41.044658Z","time spent":"468.753096ms","remote":"127.0.0.1:41744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9819,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-sw4pp\" "} {"level":"warn","ts":"2026-04-29T02:32:41.513507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.58802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-29T02:32:41.51366Z","caller":"traceutil/trace.go:171","msg":"trace[1122246985] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17682; }","duration":"295.829604ms","start":"2026-04-29T02:32:41.217792Z","end":"2026-04-29T02:32:41.513622Z","steps":["trace[1122246985] 'agreement among raft nodes before linearized reading' (duration: 295.341625ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:32:41.513621Z","caller":"traceutil/trace.go:171","msg":"trace[1631444967] transaction","detail":"{read_only:false; response_revision:17682; number_of_response:1; }","duration":"484.851539ms","start":"2026-04-29T02:32:41.028606Z","end":"2026-04-29T02:32:41.513457Z","steps":["trace[1631444967] 'process raft request' (duration: 483.83754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:32:41.514236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:32:41.028559Z","time spent":"485.286277ms","remote":"127.0.0.1:41744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20982,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:36:02.840387Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fb85913747d92cac","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-29T02:36:02.846274Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-29T02:36:02.846353Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-29T02:37:27.038807Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17572} {"level":"info","ts":"2026-04-29T02:37:27.143639Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17572,"took":"102.019134ms","hash":3132201040,"current-db-size-bytes":56782848,"current-db-size":"57 MB","current-db-size-in-use-bytes":34594816,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-04-29T02:37:27.143708Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3132201040,"revision":17572,"compact-revision":15269} {"level":"warn","ts":"2026-04-29T02:38:23.354185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.680775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-29T02:38:23.354311Z","caller":"traceutil/trace.go:171","msg":"trace[1163350769] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20336; }","duration":"104.874388ms","start":"2026-04-29T02:38:23.249412Z","end":"2026-04-29T02:38:23.354287Z","steps":["trace[1163350769] 'range keys from in-memory index tree' (duration: 104.418099ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:38:23.609443Z","caller":"traceutil/trace.go:171","msg":"trace[2001443835] transaction","detail":"{read_only:false; response_revision:20337; number_of_response:1; }","duration":"250.41185ms","start":"2026-04-29T02:38:23.359002Z","end":"2026-04-29T02:38:23.609413Z","steps":["trace[2001443835] 'process raft request' (duration: 250.225865ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:38:23.622402Z","caller":"traceutil/trace.go:171","msg":"trace[286291804] transaction","detail":"{read_only:false; response_revision:20338; number_of_response:1; }","duration":"262.815983ms","start":"2026-04-29T02:38:23.359564Z","end":"2026-04-29T02:38:23.62238Z","steps":["trace[286291804] 'process raft request' (duration: 262.67395ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:38:23.906728Z","caller":"traceutil/trace.go:171","msg":"trace[547752528] transaction","detail":"{read_only:false; response_revision:20339; number_of_response:1; }","duration":"114.319556ms","start":"2026-04-29T02:38:23.792386Z","end":"2026-04-29T02:38:23.906706Z","steps":["trace[547752528] 'process raft request' (duration: 114.160873ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:38:24.12565Z","caller":"traceutil/trace.go:171","msg":"trace[1983136675] linearizableReadLoop","detail":"{readStateIndex:21031; appliedIndex:21030; }","duration":"196.61993ms","start":"2026-04-29T02:38:23.929005Z","end":"2026-04-29T02:38:24.125625Z","steps":["trace[1983136675] 'read index received' (duration: 187.820165ms)","trace[1983136675] 'applied index is now lower than readState.Index' (duration: 8.798655ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:38:24.125693Z","caller":"traceutil/trace.go:171","msg":"trace[1067577208] transaction","detail":"{read_only:false; response_revision:20341; number_of_response:1; }","duration":"201.742946ms","start":"2026-04-29T02:38:23.92391Z","end":"2026-04-29T02:38:24.125653Z","steps":["trace[1067577208] 'process raft request' (duration: 192.914801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:38:24.125912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.336994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T02:38:24.125944Z","caller":"traceutil/trace.go:171","msg":"trace[151898731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20341; }","duration":"196.407465ms","start":"2026-04-29T02:38:23.929527Z","end":"2026-04-29T02:38:24.125934Z","steps":["trace[151898731] 'agreement among raft nodes before linearized reading' (duration: 196.265983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:38:24.125997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.986367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T02:38:24.126062Z","caller":"traceutil/trace.go:171","msg":"trace[1810123857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20341; }","duration":"197.095299ms","start":"2026-04-29T02:38:23.92895Z","end":"2026-04-29T02:38:24.126045Z","steps":["trace[1810123857] 'agreement among raft nodes before linearized reading' (duration: 196.819093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:38:24.1262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.488248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T02:38:24.126314Z","caller":"traceutil/trace.go:171","msg":"trace[907229423] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20341; }","duration":"196.640451ms","start":"2026-04-29T02:38:23.929643Z","end":"2026-04-29T02:38:24.126283Z","steps":["trace[907229423] 'agreement among raft nodes before linearized reading' (duration: 196.280343ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:42:07.642022Z","caller":"traceutil/trace.go:171","msg":"trace[1786541129] transaction","detail":"{read_only:false; response_revision:22707; number_of_response:1; }","duration":"226.089084ms","start":"2026-04-29T02:42:07.415909Z","end":"2026-04-29T02:42:07.641998Z","steps":["trace[1786541129] 'process raft request' (duration: 225.689236ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:42:07.642225Z","caller":"traceutil/trace.go:171","msg":"trace[1027171394] transaction","detail":"{read_only:false; response_revision:22708; number_of_response:1; }","duration":"226.194815ms","start":"2026-04-29T02:42:07.415973Z","end":"2026-04-29T02:42:07.642168Z","steps":["trace[1027171394] 'process raft request' (duration: 225.712495ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:42:07.642026Z","caller":"traceutil/trace.go:171","msg":"trace[826221414] transaction","detail":"{read_only:false; response_revision:22706; number_of_response:1; }","duration":"226.152885ms","start":"2026-04-29T02:42:07.415843Z","end":"2026-04-29T02:42:07.641996Z","steps":["trace[826221414] 'process raft request' (duration: 210.661004ms)","trace[826221414] 'compare' (duration: 14.675535ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:42:27.044993Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20045} {"level":"info","ts":"2026-04-29T02:42:27.169133Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20045,"took":"120.010242ms","hash":2291059202,"current-db-size-bytes":56782848,"current-db-size":"57 MB","current-db-size-in-use-bytes":40153088,"current-db-size-in-use":"40 MB"} {"level":"info","ts":"2026-04-29T02:42:27.169189Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2291059202,"revision":20045,"compact-revision":17572} {"level":"info","ts":"2026-04-29T02:45:32.236246Z","caller":"traceutil/trace.go:171","msg":"trace[1093546659] transaction","detail":"{read_only:false; response_revision:24802; number_of_response:1; }","duration":"227.010663ms","start":"2026-04-29T02:45:32.009204Z","end":"2026-04-29T02:45:32.236214Z","steps":["trace[1093546659] 'process raft request' (duration: 140.207303ms)","trace[1093546659] 'compare' (duration: 86.502674ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:45:32.473615Z","caller":"traceutil/trace.go:171","msg":"trace[1874447382] transaction","detail":"{read_only:false; response_revision:24804; number_of_response:1; }","duration":"163.062092ms","start":"2026-04-29T02:45:32.310526Z","end":"2026-04-29T02:45:32.473588Z","steps":["trace[1874447382] 'process raft request' (duration: 162.916959ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:32.494649Z","caller":"traceutil/trace.go:171","msg":"trace[1029558036] transaction","detail":"{read_only:false; response_revision:24805; number_of_response:1; }","duration":"166.738051ms","start":"2026-04-29T02:45:32.327865Z","end":"2026-04-29T02:45:32.494603Z","steps":["trace[1029558036] 'process raft request' (duration: 166.588059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:36.68891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.406683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:45:36.688997Z","caller":"traceutil/trace.go:171","msg":"trace[2133933182] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24835; }","duration":"102.569307ms","start":"2026-04-29T02:45:36.586409Z","end":"2026-04-29T02:45:36.688979Z","steps":["trace[2133933182] 'count revisions from in-memory index tree' (duration: 102.295901ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:36.870296Z","caller":"traceutil/trace.go:171","msg":"trace[687858184] transaction","detail":"{read_only:false; response_revision:24836; number_of_response:1; }","duration":"176.326711ms","start":"2026-04-29T02:45:36.693927Z","end":"2026-04-29T02:45:36.870253Z","steps":["trace[687858184] 'process raft request' (duration: 176.065586ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:37.006502Z","caller":"traceutil/trace.go:171","msg":"trace[893040405] transaction","detail":"{read_only:false; response_revision:24837; number_of_response:1; }","duration":"137.515132ms","start":"2026-04-29T02:45:36.868964Z","end":"2026-04-29T02:45:37.006479Z","steps":["trace[893040405] 'process raft request' (duration: 93.559367ms)","trace[893040405] 'compare' (duration: 43.69137ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:45:37.006522Z","caller":"traceutil/trace.go:171","msg":"trace[1886370711] linearizableReadLoop","detail":"{readStateIndex:25651; appliedIndex:25650; }","duration":"136.30002ms","start":"2026-04-29T02:45:36.870199Z","end":"2026-04-29T02:45:37.006499Z","steps":["trace[1886370711] 'read index received' (duration: 92.343244ms)","trace[1886370711] 'applied index is now lower than readState.Index' (duration: 43.955616ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:45:37.006732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.206058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T02:45:37.006762Z","caller":"traceutil/trace.go:171","msg":"trace[850073103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24837; }","duration":"193.28223ms","start":"2026-04-29T02:45:36.813474Z","end":"2026-04-29T02:45:37.006756Z","steps":["trace[850073103] 'agreement among raft nodes before linearized reading' (duration: 193.149957ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:37.006739Z","caller":"traceutil/trace.go:171","msg":"trace[945199268] transaction","detail":"{read_only:false; response_revision:24838; number_of_response:1; }","duration":"131.907808ms","start":"2026-04-29T02:45:36.874793Z","end":"2026-04-29T02:45:37.006701Z","steps":["trace[945199268] 'process raft request' (duration: 131.647332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:37.006989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.664714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T02:45:37.007152Z","caller":"traceutil/trace.go:171","msg":"trace[1060854736] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24837; }","duration":"163.871847ms","start":"2026-04-29T02:45:36.843243Z","end":"2026-04-29T02:45:37.007115Z","steps":["trace[1060854736] 'agreement among raft nodes before linearized reading' (duration: 163.291037ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:37.146771Z","caller":"traceutil/trace.go:171","msg":"trace[1104477110] transaction","detail":"{read_only:false; response_revision:24839; number_of_response:1; }","duration":"133.411366ms","start":"2026-04-29T02:45:37.013293Z","end":"2026-04-29T02:45:37.146704Z","steps":["trace[1104477110] 'process raft request' (duration: 133.231182ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:37.156996Z","caller":"traceutil/trace.go:171","msg":"trace[562800706] transaction","detail":"{read_only:false; response_revision:24840; number_of_response:1; }","duration":"143.642147ms","start":"2026-04-29T02:45:37.013329Z","end":"2026-04-29T02:45:37.156971Z","steps":["trace[562800706] 'process raft request' (duration: 143.486224ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:37.656711Z","caller":"traceutil/trace.go:171","msg":"trace[776200562] transaction","detail":"{read_only:false; response_revision:24841; number_of_response:1; }","duration":"212.672554ms","start":"2026-04-29T02:45:37.444019Z","end":"2026-04-29T02:45:37.656691Z","steps":["trace[776200562] 'process raft request' (duration: 212.167095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:37.846764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.989363ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:45:37.847336Z","caller":"traceutil/trace.go:171","msg":"trace[1614690552] transaction","detail":"{read_only:false; response_revision:24842; number_of_response:1; }","duration":"170.255187ms","start":"2026-04-29T02:45:37.677051Z","end":"2026-04-29T02:45:37.847306Z","steps":["trace[1614690552] 'process raft request' (duration: 40.627503ms)","trace[1614690552] 'compare' (duration: 128.447882ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:45:37.847578Z","caller":"traceutil/trace.go:171","msg":"trace[1831432619] transaction","detail":"{read_only:false; response_revision:24843; number_of_response:1; }","duration":"170.475742ms","start":"2026-04-29T02:45:37.677091Z","end":"2026-04-29T02:45:37.847567Z","steps":["trace[1831432619] 'process raft request' (duration: 169.777189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:38.089329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.709158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T02:45:38.089485Z","caller":"traceutil/trace.go:171","msg":"trace[683362362] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24843; }","duration":"102.884341ms","start":"2026-04-29T02:45:37.986581Z","end":"2026-04-29T02:45:38.089466Z","steps":["trace[683362362] 'range keys from in-memory index tree' (duration: 102.501064ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:38.205021Z","caller":"traceutil/trace.go:171","msg":"trace[920643197] transaction","detail":"{read_only:false; response_revision:24844; number_of_response:1; }","duration":"110.111657ms","start":"2026-04-29T02:45:38.094871Z","end":"2026-04-29T02:45:38.204983Z","steps":["trace[920643197] 'process raft request' (duration: 109.867123ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:38.348205Z","caller":"traceutil/trace.go:171","msg":"trace[482819077] transaction","detail":"{read_only:false; response_revision:24845; number_of_response:1; }","duration":"252.813647ms","start":"2026-04-29T02:45:38.095354Z","end":"2026-04-29T02:45:38.348168Z","steps":["trace[482819077] 'process raft request' (duration: 246.941387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:38.688995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.098139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:45:38.689732Z","caller":"traceutil/trace.go:171","msg":"trace[983361358] transaction","detail":"{read_only:false; response_revision:24847; number_of_response:1; }","duration":"331.157628ms","start":"2026-04-29T02:45:38.358526Z","end":"2026-04-29T02:45:38.689683Z","steps":["trace[983361358] 'process raft request' (duration: 221.240074ms)","trace[983361358] 'compare' (duration: 108.687071ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:45:38.689901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.668147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:45:38.689933Z","caller":"traceutil/trace.go:171","msg":"trace[650564830] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24848; }","duration":"308.755788ms","start":"2026-04-29T02:45:38.38117Z","end":"2026-04-29T02:45:38.689926Z","steps":["trace[650564830] 'agreement among raft nodes before linearized reading' (duration: 308.628406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:38.689936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:38.358503Z","time spent":"331.338152ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:45:38.689957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:38.381158Z","time spent":"308.793239ms","remote":"127.0.0.1:57922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:45:38.689755Z","caller":"traceutil/trace.go:171","msg":"trace[156772238] linearizableReadLoop","detail":"{readStateIndex:25661; appliedIndex:25660; }","duration":"308.515814ms","start":"2026-04-29T02:45:38.381215Z","end":"2026-04-29T02:45:38.68973Z","steps":["trace[156772238] 'read index received' (duration: 198.58183ms)","trace[156772238] 'applied index is now lower than readState.Index' (duration: 109.930364ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:45:38.69011Z","caller":"traceutil/trace.go:171","msg":"trace[717402392] transaction","detail":"{read_only:false; response_revision:24849; number_of_response:1; }","duration":"144.747338ms","start":"2026-04-29T02:45:38.545342Z","end":"2026-04-29T02:45:38.690089Z","steps":["trace[717402392] 'process raft request' (duration: 144.544274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:38.690181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.69052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:45:38.690252Z","caller":"traceutil/trace.go:171","msg":"trace[733485897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24849; }","duration":"133.864814ms","start":"2026-04-29T02:45:38.556368Z","end":"2026-04-29T02:45:38.690233Z","steps":["trace[733485897] 'agreement among raft nodes before linearized reading' (duration: 133.721162ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:38.69026Z","caller":"traceutil/trace.go:171","msg":"trace[585091560] transaction","detail":"{read_only:false; response_revision:24848; number_of_response:1; }","duration":"169.31155ms","start":"2026-04-29T02:45:38.520936Z","end":"2026-04-29T02:45:38.690248Z","steps":["trace[585091560] 'process raft request' (duration: 168.741899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:38.996247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.189036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T02:45:38.996326Z","caller":"traceutil/trace.go:171","msg":"trace[465005408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24849; }","duration":"122.302967ms","start":"2026-04-29T02:45:38.87401Z","end":"2026-04-29T02:45:38.996313Z","steps":["trace[465005408] 'range keys from in-memory index tree' (duration: 122.089223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:38.996577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.08639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:45:38.996603Z","caller":"traceutil/trace.go:171","msg":"trace[2017937897] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24849; }","duration":"116.176171ms","start":"2026-04-29T02:45:38.88042Z","end":"2026-04-29T02:45:38.996596Z","steps":["trace[2017937897] 'count revisions from in-memory index tree' (duration: 115.979699ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:39.167879Z","caller":"traceutil/trace.go:171","msg":"trace[1136078479] linearizableReadLoop","detail":"{readStateIndex:25665; appliedIndex:25664; }","duration":"153.135145ms","start":"2026-04-29T02:45:39.014709Z","end":"2026-04-29T02:45:39.167844Z","steps":["trace[1136078479] 'read index received' (duration: 4.29016ms)","trace[1136078479] 'applied index is now lower than readState.Index' (duration: 148.843515ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:45:39.168073Z","caller":"traceutil/trace.go:171","msg":"trace[1760069418] transaction","detail":"{read_only:false; response_revision:24851; number_of_response:1; }","duration":"154.052463ms","start":"2026-04-29T02:45:39.014Z","end":"2026-04-29T02:45:39.168052Z","steps":["trace[1760069418] 'process raft request' (duration: 131.373827ms)","trace[1760069418] 'compare' (duration: 22.302219ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:45:39.168401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.671725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T02:45:39.168491Z","caller":"traceutil/trace.go:171","msg":"trace[231458790] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24851; }","duration":"153.776888ms","start":"2026-04-29T02:45:39.014693Z","end":"2026-04-29T02:45:39.16847Z","steps":["trace[231458790] 'agreement among raft nodes before linearized reading' (duration: 153.615135ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:39.412756Z","caller":"traceutil/trace.go:171","msg":"trace[646974261] transaction","detail":"{read_only:false; response_revision:24852; number_of_response:1; }","duration":"240.132959ms","start":"2026-04-29T02:45:39.172594Z","end":"2026-04-29T02:45:39.412727Z","steps":["trace[646974261] 'process raft request' (duration: 239.948966ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:39.559253Z","caller":"traceutil/trace.go:171","msg":"trace[2073700240] linearizableReadLoop","detail":"{readStateIndex:25668; appliedIndex:25665; }","duration":"169.82126ms","start":"2026-04-29T02:45:39.389408Z","end":"2026-04-29T02:45:39.55923Z","steps":["trace[2073700240] 'read index received' (duration: 23.216946ms)","trace[2073700240] 'applied index is now lower than readState.Index' (duration: 146.602964ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:45:39.559557Z","caller":"traceutil/trace.go:171","msg":"trace[741447927] transaction","detail":"{read_only:false; response_revision:24853; number_of_response:1; }","duration":"386.056009ms","start":"2026-04-29T02:45:39.173487Z","end":"2026-04-29T02:45:39.559543Z","steps":["trace[741447927] 'process raft request' (duration: 296.700621ms)","trace[741447927] 'compare' (duration: 88.595243ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:45:39.559694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:39.173463Z","time spent":"386.133621ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:45:39.5599Z","caller":"traceutil/trace.go:171","msg":"trace[889839237] transaction","detail":"{read_only:false; response_revision:24854; number_of_response:1; }","duration":"384.98371ms","start":"2026-04-29T02:45:39.174906Z","end":"2026-04-29T02:45:39.55989Z","steps":["trace[889839237] 'process raft request' (duration: 384.261956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:39.559964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:39.174886Z","time spent":"385.04578ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:45:39.560215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.807387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-04-29T02:45:39.560258Z","caller":"traceutil/trace.go:171","msg":"trace[2064529739] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:24854; }","duration":"170.901459ms","start":"2026-04-29T02:45:39.389347Z","end":"2026-04-29T02:45:39.560248Z","steps":["trace[2064529739] 'agreement among raft nodes before linearized reading' (duration: 170.749496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:39.560572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.832785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-04-29T02:45:39.560637Z","caller":"traceutil/trace.go:171","msg":"trace[310281830] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:24854; }","duration":"116.943377ms","start":"2026-04-29T02:45:39.443683Z","end":"2026-04-29T02:45:39.560627Z","steps":["trace[310281830] 'agreement among raft nodes before linearized reading' (duration: 116.819525ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:39.828858Z","caller":"traceutil/trace.go:171","msg":"trace[997737224] transaction","detail":"{read_only:false; response_revision:24855; number_of_response:1; }","duration":"166.839762ms","start":"2026-04-29T02:45:39.661987Z","end":"2026-04-29T02:45:39.828827Z","steps":["trace[997737224] 'process raft request' (duration: 132.541539ms)","trace[997737224] 'compare' (duration: 34.192341ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:45:40.034091Z","caller":"traceutil/trace.go:171","msg":"trace[1134307347] transaction","detail":"{read_only:false; response_revision:24857; number_of_response:1; }","duration":"181.03777ms","start":"2026-04-29T02:45:39.853031Z","end":"2026-04-29T02:45:40.034069Z","steps":["trace[1134307347] 'process raft request' (duration: 181.003249ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:40.034338Z","caller":"traceutil/trace.go:171","msg":"trace[626090210] transaction","detail":"{read_only:false; response_revision:24856; number_of_response:1; }","duration":"182.11043ms","start":"2026-04-29T02:45:39.852193Z","end":"2026-04-29T02:45:40.034303Z","steps":["trace[626090210] 'process raft request' (duration: 115.481988ms)","trace[626090210] 'compare' (duration: 66.215114ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:45:40.492998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.175639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-29T02:45:40.493061Z","caller":"traceutil/trace.go:171","msg":"trace[481526743] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24858; }","duration":"135.315671ms","start":"2026-04-29T02:45:40.357731Z","end":"2026-04-29T02:45:40.493047Z","steps":["trace[481526743] 'range keys from in-memory index tree' (duration: 134.868943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:40.493525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.631995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-29T02:45:40.493586Z","caller":"traceutil/trace.go:171","msg":"trace[813202622] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24858; }","duration":"128.742318ms","start":"2026-04-29T02:45:40.364828Z","end":"2026-04-29T02:45:40.493571Z","steps":["trace[813202622] 'range keys from in-memory index tree' (duration: 128.484683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:40.493627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.816387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T02:45:40.49365Z","caller":"traceutil/trace.go:171","msg":"trace[1578080605] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24858; }","duration":"138.865527ms","start":"2026-04-29T02:45:40.354778Z","end":"2026-04-29T02:45:40.493643Z","steps":["trace[1578080605] 'range keys from in-memory index tree' (duration: 138.715514ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:40.65854Z","caller":"traceutil/trace.go:171","msg":"trace[609293980] linearizableReadLoop","detail":"{readStateIndex:25674; appliedIndex:25673; }","duration":"160.22589ms","start":"2026-04-29T02:45:40.498298Z","end":"2026-04-29T02:45:40.658524Z","steps":["trace[609293980] 'read index received' (duration: 159.755781ms)","trace[609293980] 'applied index is now lower than readState.Index' (duration: 469.609µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:45:40.658986Z","caller":"traceutil/trace.go:171","msg":"trace[406541422] transaction","detail":"{read_only:false; response_revision:24859; number_of_response:1; }","duration":"160.697238ms","start":"2026-04-29T02:45:40.498282Z","end":"2026-04-29T02:45:40.65898Z","steps":["trace[406541422] 'process raft request' (duration: 159.935644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:40.659451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.132666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-29T02:45:40.659474Z","caller":"traceutil/trace.go:171","msg":"trace[701605455] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24859; }","duration":"161.184438ms","start":"2026-04-29T02:45:40.498284Z","end":"2026-04-29T02:45:40.659469Z","steps":["trace[701605455] 'agreement among raft nodes before linearized reading' (duration: 161.055824ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:40.812998Z","caller":"traceutil/trace.go:171","msg":"trace[1741572437] linearizableReadLoop","detail":"{readStateIndex:25675; appliedIndex:25674; }","duration":"154.368939ms","start":"2026-04-29T02:45:40.65861Z","end":"2026-04-29T02:45:40.812979Z","steps":["trace[1741572437] 'read index received' (duration: 103.529364ms)","trace[1741572437] 'applied index is now lower than readState.Index' (duration: 50.838885ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:45:40.813026Z","caller":"traceutil/trace.go:171","msg":"trace[1858139329] transaction","detail":"{read_only:false; response_revision:24860; number_of_response:1; }","duration":"313.878264ms","start":"2026-04-29T02:45:40.49911Z","end":"2026-04-29T02:45:40.812989Z","steps":["trace[1858139329] 'process raft request' (duration: 263.038649ms)","trace[1858139329] 'compare' (duration: 50.743163ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:45:40.813114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.486549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:45:40.813135Z","caller":"traceutil/trace.go:171","msg":"trace[746058633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24860; }","duration":"254.56818ms","start":"2026-04-29T02:45:40.55856Z","end":"2026-04-29T02:45:40.813128Z","steps":["trace[746058633] 'agreement among raft nodes before linearized reading' (duration: 254.507369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:40.813203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:40.499106Z","time spent":"314.002116ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:45:40.813334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.518193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-29T02:45:40.813349Z","caller":"traceutil/trace.go:171","msg":"trace[1049525477] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24860; }","duration":"292.594864ms","start":"2026-04-29T02:45:40.52075Z","end":"2026-04-29T02:45:40.813345Z","steps":["trace[1049525477] 'agreement among raft nodes before linearized reading' (duration: 292.522113ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:40.953259Z","caller":"traceutil/trace.go:171","msg":"trace[256112968] transaction","detail":"{read_only:false; response_revision:24861; number_of_response:1; }","duration":"258.347501ms","start":"2026-04-29T02:45:40.694878Z","end":"2026-04-29T02:45:40.953225Z","steps":["trace[256112968] 'process raft request' (duration: 255.797794ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:40.954271Z","caller":"traceutil/trace.go:171","msg":"trace[1001373196] transaction","detail":"{read_only:false; response_revision:24862; number_of_response:1; }","duration":"259.34162ms","start":"2026-04-29T02:45:40.694916Z","end":"2026-04-29T02:45:40.954257Z","steps":["trace[1001373196] 'process raft request' (duration: 255.899465ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:40.954433Z","caller":"traceutil/trace.go:171","msg":"trace[467728258] linearizableReadLoop","detail":"{readStateIndex:25678; appliedIndex:25675; }","duration":"141.356594ms","start":"2026-04-29T02:45:40.813046Z","end":"2026-04-29T02:45:40.954403Z","steps":["trace[467728258] 'read index received' (duration: 137.534852ms)","trace[467728258] 'applied index is now lower than readState.Index' (duration: 3.820592ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:45:40.954586Z","caller":"traceutil/trace.go:171","msg":"trace[1649612358] transaction","detail":"{read_only:false; response_revision:24863; number_of_response:1; }","duration":"258.80648ms","start":"2026-04-29T02:45:40.695766Z","end":"2026-04-29T02:45:40.954572Z","steps":["trace[1649612358] 'process raft request' (duration: 255.088551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:40.954869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.45049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18367"} {"level":"info","ts":"2026-04-29T02:45:40.954927Z","caller":"traceutil/trace.go:171","msg":"trace[1646809149] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24863; }","duration":"292.529893ms","start":"2026-04-29T02:45:40.662386Z","end":"2026-04-29T02:45:40.954916Z","steps":["trace[1646809149] 'agreement among raft nodes before linearized reading' (duration: 292.093865ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:41.135081Z","caller":"traceutil/trace.go:171","msg":"trace[1796786092] transaction","detail":"{read_only:false; response_revision:24864; number_of_response:1; }","duration":"106.440149ms","start":"2026-04-29T02:45:41.028622Z","end":"2026-04-29T02:45:41.135063Z","steps":["trace[1796786092] 'process raft request' (duration: 105.653194ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:41.292451Z","caller":"traceutil/trace.go:171","msg":"trace[1886789837] transaction","detail":"{read_only:false; response_revision:24865; number_of_response:1; }","duration":"119.278761ms","start":"2026-04-29T02:45:41.173131Z","end":"2026-04-29T02:45:41.29241Z","steps":["trace[1886789837] 'process raft request' (duration: 118.605608ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:41.293011Z","caller":"traceutil/trace.go:171","msg":"trace[1893905297] transaction","detail":"{read_only:false; response_revision:24866; number_of_response:1; }","duration":"119.403142ms","start":"2026-04-29T02:45:41.173574Z","end":"2026-04-29T02:45:41.292977Z","steps":["trace[1893905297] 'process raft request' (duration: 118.947424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:41.558742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.15542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:45:41.558858Z","caller":"traceutil/trace.go:171","msg":"trace[516424527] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24866; }","duration":"142.323862ms","start":"2026-04-29T02:45:41.416515Z","end":"2026-04-29T02:45:41.558839Z","steps":["trace[516424527] 'range keys from in-memory index tree' (duration: 141.853795ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:41.779984Z","caller":"traceutil/trace.go:171","msg":"trace[2073130072] transaction","detail":"{read_only:false; response_revision:24868; number_of_response:1; }","duration":"175.455615ms","start":"2026-04-29T02:45:41.604492Z","end":"2026-04-29T02:45:41.779947Z","steps":["trace[2073130072] 'process raft request' (duration: 161.907371ms)","trace[2073130072] 'compare' (duration: 13.365461ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:45:42.084983Z","caller":"traceutil/trace.go:171","msg":"trace[1249781311] transaction","detail":"{read_only:false; response_revision:24869; number_of_response:1; }","duration":"478.727029ms","start":"2026-04-29T02:45:41.606238Z","end":"2026-04-29T02:45:42.084965Z","steps":["trace[1249781311] 'process raft request' (duration: 478.340601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:42.085101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:41.606209Z","time spent":"478.829262ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:45:42.162414Z","caller":"traceutil/trace.go:171","msg":"trace[1492833330] transaction","detail":"{read_only:false; response_revision:24871; number_of_response:1; }","duration":"122.186374ms","start":"2026-04-29T02:45:42.040189Z","end":"2026-04-29T02:45:42.162376Z","steps":["trace[1492833330] 'process raft request' (duration: 122.074842ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:42.162444Z","caller":"traceutil/trace.go:171","msg":"trace[1766564292] transaction","detail":"{read_only:false; response_revision:24870; number_of_response:1; }","duration":"326.779616ms","start":"2026-04-29T02:45:41.835622Z","end":"2026-04-29T02:45:42.162402Z","steps":["trace[1766564292] 'process raft request' (duration: 326.480721ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:42.162537Z","caller":"traceutil/trace.go:171","msg":"trace[874234865] linearizableReadLoop","detail":"{readStateIndex:25685; appliedIndex:25684; }","duration":"263.568009ms","start":"2026-04-29T02:45:41.898939Z","end":"2026-04-29T02:45:42.162507Z","steps":["trace[874234865] 'read index received' (duration: 186.014043ms)","trace[874234865] 'applied index is now lower than readState.Index' (duration: 77.551936ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:45:42.162655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.693661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:45:42.162681Z","caller":"traceutil/trace.go:171","msg":"trace[22084746] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24872; }","duration":"263.792083ms","start":"2026-04-29T02:45:41.898881Z","end":"2026-04-29T02:45:42.162673Z","steps":["trace[22084746] 'agreement among raft nodes before linearized reading' (duration: 263.709171ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:42.162689Z","caller":"traceutil/trace.go:171","msg":"trace[1202777722] transaction","detail":"{read_only:false; response_revision:24872; number_of_response:1; }","duration":"122.360497ms","start":"2026-04-29T02:45:42.040317Z","end":"2026-04-29T02:45:42.162678Z","steps":["trace[1202777722] 'process raft request' (duration: 122.011891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:42.162705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:41.835592Z","time spent":"326.970929ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:45:50.895399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.273339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:45:50.895436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.476563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:45:50.895496Z","caller":"traceutil/trace.go:171","msg":"trace[1358706585] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24931; }","duration":"340.392452ms","start":"2026-04-29T02:45:50.555083Z","end":"2026-04-29T02:45:50.895475Z","steps":["trace[1358706585] 'range keys from in-memory index tree' (duration: 340.188188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:50.895481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.111346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-29T02:45:50.895533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:50.555076Z","time spent":"340.448823ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:45:50.895524Z","caller":"traceutil/trace.go:171","msg":"trace[89250290] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24931; }","duration":"341.606104ms","start":"2026-04-29T02:45:50.553894Z","end":"2026-04-29T02:45:50.8955Z","steps":["trace[89250290] 'count revisions from in-memory index tree' (duration: 341.38696ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:50.89556Z","caller":"traceutil/trace.go:171","msg":"trace[1895321731] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24931; }","duration":"184.232629ms","start":"2026-04-29T02:45:50.711302Z","end":"2026-04-29T02:45:50.895535Z","steps":["trace[1895321731] 'range keys from in-memory index tree' (duration: 183.964193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:50.895587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:50.553871Z","time spent":"341.699906ms","remote":"127.0.0.1:52844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:45:51.128407Z","caller":"traceutil/trace.go:171","msg":"trace[1963123483] transaction","detail":"{read_only:false; response_revision:24932; number_of_response:1; }","duration":"228.676935ms","start":"2026-04-29T02:45:50.899688Z","end":"2026-04-29T02:45:51.128365Z","steps":["trace[1963123483] 'process raft request' (duration: 228.395559ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:51.695028Z","caller":"traceutil/trace.go:171","msg":"trace[982391157] transaction","detail":"{read_only:false; response_revision:24935; number_of_response:1; }","duration":"704.178913ms","start":"2026-04-29T02:45:50.990821Z","end":"2026-04-29T02:45:51.695Z","steps":["trace[982391157] 'process raft request' (duration: 704.096532ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:51.695046Z","caller":"traceutil/trace.go:171","msg":"trace[932405565] transaction","detail":"{read_only:false; response_revision:24934; number_of_response:1; }","duration":"705.953566ms","start":"2026-04-29T02:45:50.989027Z","end":"2026-04-29T02:45:51.694981Z","steps":["trace[932405565] 'process raft request' (duration: 705.789283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:51.695195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:50.990806Z","time spent":"704.304315ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:45:51.695335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:50.989008Z","time spent":"706.20519ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:45:51.695443Z","caller":"traceutil/trace.go:171","msg":"trace[781130155] transaction","detail":"{read_only:false; response_revision:24936; number_of_response:1; }","duration":"702.268038ms","start":"2026-04-29T02:45:50.993134Z","end":"2026-04-29T02:45:51.695402Z","steps":["trace[781130155] 'process raft request' (duration: 701.822759ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:51.695454Z","caller":"traceutil/trace.go:171","msg":"trace[112774637] linearizableReadLoop","detail":"{readStateIndex:25750; appliedIndex:25748; }","duration":"727.026463ms","start":"2026-04-29T02:45:50.968371Z","end":"2026-04-29T02:45:51.695397Z","steps":["trace[112774637] 'read index received' (duration: 159.683978ms)","trace[112774637] 'applied index is now lower than readState.Index' (duration: 567.336165ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:45:51.695645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.194856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:45:51.695752Z","caller":"traceutil/trace.go:171","msg":"trace[1400873212] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24936; }","duration":"727.42527ms","start":"2026-04-29T02:45:50.968308Z","end":"2026-04-29T02:45:51.695733Z","steps":["trace[1400873212] 'agreement among raft nodes before linearized reading' (duration: 727.195186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:51.695832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:50.968257Z","time spent":"727.561272ms","remote":"127.0.0.1:58024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:45:51.695662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:50.993076Z","time spent":"702.461041ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:45:51.694956Z","caller":"traceutil/trace.go:171","msg":"trace[789312033] transaction","detail":"{read_only:false; response_revision:24933; number_of_response:1; }","duration":"794.202703ms","start":"2026-04-29T02:45:50.900674Z","end":"2026-04-29T02:45:51.694876Z","steps":["trace[789312033] 'process raft request' (duration: 788.826412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:51.696438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:50.900655Z","time spent":"795.710931ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:45:51.706947Z","caller":"traceutil/trace.go:171","msg":"trace[962144701] transaction","detail":"{read_only:false; response_revision:24938; number_of_response:1; }","duration":"379.503487ms","start":"2026-04-29T02:45:51.327407Z","end":"2026-04-29T02:45:51.706911Z","steps":["trace[962144701] 'process raft request' (duration: 379.410945ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:51.706996Z","caller":"traceutil/trace.go:171","msg":"trace[180756524] transaction","detail":"{read_only:false; response_revision:24937; number_of_response:1; }","duration":"401.739574ms","start":"2026-04-29T02:45:51.305227Z","end":"2026-04-29T02:45:51.706966Z","steps":["trace[180756524] 'process raft request' (duration: 401.417108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:51.707123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.657029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:45:51.707128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.038014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:45:51.707179Z","caller":"traceutil/trace.go:171","msg":"trace[1534630745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24938; }","duration":"150.758931ms","start":"2026-04-29T02:45:51.556406Z","end":"2026-04-29T02:45:51.707165Z","steps":["trace[1534630745] 'agreement among raft nodes before linearized reading' (duration: 150.653799ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:51.707184Z","caller":"traceutil/trace.go:171","msg":"trace[798113214] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:24938; }","duration":"292.139296ms","start":"2026-04-29T02:45:51.415031Z","end":"2026-04-29T02:45:51.70717Z","steps":["trace[798113214] 'agreement among raft nodes before linearized reading' (duration: 292.032154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:51.707185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.030589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-29T02:45:51.707168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:51.327382Z","time spent":"379.679579ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:45:51.707184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.693705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-29T02:45:51.707488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:51.305198Z","time spent":"401.966548ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:45:51.707552Z","caller":"traceutil/trace.go:171","msg":"trace[2062926957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24938; }","duration":"515.107282ms","start":"2026-04-29T02:45:51.19241Z","end":"2026-04-29T02:45:51.707517Z","steps":["trace[2062926957] 'agreement among raft nodes before linearized reading' (duration: 514.541572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:51.707614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:51.192385Z","time spent":"515.212225ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T02:45:51.707222Z","caller":"traceutil/trace.go:171","msg":"trace[213444033] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24938; }","duration":"402.118871ms","start":"2026-04-29T02:45:51.305095Z","end":"2026-04-29T02:45:51.707213Z","steps":["trace[213444033] 'agreement among raft nodes before linearized reading' (duration: 401.986289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:51.707777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:51.305063Z","time spent":"402.694661ms","remote":"127.0.0.1:41744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:45:51.707045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.860004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:45:51.707868Z","caller":"traceutil/trace.go:171","msg":"trace[1059841107] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:24938; }","duration":"101.715749ms","start":"2026-04-29T02:45:51.606132Z","end":"2026-04-29T02:45:51.707847Z","steps":["trace[1059841107] 'agreement among raft nodes before linearized reading' (duration: 100.860234ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:52.004592Z","caller":"traceutil/trace.go:171","msg":"trace[796752765] transaction","detail":"{read_only:false; response_revision:24939; number_of_response:1; }","duration":"292.41198ms","start":"2026-04-29T02:45:51.712149Z","end":"2026-04-29T02:45:52.004561Z","steps":["trace[796752765] 'process raft request' (duration: 285.070762ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:52.100337Z","caller":"traceutil/trace.go:171","msg":"trace[1528132613] linearizableReadLoop","detail":"{readStateIndex:25757; appliedIndex:25755; }","duration":"386.974737ms","start":"2026-04-29T02:45:51.713332Z","end":"2026-04-29T02:45:52.100307Z","steps":["trace[1528132613] 'read index received' (duration: 283.821979ms)","trace[1528132613] 'applied index is now lower than readState.Index' (duration: 103.151098ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:45:52.100409Z","caller":"traceutil/trace.go:171","msg":"trace[906625649] transaction","detail":"{read_only:false; response_revision:24940; number_of_response:1; }","duration":"387.495627ms","start":"2026-04-29T02:45:51.712871Z","end":"2026-04-29T02:45:52.100366Z","steps":["trace[906625649] 'process raft request' (duration: 387.227502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:52.100596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:51.712846Z","time spent":"387.652009ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:45:52.100652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.288153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18367"} {"level":"warn","ts":"2026-04-29T02:45:52.100681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.920982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T02:45:52.100747Z","caller":"traceutil/trace.go:171","msg":"trace[1463315444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24940; }","duration":"267.044744ms","start":"2026-04-29T02:45:51.833688Z","end":"2026-04-29T02:45:52.100733Z","steps":["trace[1463315444] 'agreement among raft nodes before linearized reading' (duration: 266.837451ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:52.100744Z","caller":"traceutil/trace.go:171","msg":"trace[775709188] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24940; }","duration":"387.435195ms","start":"2026-04-29T02:45:51.713289Z","end":"2026-04-29T02:45:52.100724Z","steps":["trace[775709188] 'agreement among raft nodes before linearized reading' (duration: 387.14728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:52.100952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:51.713272Z","time spent":"387.596079ms","remote":"127.0.0.1:41738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18390,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-29T02:45:52.37032Z","caller":"traceutil/trace.go:171","msg":"trace[1955984081] linearizableReadLoop","detail":"{readStateIndex:25758; appliedIndex:25757; }","duration":"242.048706ms","start":"2026-04-29T02:45:52.128246Z","end":"2026-04-29T02:45:52.370295Z","steps":["trace[1955984081] 'read index received' (duration: 240.651999ms)","trace[1955984081] 'applied index is now lower than readState.Index' (duration: 1.395547ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:45:52.370353Z","caller":"traceutil/trace.go:171","msg":"trace[1470433439] transaction","detail":"{read_only:false; response_revision:24941; number_of_response:1; }","duration":"264.882135ms","start":"2026-04-29T02:45:52.105433Z","end":"2026-04-29T02:45:52.370315Z","steps":["trace[1470433439] 'process raft request' (duration: 263.444058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:52.370551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.29988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T02:45:52.370591Z","caller":"traceutil/trace.go:171","msg":"trace[166225584] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24941; }","duration":"242.406662ms","start":"2026-04-29T02:45:52.128172Z","end":"2026-04-29T02:45:52.370579Z","steps":["trace[166225584] 'agreement among raft nodes before linearized reading' (duration: 242.236049ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:52.666743Z","caller":"traceutil/trace.go:171","msg":"trace[70925051] transaction","detail":"{read_only:false; response_revision:24945; number_of_response:1; }","duration":"290.80933ms","start":"2026-04-29T02:45:52.375904Z","end":"2026-04-29T02:45:52.666713Z","steps":["trace[70925051] 'process raft request' (duration: 290.764049ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:52.667149Z","caller":"traceutil/trace.go:171","msg":"trace[393044559] transaction","detail":"{read_only:false; response_revision:24942; number_of_response:1; }","duration":"464.212228ms","start":"2026-04-29T02:45:52.202924Z","end":"2026-04-29T02:45:52.667136Z","steps":["trace[393044559] 'process raft request' (duration: 462.969434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:52.667269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:52.20289Z","time spent":"464.286268ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:45:52.66738Z","caller":"traceutil/trace.go:171","msg":"trace[191438529] transaction","detail":"{read_only:false; response_revision:24943; number_of_response:1; }","duration":"463.381231ms","start":"2026-04-29T02:45:52.203991Z","end":"2026-04-29T02:45:52.667372Z","steps":["trace[191438529] 'process raft request' (duration: 462.577515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:52.667426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:52.203961Z","time spent":"463.442333ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:45:52.667538Z","caller":"traceutil/trace.go:171","msg":"trace[1473585123] transaction","detail":"{read_only:false; response_revision:24944; number_of_response:1; }","duration":"459.819145ms","start":"2026-04-29T02:45:52.207663Z","end":"2026-04-29T02:45:52.667482Z","steps":["trace[1473585123] 'process raft request' (duration: 458.959638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:52.667819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:52.207653Z","time spent":"459.970688ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:45:52.66787Z","caller":"traceutil/trace.go:171","msg":"trace[302085482] linearizableReadLoop","detail":"{readStateIndex:25761; appliedIndex:25758; }","duration":"297.469566ms","start":"2026-04-29T02:45:52.370387Z","end":"2026-04-29T02:45:52.667856Z","steps":["trace[302085482] 'read index received' (duration: 295.421248ms)","trace[302085482] 'applied index is now lower than readState.Index' (duration: 2.047538ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:45:52.66796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.770509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:45:52.667988Z","caller":"traceutil/trace.go:171","msg":"trace[1088218931] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24945; }","duration":"421.850361ms","start":"2026-04-29T02:45:52.246127Z","end":"2026-04-29T02:45:52.667978Z","steps":["trace[1088218931] 'agreement among raft nodes before linearized reading' (duration: 421.78969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:52.668013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:52.246099Z","time spent":"421.907052ms","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:45:52.668157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.181419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:45:52.668182Z","caller":"traceutil/trace.go:171","msg":"trace[192113804] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24945; }","duration":"462.264521ms","start":"2026-04-29T02:45:52.20591Z","end":"2026-04-29T02:45:52.668174Z","steps":["trace[192113804] 'agreement among raft nodes before linearized reading' (duration: 462.21861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:52.668199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:52.205873Z","time spent":"462.321241ms","remote":"127.0.0.1:42006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-29T02:45:52.668791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.129244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:45:52.66886Z","caller":"traceutil/trace.go:171","msg":"trace[1572865015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24945; }","duration":"113.246447ms","start":"2026-04-29T02:45:52.555603Z","end":"2026-04-29T02:45:52.66885Z","steps":["trace[1572865015] 'agreement among raft nodes before linearized reading' (duration: 113.132875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:52.668874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.00289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274794"} {"level":"info","ts":"2026-04-29T02:45:52.668896Z","caller":"traceutil/trace.go:171","msg":"trace[661374669] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24945; }","duration":"205.068061ms","start":"2026-04-29T02:45:52.463821Z","end":"2026-04-29T02:45:52.668889Z","steps":["trace[661374669] 'agreement among raft nodes before linearized reading' (duration: 204.579393ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:52.973866Z","caller":"traceutil/trace.go:171","msg":"trace[1913129902] transaction","detail":"{read_only:false; response_revision:24946; number_of_response:1; }","duration":"239.223672ms","start":"2026-04-29T02:45:52.734587Z","end":"2026-04-29T02:45:52.97381Z","steps":["trace[1913129902] 'process raft request' (duration: 238.348895ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:53.27663Z","caller":"traceutil/trace.go:171","msg":"trace[249093565] linearizableReadLoop","detail":"{readStateIndex:25764; appliedIndex:25763; }","duration":"167.032007ms","start":"2026-04-29T02:45:53.109571Z","end":"2026-04-29T02:45:53.276603Z","steps":["trace[249093565] 'read index received' (duration: 166.314993ms)","trace[249093565] 'applied index is now lower than readState.Index' (duration: 715.564µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:45:53.27685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.26567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:45:53.276895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.017972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T02:45:53.276937Z","caller":"traceutil/trace.go:171","msg":"trace[2057527896] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24947; }","duration":"145.109534ms","start":"2026-04-29T02:45:53.131816Z","end":"2026-04-29T02:45:53.276925Z","steps":["trace[2057527896] 'agreement among raft nodes before linearized reading' (duration: 144.933621ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:53.276941Z","caller":"traceutil/trace.go:171","msg":"trace[1052687717] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:24947; }","duration":"167.440533ms","start":"2026-04-29T02:45:53.109477Z","end":"2026-04-29T02:45:53.276917Z","steps":["trace[1052687717] 'agreement among raft nodes before linearized reading' (duration: 167.26423ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:53.27716Z","caller":"traceutil/trace.go:171","msg":"trace[193047694] transaction","detail":"{read_only:false; response_revision:24947; number_of_response:1; }","duration":"287.184452ms","start":"2026-04-29T02:45:52.989962Z","end":"2026-04-29T02:45:53.277147Z","steps":["trace[193047694] 'process raft request' (duration: 286.126113ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:53.433549Z","caller":"traceutil/trace.go:171","msg":"trace[291007295] transaction","detail":"{read_only:false; response_revision:24949; number_of_response:1; }","duration":"148.516199ms","start":"2026-04-29T02:45:53.285002Z","end":"2026-04-29T02:45:53.433518Z","steps":["trace[291007295] 'process raft request' (duration: 148.241834ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:53.433681Z","caller":"traceutil/trace.go:171","msg":"trace[1782387136] transaction","detail":"{read_only:false; response_revision:24950; number_of_response:1; }","duration":"148.133782ms","start":"2026-04-29T02:45:53.285517Z","end":"2026-04-29T02:45:53.433651Z","steps":["trace[1782387136] 'process raft request' (duration: 147.946788ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:54.734281Z","caller":"traceutil/trace.go:171","msg":"trace[2037187749] transaction","detail":"{read_only:false; response_revision:25017; number_of_response:1; }","duration":"117.826112ms","start":"2026-04-29T02:45:54.616434Z","end":"2026-04-29T02:45:54.73426Z","steps":["trace[2037187749] 'process raft request' (duration: 117.672429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:54.7344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.457748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4b22a3c3-51ba-47f0-9b34-823cf8e75b76\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-04-29T02:45:54.734297Z","caller":"traceutil/trace.go:171","msg":"trace[1927002563] linearizableReadLoop","detail":"{readStateIndex:25834; appliedIndex:25834; }","duration":"107.350486ms","start":"2026-04-29T02:45:54.626926Z","end":"2026-04-29T02:45:54.734277Z","steps":["trace[1927002563] 'read index received' (duration: 107.344426ms)","trace[1927002563] 'applied index is now lower than readState.Index' (duration: 5.12µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:45:54.734433Z","caller":"traceutil/trace.go:171","msg":"trace[843969708] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4b22a3c3-51ba-47f0-9b34-823cf8e75b76; range_end:; response_count:1; response_revision:25017; }","duration":"107.56832ms","start":"2026-04-29T02:45:54.626857Z","end":"2026-04-29T02:45:54.734425Z","steps":["trace[843969708] 'agreement among raft nodes before linearized reading' (duration: 107.477938ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:54.803341Z","caller":"traceutil/trace.go:171","msg":"trace[1731263081] transaction","detail":"{read_only:false; response_revision:25018; number_of_response:1; }","duration":"131.203444ms","start":"2026-04-29T02:45:54.67212Z","end":"2026-04-29T02:45:54.803324Z","steps":["trace[1731263081] 'process raft request' (duration: 131.070601ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:54.803632Z","caller":"traceutil/trace.go:171","msg":"trace[107444668] transaction","detail":"{read_only:false; response_revision:25019; number_of_response:1; }","duration":"130.481221ms","start":"2026-04-29T02:45:54.673128Z","end":"2026-04-29T02:45:54.80361Z","steps":["trace[107444668] 'process raft request' (duration: 130.164784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:54.803849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.809377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T02:45:54.803884Z","caller":"traceutil/trace.go:171","msg":"trace[1984483011] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25020; }","duration":"130.886979ms","start":"2026-04-29T02:45:54.672983Z","end":"2026-04-29T02:45:54.80387Z","steps":["trace[1984483011] 'agreement among raft nodes before linearized reading' (duration: 130.757286ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:54.804003Z","caller":"traceutil/trace.go:171","msg":"trace[645017937] transaction","detail":"{read_only:false; response_revision:25020; number_of_response:1; }","duration":"128.530854ms","start":"2026-04-29T02:45:54.675456Z","end":"2026-04-29T02:45:54.803987Z","steps":["trace[645017937] 'process raft request' (duration: 128.067784ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:56.82649Z","caller":"traceutil/trace.go:171","msg":"trace[1155529242] transaction","detail":"{read_only:false; response_revision:25035; number_of_response:1; }","duration":"114.234185ms","start":"2026-04-29T02:45:56.712233Z","end":"2026-04-29T02:45:56.826467Z","steps":["trace[1155529242] 'process raft request' (duration: 114.018541ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:56.938062Z","caller":"traceutil/trace.go:171","msg":"trace[1423830316] transaction","detail":"{read_only:false; response_revision:25037; number_of_response:1; }","duration":"129.211786ms","start":"2026-04-29T02:45:56.808816Z","end":"2026-04-29T02:45:56.938027Z","steps":["trace[1423830316] 'process raft request' (duration: 129.112614ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:56.938207Z","caller":"traceutil/trace.go:171","msg":"trace[711032118] linearizableReadLoop","detail":"{readStateIndex:25856; appliedIndex:25853; }","duration":"111.748139ms","start":"2026-04-29T02:45:56.826438Z","end":"2026-04-29T02:45:56.938186Z","steps":["trace[711032118] 'read index received' (duration: 111.178649ms)","trace[711032118] 'applied index is now lower than readState.Index' (duration: 568.07µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:45:56.938238Z","caller":"traceutil/trace.go:171","msg":"trace[1786628321] transaction","detail":"{read_only:false; response_revision:25038; number_of_response:1; }","duration":"128.751868ms","start":"2026-04-29T02:45:56.809479Z","end":"2026-04-29T02:45:56.938231Z","steps":["trace[1786628321] 'process raft request' (duration: 128.506733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:45:56.938403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.372786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T02:45:56.938479Z","caller":"traceutil/trace.go:171","msg":"trace[707296189] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25038; }","duration":"115.493819ms","start":"2026-04-29T02:45:56.822966Z","end":"2026-04-29T02:45:56.93846Z","steps":["trace[707296189] 'agreement among raft nodes before linearized reading' (duration: 115.312775ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:56.938104Z","caller":"traceutil/trace.go:171","msg":"trace[1515382036] transaction","detail":"{read_only:false; response_revision:25036; number_of_response:1; }","duration":"129.43554ms","start":"2026-04-29T02:45:56.808631Z","end":"2026-04-29T02:45:56.938067Z","steps":["trace[1515382036] 'process raft request' (duration: 129.067753ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:57.113547Z","caller":"traceutil/trace.go:171","msg":"trace[1443602613] linearizableReadLoop","detail":"{readStateIndex:25857; appliedIndex:25856; }","duration":"137.38044ms","start":"2026-04-29T02:45:56.976136Z","end":"2026-04-29T02:45:57.113516Z","steps":["trace[1443602613] 'read index received' (duration: 93.258152ms)","trace[1443602613] 'applied index is now lower than readState.Index' (duration: 44.121398ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:45:57.113701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.537793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:45:57.113745Z","caller":"traceutil/trace.go:171","msg":"trace[401500138] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25039; }","duration":"137.603414ms","start":"2026-04-29T02:45:56.976127Z","end":"2026-04-29T02:45:57.11373Z","steps":["trace[401500138] 'agreement among raft nodes before linearized reading' (duration: 137.486722ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:45:57.113813Z","caller":"traceutil/trace.go:171","msg":"trace[1243087625] transaction","detail":"{read_only:false; response_revision:25039; number_of_response:1; }","duration":"168.901471ms","start":"2026-04-29T02:45:56.94488Z","end":"2026-04-29T02:45:57.113781Z","steps":["trace[1243087625] 'process raft request' (duration: 124.554579ms)","trace[1243087625] 'compare' (duration: 43.849633ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:46:00.110643Z","caller":"traceutil/trace.go:171","msg":"trace[1265006162] transaction","detail":"{read_only:false; response_revision:25075; number_of_response:1; }","duration":"389.29213ms","start":"2026-04-29T02:45:59.721328Z","end":"2026-04-29T02:46:00.11062Z","steps":["trace[1265006162] 'process raft request' (duration: 389.094387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:46:00.11081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:59.721303Z","time spent":"389.410902ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:46:00.110987Z","caller":"traceutil/trace.go:171","msg":"trace[474192656] transaction","detail":"{read_only:false; response_revision:25076; number_of_response:1; }","duration":"380.894623ms","start":"2026-04-29T02:45:59.730081Z","end":"2026-04-29T02:46:00.110976Z","steps":["trace[474192656] 'process raft request' (duration: 380.494315ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:46:00.110965Z","caller":"traceutil/trace.go:171","msg":"trace[403269381] linearizableReadLoop","detail":"{readStateIndex:25896; appliedIndex:25891; }","duration":"366.206826ms","start":"2026-04-29T02:45:59.744739Z","end":"2026-04-29T02:46:00.110946Z","steps":["trace[403269381] 'read index received' (duration: 43.961115ms)","trace[403269381] 'applied index is now lower than readState.Index' (duration: 322.244481ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:46:00.111044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:59.730071Z","time spent":"380.945693ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:46:00.111169Z","caller":"traceutil/trace.go:171","msg":"trace[1618487069] transaction","detail":"{read_only:false; response_revision:25078; number_of_response:1; }","duration":"372.525345ms","start":"2026-04-29T02:45:59.738531Z","end":"2026-04-29T02:46:00.111056Z","steps":["trace[1618487069] 'process raft request' (duration: 372.356422ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:46:00.111174Z","caller":"traceutil/trace.go:171","msg":"trace[1511956560] transaction","detail":"{read_only:false; response_revision:25077; number_of_response:1; }","duration":"372.492795ms","start":"2026-04-29T02:45:59.738532Z","end":"2026-04-29T02:46:00.111025Z","steps":["trace[1511956560] 'process raft request' (duration: 372.26241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:46:00.111268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.516752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-29T02:46:00.111334Z","caller":"traceutil/trace.go:171","msg":"trace[1880953106] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25078; }","duration":"366.622184ms","start":"2026-04-29T02:45:59.744694Z","end":"2026-04-29T02:46:00.111317Z","steps":["trace[1880953106] 'agreement among raft nodes before linearized reading' (duration: 366.467231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:46:00.11134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:59.738507Z","time spent":"372.713719ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:46:00.111416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:59.744688Z","time spent":"366.679625ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-29T02:46:00.111558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:59.738507Z","time spent":"372.78467ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:46:00.167732Z","caller":"traceutil/trace.go:171","msg":"trace[1548606109] transaction","detail":"{read_only:false; response_revision:25079; number_of_response:1; }","duration":"372.524945ms","start":"2026-04-29T02:45:59.795187Z","end":"2026-04-29T02:46:00.167712Z","steps":["trace[1548606109] 'process raft request' (duration: 372.352382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:46:00.167895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:59.795159Z","time spent":"372.636437ms","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:46:00.168085Z","caller":"traceutil/trace.go:171","msg":"trace[1535251381] transaction","detail":"{read_only:false; response_revision:25082; number_of_response:1; }","duration":"370.522508ms","start":"2026-04-29T02:45:59.797545Z","end":"2026-04-29T02:46:00.168067Z","steps":["trace[1535251381] 'process raft request' (duration: 370.448566ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:46:00.168064Z","caller":"traceutil/trace.go:171","msg":"trace[1344557879] transaction","detail":"{read_only:false; response_revision:25080; number_of_response:1; }","duration":"372.80838ms","start":"2026-04-29T02:45:59.795224Z","end":"2026-04-29T02:46:00.168032Z","steps":["trace[1344557879] 'process raft request' (duration: 372.443163ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:46:00.168158Z","caller":"traceutil/trace.go:171","msg":"trace[1962688205] transaction","detail":"{read_only:false; response_revision:25081; number_of_response:1; }","duration":"371.667589ms","start":"2026-04-29T02:45:59.796473Z","end":"2026-04-29T02:46:00.16814Z","steps":["trace[1962688205] 'process raft request' (duration: 371.429985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:46:00.168197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:59.797505Z","time spent":"370.63516ms","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1415,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:46:00.168248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:59.796465Z","time spent":"371.73563ms","remote":"127.0.0.1:41728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:46:00.16826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.789688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-29T02:46:00.168307Z","caller":"traceutil/trace.go:171","msg":"trace[530171887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25082; }","duration":"128.89121ms","start":"2026-04-29T02:46:00.039407Z","end":"2026-04-29T02:46:00.168299Z","steps":["trace[530171887] 'agreement among raft nodes before linearized reading' (duration: 128.756467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:46:00.168238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:59.795207Z","time spent":"372.945272ms","remote":"127.0.0.1:41728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:46:00.168433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.648393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-29T02:46:00.168465Z","caller":"traceutil/trace.go:171","msg":"trace[1651272362] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25082; }","duration":"408.690345ms","start":"2026-04-29T02:45:59.759763Z","end":"2026-04-29T02:46:00.168453Z","steps":["trace[1651272362] 'agreement among raft nodes before linearized reading' (duration: 408.507441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:46:00.168469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.406442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.35\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-04-29T02:46:00.168482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:45:59.759745Z","time spent":"408.733715ms","remote":"127.0.0.1:41726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-29T02:46:00.168491Z","caller":"traceutil/trace.go:171","msg":"trace[508981647] range","detail":"{range_begin:/registry/masterleases/199.204.45.35; range_end:; response_count:1; response_revision:25082; }","duration":"119.475833ms","start":"2026-04-29T02:46:00.049009Z","end":"2026-04-29T02:46:00.168484Z","steps":["trace[508981647] 'agreement among raft nodes before linearized reading' (duration: 119.400072ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:46:22.004566Z","caller":"traceutil/trace.go:171","msg":"trace[1813115400] transaction","detail":"{read_only:false; response_revision:25263; number_of_response:1; }","duration":"127.460723ms","start":"2026-04-29T02:46:21.877072Z","end":"2026-04-29T02:46:22.004532Z","steps":["trace[1813115400] 'process raft request' (duration: 127.149678ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:46:22.455207Z","caller":"traceutil/trace.go:171","msg":"trace[39013262] transaction","detail":"{read_only:false; response_revision:25265; number_of_response:1; }","duration":"255.402017ms","start":"2026-04-29T02:46:22.19977Z","end":"2026-04-29T02:46:22.455172Z","steps":["trace[39013262] 'process raft request' (duration: 248.155911ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:46:22.455393Z","caller":"traceutil/trace.go:171","msg":"trace[914782873] transaction","detail":"{read_only:false; response_revision:25266; number_of_response:1; }","duration":"254.053321ms","start":"2026-04-29T02:46:22.201284Z","end":"2026-04-29T02:46:22.455337Z","steps":["trace[914782873] 'process raft request' (duration: 253.794746ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:46:22.455508Z","caller":"traceutil/trace.go:171","msg":"trace[1674059739] transaction","detail":"{read_only:false; response_revision:25267; number_of_response:1; }","duration":"253.909378ms","start":"2026-04-29T02:46:22.201588Z","end":"2026-04-29T02:46:22.455498Z","steps":["trace[1674059739] 'process raft request' (duration: 253.688384ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:46:22.455497Z","caller":"traceutil/trace.go:171","msg":"trace[1108778826] linearizableReadLoop","detail":"{readStateIndex:26091; appliedIndex:26087; }","duration":"175.381443ms","start":"2026-04-29T02:46:22.280087Z","end":"2026-04-29T02:46:22.455469Z","steps":["trace[1108778826] 'read index received' (duration: 12.002315ms)","trace[1108778826] 'applied index is now lower than readState.Index' (duration: 163.378078ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:46:22.455781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.293112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-29T02:46:22.455822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.709069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-29T02:46:22.455858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.065483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T02:46:22.455891Z","caller":"traceutil/trace.go:171","msg":"trace[599321811] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25267; }","duration":"174.401424ms","start":"2026-04-29T02:46:22.281455Z","end":"2026-04-29T02:46:22.455857Z","steps":["trace[599321811] 'agreement among raft nodes before linearized reading' (duration: 174.17222ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:46:22.455927Z","caller":"traceutil/trace.go:171","msg":"trace[977933214] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25267; }","duration":"175.865292ms","start":"2026-04-29T02:46:22.280038Z","end":"2026-04-29T02:46:22.455903Z","steps":["trace[977933214] 'agreement among raft nodes before linearized reading' (duration: 175.550796ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:46:22.455956Z","caller":"traceutil/trace.go:171","msg":"trace[1806864313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25267; }","duration":"170.199195ms","start":"2026-04-29T02:46:22.285735Z","end":"2026-04-29T02:46:22.455934Z","steps":["trace[1806864313] 'agreement among raft nodes before linearized reading' (duration: 169.89638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:46:22.803085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.322535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:46:22.803293Z","caller":"traceutil/trace.go:171","msg":"trace[837163620] linearizableReadLoop","detail":"{readStateIndex:26094; appliedIndex:26091; }","duration":"260.479161ms","start":"2026-04-29T02:46:22.5428Z","end":"2026-04-29T02:46:22.803279Z","steps":["trace[837163620] 'read index received' (duration: 45.940913ms)","trace[837163620] 'applied index is now lower than readState.Index' (duration: 214.537398ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:46:22.803378Z","caller":"traceutil/trace.go:171","msg":"trace[152892522] transaction","detail":"{read_only:false; response_revision:25268; number_of_response:1; }","duration":"342.892187ms","start":"2026-04-29T02:46:22.460477Z","end":"2026-04-29T02:46:22.803369Z","steps":["trace[152892522] 'process raft request' (duration: 128.202236ms)","trace[152892522] 'compare' (duration: 214.07762ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:46:22.803428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:46:22.460441Z","time spent":"342.960579ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:46:22.803516Z","caller":"traceutil/trace.go:171","msg":"trace[1142955031] transaction","detail":"{read_only:false; response_revision:25270; number_of_response:1; }","duration":"341.626555ms","start":"2026-04-29T02:46:22.461825Z","end":"2026-04-29T02:46:22.803451Z","steps":["trace[1142955031] 'process raft request' (duration: 341.42123ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:46:22.803542Z","caller":"traceutil/trace.go:171","msg":"trace[1788809318] transaction","detail":"{read_only:false; response_revision:25269; number_of_response:1; }","duration":"342.084584ms","start":"2026-04-29T02:46:22.461427Z","end":"2026-04-29T02:46:22.803512Z","steps":["trace[1788809318] 'process raft request' (duration: 341.747087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:46:22.803765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:46:22.461414Z","time spent":"342.288957ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:46:22.803557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.491655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:46:22.803774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:46:22.461802Z","time spent":"341.836898ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:46:22.803838Z","caller":"traceutil/trace.go:171","msg":"trace[2128291017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25270; }","duration":"249.805001ms","start":"2026-04-29T02:46:22.554002Z","end":"2026-04-29T02:46:22.803807Z","steps":["trace[2128291017] 'agreement among raft nodes before linearized reading' (duration: 249.480665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:46:22.803572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.771668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T02:46:22.803888Z","caller":"traceutil/trace.go:171","msg":"trace[575690353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25270; }","duration":"261.158504ms","start":"2026-04-29T02:46:22.542722Z","end":"2026-04-29T02:46:22.803881Z","steps":["trace[575690353] 'agreement among raft nodes before linearized reading' (duration: 260.750037ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:46:23.021843Z","caller":"traceutil/trace.go:171","msg":"trace[1011553284] transaction","detail":"{read_only:false; response_revision:25271; number_of_response:1; }","duration":"214.553148ms","start":"2026-04-29T02:46:22.807215Z","end":"2026-04-29T02:46:23.021768Z","steps":["trace[1011553284] 'process raft request' (duration: 133.966836ms)","trace[1011553284] 'compare' (duration: 79.974401ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:46:23.301773Z","caller":"traceutil/trace.go:171","msg":"trace[1538493526] transaction","detail":"{read_only:false; response_revision:25272; number_of_response:1; }","duration":"260.460451ms","start":"2026-04-29T02:46:23.041281Z","end":"2026-04-29T02:46:23.301742Z","steps":["trace[1538493526] 'process raft request' (duration: 187.220656ms)","trace[1538493526] 'compare' (duration: 72.884048ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:46:23.302349Z","caller":"traceutil/trace.go:171","msg":"trace[1817766354] transaction","detail":"{read_only:false; response_revision:25273; number_of_response:1; }","duration":"258.578886ms","start":"2026-04-29T02:46:23.043743Z","end":"2026-04-29T02:46:23.302322Z","steps":["trace[1817766354] 'process raft request' (duration: 257.877293ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:46:23.302421Z","caller":"traceutil/trace.go:171","msg":"trace[710875076] transaction","detail":"{read_only:false; response_revision:25274; number_of_response:1; }","duration":"258.623017ms","start":"2026-04-29T02:46:23.043771Z","end":"2026-04-29T02:46:23.302394Z","steps":["trace[710875076] 'process raft request' (duration: 258.386412ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:46:23.509006Z","caller":"traceutil/trace.go:171","msg":"trace[1596825857] transaction","detail":"{read_only:false; response_revision:25276; number_of_response:1; }","duration":"152.36114ms","start":"2026-04-29T02:46:23.356618Z","end":"2026-04-29T02:46:23.508979Z","steps":["trace[1596825857] 'process raft request' (duration: 151.602857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:46:23.740404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.246196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T02:46:23.740583Z","caller":"traceutil/trace.go:171","msg":"trace[550055955] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25276; }","duration":"130.458949ms","start":"2026-04-29T02:46:23.610103Z","end":"2026-04-29T02:46:23.740562Z","steps":["trace[550055955] 'range keys from in-memory index tree' (duration: 130.027512ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:46:23.921649Z","caller":"traceutil/trace.go:171","msg":"trace[1374035526] transaction","detail":"{read_only:false; response_revision:25277; number_of_response:1; }","duration":"173.540989ms","start":"2026-04-29T02:46:23.748077Z","end":"2026-04-29T02:46:23.921618Z","steps":["trace[1374035526] 'process raft request' (duration: 173.347775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:46:24.121619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.076897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-04-29T02:46:24.121678Z","caller":"traceutil/trace.go:171","msg":"trace[195651765] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:25277; }","duration":"126.175139ms","start":"2026-04-29T02:46:23.995488Z","end":"2026-04-29T02:46:24.121663Z","steps":["trace[195651765] 'range keys from in-memory index tree' (duration: 125.920615ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:46:24.580726Z","caller":"traceutil/trace.go:171","msg":"trace[1266441638] transaction","detail":"{read_only:false; response_revision:25279; number_of_response:1; }","duration":"118.883922ms","start":"2026-04-29T02:46:24.461808Z","end":"2026-04-29T02:46:24.580692Z","steps":["trace[1266441638] 'process raft request' (duration: 117.291492ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:46:24.580811Z","caller":"traceutil/trace.go:171","msg":"trace[17236835] transaction","detail":"{read_only:false; response_revision:25280; number_of_response:1; }","duration":"118.820862ms","start":"2026-04-29T02:46:24.461966Z","end":"2026-04-29T02:46:24.580787Z","steps":["trace[17236835] 'process raft request' (duration: 118.608068ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:46:24.58095Z","caller":"traceutil/trace.go:171","msg":"trace[394266061] transaction","detail":"{read_only:false; response_revision:25281; number_of_response:1; }","duration":"118.76398ms","start":"2026-04-29T02:46:24.462137Z","end":"2026-04-29T02:46:24.580901Z","steps":["trace[394266061] 'process raft request' (duration: 118.559326ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:46:24.981887Z","caller":"traceutil/trace.go:171","msg":"trace[1669198614] transaction","detail":"{read_only:false; response_revision:25282; number_of_response:1; }","duration":"169.837489ms","start":"2026-04-29T02:46:24.81202Z","end":"2026-04-29T02:46:24.981858Z","steps":["trace[1669198614] 'process raft request' (duration: 169.654695ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:46:25.030969Z","caller":"traceutil/trace.go:171","msg":"trace[918989743] transaction","detail":"{read_only:false; response_revision:25283; number_of_response:1; }","duration":"218.477142ms","start":"2026-04-29T02:46:24.812462Z","end":"2026-04-29T02:46:25.030939Z","steps":["trace[918989743] 'process raft request' (duration: 195.603883ms)","trace[918989743] 'compare' (duration: 22.644245ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:46:25.031129Z","caller":"traceutil/trace.go:171","msg":"trace[1843058004] transaction","detail":"{read_only:false; response_revision:25284; number_of_response:1; }","duration":"218.207407ms","start":"2026-04-29T02:46:24.812905Z","end":"2026-04-29T02:46:25.031112Z","steps":["trace[1843058004] 'process raft request' (duration: 217.973192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:46:25.297481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.407505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:46:25.297762Z","caller":"traceutil/trace.go:171","msg":"trace[1369412714] transaction","detail":"{read_only:false; response_revision:25286; number_of_response:1; }","duration":"261.333488ms","start":"2026-04-29T02:46:25.036383Z","end":"2026-04-29T02:46:25.297716Z","steps":["trace[1369412714] 'process raft request' (duration: 119.597177ms)","trace[1369412714] 'compare' (duration: 141.049458ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:46:25.435069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.453321ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-29T02:46:25.435424Z","caller":"traceutil/trace.go:171","msg":"trace[1387801341] linearizableReadLoop","detail":"{readStateIndex:26111; appliedIndex:26110; }","duration":"134.947394ms","start":"2026-04-29T02:46:25.30043Z","end":"2026-04-29T02:46:25.435377Z","steps":["trace[1387801341] 'read index received' (duration: 39.491µs)","trace[1387801341] 'applied index is now lower than readState.Index' (duration: 134.904243ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:46:25.435443Z","caller":"traceutil/trace.go:171","msg":"trace[1055138061] transaction","detail":"{read_only:false; response_revision:25287; number_of_response:1; }","duration":"127.173988ms","start":"2026-04-29T02:46:25.308245Z","end":"2026-04-29T02:46:25.435419Z","steps":["trace[1055138061] 'process raft request' (duration: 126.953394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:46:25.514025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.538709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:46:25.514136Z","caller":"traceutil/trace.go:171","msg":"trace[771501403] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25287; }","duration":"213.725704ms","start":"2026-04-29T02:46:25.300378Z","end":"2026-04-29T02:46:25.514104Z","steps":["trace[771501403] 'agreement among raft nodes before linearized reading' (duration: 135.068596ms)","trace[771501403] 'count revisions from in-memory index tree' (duration: 78.463174ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:46:25.536339Z","caller":"traceutil/trace.go:171","msg":"trace[1839457278] transaction","detail":"{read_only:false; response_revision:25288; number_of_response:1; }","duration":"227.94884ms","start":"2026-04-29T02:46:25.308365Z","end":"2026-04-29T02:46:25.536313Z","steps":["trace[1839457278] 'process raft request' (duration: 227.701156ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:46:25.536594Z","caller":"traceutil/trace.go:171","msg":"trace[1125116879] linearizableReadLoop","detail":"{readStateIndex:26114; appliedIndex:26112; }","duration":"101.057099ms","start":"2026-04-29T02:46:25.435498Z","end":"2026-04-29T02:46:25.536555Z","steps":["trace[1125116879] 'read index received' (duration: 100.65665ms)","trace[1125116879] 'applied index is now lower than readState.Index' (duration: 397.988µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:46:25.536655Z","caller":"traceutil/trace.go:171","msg":"trace[1049051355] transaction","detail":"{read_only:false; response_revision:25289; number_of_response:1; }","duration":"227.796998ms","start":"2026-04-29T02:46:25.308833Z","end":"2026-04-29T02:46:25.53663Z","steps":["trace[1049051355] 'process raft request' (duration: 227.38953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:46:25.536913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.716033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T02:46:25.536957Z","caller":"traceutil/trace.go:171","msg":"trace[566956247] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25289; }","duration":"180.841595ms","start":"2026-04-29T02:46:25.356099Z","end":"2026-04-29T02:46:25.536941Z","steps":["trace[566956247] 'agreement among raft nodes before linearized reading' (duration: 180.590401ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:46:26.03491Z","caller":"traceutil/trace.go:171","msg":"trace[667676164] linearizableReadLoop","detail":"{readStateIndex:26117; appliedIndex:26116; }","duration":"100.582298ms","start":"2026-04-29T02:46:25.9343Z","end":"2026-04-29T02:46:26.034882Z","steps":["trace[667676164] 'read index received' (duration: 100.313043ms)","trace[667676164] 'applied index is now lower than readState.Index' (duration: 267.865µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:46:26.035222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.894664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:847"} {"level":"info","ts":"2026-04-29T02:46:26.035215Z","caller":"traceutil/trace.go:171","msg":"trace[445866921] transaction","detail":"{read_only:false; response_revision:25292; number_of_response:1; }","duration":"104.3596ms","start":"2026-04-29T02:46:25.930816Z","end":"2026-04-29T02:46:26.035175Z","steps":["trace[445866921] 'process raft request' (duration: 103.86879ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:46:26.035284Z","caller":"traceutil/trace.go:171","msg":"trace[808128264] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:25292; }","duration":"101.029737ms","start":"2026-04-29T02:46:25.934238Z","end":"2026-04-29T02:46:26.035268Z","steps":["trace[808128264] 'agreement among raft nodes before linearized reading' (duration: 100.756242ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:46:27.182207Z","caller":"traceutil/trace.go:171","msg":"trace[600026096] linearizableReadLoop","detail":"{readStateIndex:26123; appliedIndex:26122; }","duration":"144.80729ms","start":"2026-04-29T02:46:27.037366Z","end":"2026-04-29T02:46:27.182173Z","steps":["trace[600026096] 'read index received' (duration: 144.550065ms)","trace[600026096] 'applied index is now lower than readState.Index' (duration: 255.675µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:46:27.182381Z","caller":"traceutil/trace.go:171","msg":"trace[763365579] transaction","detail":"{read_only:false; response_revision:25298; number_of_response:1; }","duration":"163.440699ms","start":"2026-04-29T02:46:27.018836Z","end":"2026-04-29T02:46:27.182276Z","steps":["trace[763365579] 'process raft request' (duration: 163.078372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:46:27.182625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.35209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-29T02:46:27.18263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.234397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T02:46:27.182676Z","caller":"traceutil/trace.go:171","msg":"trace[1284653320] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25298; }","duration":"144.492573ms","start":"2026-04-29T02:46:27.03817Z","end":"2026-04-29T02:46:27.182662Z","steps":["trace[1284653320] 'agreement among raft nodes before linearized reading' (duration: 144.206508ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:46:27.182736Z","caller":"traceutil/trace.go:171","msg":"trace[1188083835] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25298; }","duration":"145.36162ms","start":"2026-04-29T02:46:27.037345Z","end":"2026-04-29T02:46:27.182707Z","steps":["trace[1188083835] 'agreement among raft nodes before linearized reading' (duration: 145.026244ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:46:27.32712Z","caller":"traceutil/trace.go:171","msg":"trace[1266341466] transaction","detail":"{read_only:false; response_revision:25300; number_of_response:1; }","duration":"138.257906ms","start":"2026-04-29T02:46:27.188835Z","end":"2026-04-29T02:46:27.327093Z","steps":["trace[1266341466] 'process raft request' (duration: 138.001851ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:46:32.759373Z","caller":"traceutil/trace.go:171","msg":"trace[1341899379] transaction","detail":"{read_only:false; response_revision:25339; number_of_response:1; }","duration":"149.694781ms","start":"2026-04-29T02:46:32.609644Z","end":"2026-04-29T02:46:32.759338Z","steps":["trace[1341899379] 'process raft request' (duration: 102.633388ms)","trace[1341899379] 'compare' (duration: 46.90537ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:46:32.794444Z","caller":"traceutil/trace.go:171","msg":"trace[720553239] transaction","detail":"{read_only:false; response_revision:25341; number_of_response:1; }","duration":"179.795726ms","start":"2026-04-29T02:46:32.614621Z","end":"2026-04-29T02:46:32.794416Z","steps":["trace[720553239] 'process raft request' (duration: 179.742125ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:46:32.794486Z","caller":"traceutil/trace.go:171","msg":"trace[1623005002] transaction","detail":"{read_only:false; response_revision:25340; number_of_response:1; }","duration":"180.746044ms","start":"2026-04-29T02:46:32.613712Z","end":"2026-04-29T02:46:32.794458Z","steps":["trace[1623005002] 'process raft request' (duration: 180.460289ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:46:34.274854Z","caller":"traceutil/trace.go:171","msg":"trace[1306335760] transaction","detail":"{read_only:false; response_revision:25350; number_of_response:1; }","duration":"125.757481ms","start":"2026-04-29T02:46:34.149069Z","end":"2026-04-29T02:46:34.274827Z","steps":["trace[1306335760] 'process raft request' (duration: 125.528926ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:46:35.51666Z","caller":"traceutil/trace.go:171","msg":"trace[2002308764] linearizableReadLoop","detail":"{readStateIndex:26184; appliedIndex:26183; }","duration":"171.824016ms","start":"2026-04-29T02:46:35.344805Z","end":"2026-04-29T02:46:35.516629Z","steps":["trace[2002308764] 'read index received' (duration: 79.38733ms)","trace[2002308764] 'applied index is now lower than readState.Index' (duration: 92.432636ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:46:35.51666Z","caller":"traceutil/trace.go:171","msg":"trace[2125277312] transaction","detail":"{read_only:false; response_revision:25357; number_of_response:1; }","duration":"225.535175ms","start":"2026-04-29T02:46:35.291102Z","end":"2026-04-29T02:46:35.516637Z","steps":["trace[2125277312] 'process raft request' (duration: 133.165091ms)","trace[2125277312] 'compare' (duration: 91.668911ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:46:35.516813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.99369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:46:35.516853Z","caller":"traceutil/trace.go:171","msg":"trace[1475079322] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:25358; }","duration":"172.086992ms","start":"2026-04-29T02:46:35.344755Z","end":"2026-04-29T02:46:35.516842Z","steps":["trace[1475079322] 'agreement among raft nodes before linearized reading' (duration: 171.98348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:46:35.518922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.769055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-29T02:46:35.518974Z","caller":"traceutil/trace.go:171","msg":"trace[2116207954] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25359; }","duration":"155.866287ms","start":"2026-04-29T02:46:35.363094Z","end":"2026-04-29T02:46:35.51896Z","steps":["trace[2116207954] 'agreement among raft nodes before linearized reading' (duration: 155.697534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:46:35.51902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.7944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T02:46:35.519055Z","caller":"traceutil/trace.go:171","msg":"trace[1177943281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25359; }","duration":"151.852101ms","start":"2026-04-29T02:46:35.367193Z","end":"2026-04-29T02:46:35.519045Z","steps":["trace[1177943281] 'agreement among raft nodes before linearized reading' (duration: 151.75408ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:46:37.70067Z","caller":"traceutil/trace.go:171","msg":"trace[894463825] transaction","detail":"{read_only:false; response_revision:25377; number_of_response:1; }","duration":"114.00249ms","start":"2026-04-29T02:46:37.586647Z","end":"2026-04-29T02:46:37.70065Z","steps":["trace[894463825] 'process raft request' (duration: 113.857067ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:46:37.788162Z","caller":"traceutil/trace.go:171","msg":"trace[178745411] linearizableReadLoop","detail":"{readStateIndex:26205; appliedIndex:26203; }","duration":"186.081054ms","start":"2026-04-29T02:46:37.602052Z","end":"2026-04-29T02:46:37.788133Z","steps":["trace[178745411] 'read index received' (duration: 98.54531ms)","trace[178745411] 'applied index is now lower than readState.Index' (duration: 87.534694ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:46:37.788323Z","caller":"traceutil/trace.go:171","msg":"trace[563087847] transaction","detail":"{read_only:false; response_revision:25378; number_of_response:1; }","duration":"198.426427ms","start":"2026-04-29T02:46:37.589836Z","end":"2026-04-29T02:46:37.788263Z","steps":["trace[563087847] 'process raft request' (duration: 198.157362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:46:37.788424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.356949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T02:46:37.78847Z","caller":"traceutil/trace.go:171","msg":"trace[368721164] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25378; }","duration":"186.458521ms","start":"2026-04-29T02:46:37.601997Z","end":"2026-04-29T02:46:37.788455Z","steps":["trace[368721164] 'agreement among raft nodes before linearized reading' (duration: 186.238637ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:46:58.719065Z","caller":"traceutil/trace.go:171","msg":"trace[668982252] transaction","detail":"{read_only:false; response_revision:25539; number_of_response:1; }","duration":"100.65415ms","start":"2026-04-29T02:46:58.618374Z","end":"2026-04-29T02:46:58.719028Z","steps":["trace[668982252] 'process raft request' (duration: 100.359595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:46:59.021392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.625991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:46:59.021466Z","caller":"traceutil/trace.go:171","msg":"trace[180823056] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25539; }","duration":"205.769944ms","start":"2026-04-29T02:46:58.815676Z","end":"2026-04-29T02:46:59.021446Z","steps":["trace[180823056] 'count revisions from in-memory index tree' (duration: 205.501229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:46:59.022075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.158848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:46:59.022376Z","caller":"traceutil/trace.go:171","msg":"trace[722264450] transaction","detail":"{read_only:false; response_revision:25541; number_of_response:1; }","duration":"137.559374ms","start":"2026-04-29T02:46:58.884793Z","end":"2026-04-29T02:46:59.022352Z","steps":["trace[722264450] 'process raft request' (duration: 137.421932ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:46:59.022441Z","caller":"traceutil/trace.go:171","msg":"trace[882298225] transaction","detail":"{read_only:false; response_revision:25540; number_of_response:1; }","duration":"159.299261ms","start":"2026-04-29T02:46:58.863119Z","end":"2026-04-29T02:46:59.022418Z","steps":["trace[882298225] 'process raft request' (duration: 24.640063ms)","trace[882298225] 'compare' (duration: 133.756031ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:46:59.118704Z","caller":"traceutil/trace.go:171","msg":"trace[55107532] linearizableReadLoop","detail":"{readStateIndex:26373; appliedIndex:26370; }","duration":"157.189742ms","start":"2026-04-29T02:46:58.961472Z","end":"2026-04-29T02:46:59.118661Z","steps":["trace[55107532] 'read index received' (duration: 19.175321ms)","trace[55107532] 'applied index is now lower than readState.Index' (duration: 138.013091ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:46:59.118773Z","caller":"traceutil/trace.go:171","msg":"trace[1223612648] transaction","detail":"{read_only:false; response_revision:25542; number_of_response:1; }","duration":"223.973316ms","start":"2026-04-29T02:46:58.894743Z","end":"2026-04-29T02:46:59.118717Z","steps":["trace[1223612648] 'process raft request' (duration: 223.71909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:46:59.119006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.071892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:46:59.118989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.462538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:46:59.119068Z","caller":"traceutil/trace.go:171","msg":"trace[1264872595] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25542; }","duration":"155.192535ms","start":"2026-04-29T02:46:58.963857Z","end":"2026-04-29T02:46:59.11905Z","steps":["trace[1264872595] 'agreement among raft nodes before linearized reading' (duration: 155.034662ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:46:59.11915Z","caller":"traceutil/trace.go:171","msg":"trace[246503868] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25542; }","duration":"157.696621ms","start":"2026-04-29T02:46:58.961422Z","end":"2026-04-29T02:46:59.119118Z","steps":["trace[246503868] 'agreement among raft nodes before linearized reading' (duration: 157.409296ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:46:59.451699Z","caller":"traceutil/trace.go:171","msg":"trace[680837541] transaction","detail":"{read_only:false; response_revision:25543; number_of_response:1; }","duration":"151.209009ms","start":"2026-04-29T02:46:59.300462Z","end":"2026-04-29T02:46:59.451671Z","steps":["trace[680837541] 'process raft request' (duration: 150.994275ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:46:59.591588Z","caller":"traceutil/trace.go:171","msg":"trace[120790808] transaction","detail":"{read_only:false; response_revision:25544; number_of_response:1; }","duration":"135.101367ms","start":"2026-04-29T02:46:59.456442Z","end":"2026-04-29T02:46:59.591543Z","steps":["trace[120790808] 'process raft request' (duration: 39.629924ms)","trace[120790808] 'compare' (duration: 94.885632ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:47:27.055922Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22886} {"level":"info","ts":"2026-04-29T02:47:27.241253Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22886,"took":"181.875025ms","hash":2157260877,"current-db-size-bytes":56782848,"current-db-size":"57 MB","current-db-size-in-use-bytes":35672064,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-29T02:47:27.241354Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2157260877,"revision":22886,"compact-revision":20045} {"level":"info","ts":"2026-04-29T02:48:02.865587Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000069bb.wal"} {"level":"info","ts":"2026-04-29T02:52:27.065002Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25915} {"level":"info","ts":"2026-04-29T02:52:27.218776Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25915,"took":"149.209281ms","hash":3187105294,"current-db-size-bytes":56782848,"current-db-size":"57 MB","current-db-size-in-use-bytes":34942976,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-04-29T02:52:27.218858Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3187105294,"revision":25915,"compact-revision":22886} {"level":"info","ts":"2026-04-29T02:53:29.577472Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fb85913747d92cac","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-29T02:53:29.583044Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-29T02:53:29.583163Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-29T02:57:23.338041Z","caller":"traceutil/trace.go:171","msg":"trace[278256595] transaction","detail":"{read_only:false; response_revision:30812; number_of_response:1; }","duration":"128.969553ms","start":"2026-04-29T02:57:23.209049Z","end":"2026-04-29T02:57:23.338018Z","steps":["trace[278256595] 'process raft request' (duration: 128.80145ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:57:27.072791Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28620} {"level":"info","ts":"2026-04-29T02:57:27.23242Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28620,"took":"152.548054ms","hash":499737846,"current-db-size-bytes":56782848,"current-db-size":"57 MB","current-db-size-in-use-bytes":30085120,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-29T02:57:27.232714Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":499737846,"revision":28620,"compact-revision":25915} {"level":"info","ts":"2026-04-29T03:02:27.079363Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30837} {"level":"info","ts":"2026-04-29T03:02:27.206229Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30837,"took":"122.603625ms","hash":1464003941,"current-db-size-bytes":56782848,"current-db-size":"57 MB","current-db-size-in-use-bytes":31285248,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-29T03:02:27.206294Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1464003941,"revision":30837,"compact-revision":28620} {"level":"warn","ts":"2026-04-29T03:04:12.021305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219121380215018543,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T03:04:12.230029Z","caller":"traceutil/trace.go:171","msg":"trace[1092051615] transaction","detail":"{read_only:false; response_revision:33988; number_of_response:1; }","duration":"714.773941ms","start":"2026-04-29T03:04:11.515221Z","end":"2026-04-29T03:04:12.229995Z","steps":["trace[1092051615] 'process raft request' (duration: 714.610988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:12.230227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:11.515197Z","time spent":"714.941763ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:04:12.267121Z","caller":"traceutil/trace.go:171","msg":"trace[524868350] linearizableReadLoop","detail":"{readStateIndex:35055; appliedIndex:35052; }","duration":"746.76356ms","start":"2026-04-29T03:04:11.520333Z","end":"2026-04-29T03:04:12.267096Z","steps":["trace[524868350] 'read index received' (duration: 709.445783ms)","trace[524868350] 'applied index is now lower than readState.Index' (duration: 37.317037ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:04:12.267211Z","caller":"traceutil/trace.go:171","msg":"trace[818750966] transaction","detail":"{read_only:false; response_revision:33989; number_of_response:1; }","duration":"500.960517ms","start":"2026-04-29T03:04:11.766201Z","end":"2026-04-29T03:04:12.267161Z","steps":["trace[818750966] 'process raft request' (duration: 500.731063ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:04:12.267264Z","caller":"traceutil/trace.go:171","msg":"trace[809441685] transaction","detail":"{read_only:false; response_revision:33990; number_of_response:1; }","duration":"500.649382ms","start":"2026-04-29T03:04:11.76658Z","end":"2026-04-29T03:04:12.267229Z","steps":["trace[809441685] 'process raft request' (duration: 500.479099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:12.267345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.837104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:04:12.267342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:11.766183Z","time spent":"501.08687ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:04:12.267367Z","caller":"traceutil/trace.go:171","msg":"trace[1348509781] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:33990; }","duration":"369.859694ms","start":"2026-04-29T03:04:11.897498Z","end":"2026-04-29T03:04:12.267358Z","steps":["trace[1348509781] 'agreement among raft nodes before linearized reading' (duration: 369.825704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:12.267389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:11.897389Z","time spent":"369.995567ms","remote":"127.0.0.1:58290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T03:04:12.267437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:11.766575Z","time spent":"500.763144ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:04:12.267302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.959494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-29T03:04:12.267478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.053159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T03:04:12.267553Z","caller":"traceutil/trace.go:171","msg":"trace[899122548] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33990; }","duration":"747.269689ms","start":"2026-04-29T03:04:11.520253Z","end":"2026-04-29T03:04:12.267523Z","steps":["trace[899122548] 'agreement among raft nodes before linearized reading' (duration: 746.951184ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:04:12.267555Z","caller":"traceutil/trace.go:171","msg":"trace[1479055378] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33990; }","duration":"495.15614ms","start":"2026-04-29T03:04:11.772379Z","end":"2026-04-29T03:04:12.267535Z","steps":["trace[1479055378] 'agreement among raft nodes before linearized reading' (duration: 494.911156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:12.267581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:11.520233Z","time spent":"747.34045ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T03:04:12.267594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:11.772364Z","time spent":"495.221391ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T03:04:12.267613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.912677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:04:12.267759Z","caller":"traceutil/trace.go:171","msg":"trace[266993000] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:33990; }","duration":"531.148252ms","start":"2026-04-29T03:04:11.736581Z","end":"2026-04-29T03:04:12.267729Z","steps":["trace[266993000] 'agreement among raft nodes before linearized reading' (duration: 530.811326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:12.267811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:11.736554Z","time spent":"531.248003ms","remote":"127.0.0.1:58352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:04:12.268992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.896143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-29T03:04:12.269085Z","caller":"traceutil/trace.go:171","msg":"trace[1490872684] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:33990; }","duration":"609.074126ms","start":"2026-04-29T03:04:11.659988Z","end":"2026-04-29T03:04:12.269062Z","steps":["trace[1490872684] 'agreement among raft nodes before linearized reading' (duration: 607.290114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:12.269138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:11.659962Z","time spent":"609.161148ms","remote":"127.0.0.1:42074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2633,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:04:13.02473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.688859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T03:04:13.024842Z","caller":"traceutil/trace.go:171","msg":"trace[1314186137] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33996; }","duration":"115.848281ms","start":"2026-04-29T03:04:12.908966Z","end":"2026-04-29T03:04:13.024814Z","steps":["trace[1314186137] 'range keys from in-memory index tree' (duration: 115.435955ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:04:13.049983Z","caller":"traceutil/trace.go:171","msg":"trace[1543503973] transaction","detail":"{read_only:false; response_revision:33997; number_of_response:1; }","duration":"139.517337ms","start":"2026-04-29T03:04:12.910439Z","end":"2026-04-29T03:04:13.049956Z","steps":["trace[1543503973] 'process raft request' (duration: 139.339514ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:04:13.050563Z","caller":"traceutil/trace.go:171","msg":"trace[387717280] linearizableReadLoop","detail":"{readStateIndex:35062; appliedIndex:35062; }","duration":"109.803539ms","start":"2026-04-29T03:04:12.940742Z","end":"2026-04-29T03:04:13.050546Z","steps":["trace[387717280] 'read index received' (duration: 109.796179ms)","trace[387717280] 'applied index is now lower than readState.Index' (duration: 5.78µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:04:13.05077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.000783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T03:04:13.050824Z","caller":"traceutil/trace.go:171","msg":"trace[1885311872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33997; }","duration":"110.113785ms","start":"2026-04-29T03:04:12.940699Z","end":"2026-04-29T03:04:13.050813Z","steps":["trace[1885311872] 'agreement among raft nodes before linearized reading' (duration: 109.919032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:13.495865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.264362ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:04:13.495976Z","caller":"traceutil/trace.go:171","msg":"trace[1472783759] transaction","detail":"{read_only:false; response_revision:33998; number_of_response:1; }","duration":"465.571005ms","start":"2026-04-29T03:04:13.030384Z","end":"2026-04-29T03:04:13.495955Z","steps":["trace[1472783759] 'process raft request' (duration: 145.102719ms)","trace[1472783759] 'compare' (duration: 319.922976ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:04:13.496041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:13.03036Z","time spent":"465.649117ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:04:13.931978Z","caller":"traceutil/trace.go:171","msg":"trace[1205797904] transaction","detail":"{read_only:false; response_revision:33999; number_of_response:1; }","duration":"876.431535ms","start":"2026-04-29T03:04:13.055496Z","end":"2026-04-29T03:04:13.931928Z","steps":["trace[1205797904] 'process raft request' (duration: 813.298644ms)","trace[1205797904] 'compare' (duration: 62.358436ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:04:13.932246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:13.05547Z","time spent":"876.635398ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:04:13.93281Z","caller":"traceutil/trace.go:171","msg":"trace[1975133862] transaction","detail":"{read_only:false; response_revision:34000; number_of_response:1; }","duration":"868.478348ms","start":"2026-04-29T03:04:13.064307Z","end":"2026-04-29T03:04:13.932785Z","steps":["trace[1975133862] 'process raft request' (duration: 867.43202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:13.933097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:13.064258Z","time spent":"868.617971ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:04:13.9331Z","caller":"traceutil/trace.go:171","msg":"trace[351995339] linearizableReadLoop","detail":"{readStateIndex:35066; appliedIndex:35062; }","duration":"834.685157ms","start":"2026-04-29T03:04:13.098367Z","end":"2026-04-29T03:04:13.933053Z","steps":["trace[351995339] 'read index received' (duration: 77.135809ms)","trace[351995339] 'applied index is now lower than readState.Index' (duration: 757.546598ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:04:13.933111Z","caller":"traceutil/trace.go:171","msg":"trace[1842639865] transaction","detail":"{read_only:false; response_revision:34001; number_of_response:1; }","duration":"859.553074ms","start":"2026-04-29T03:04:13.073508Z","end":"2026-04-29T03:04:13.933061Z","steps":["trace[1842639865] 'process raft request' (duration: 858.996954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:13.933301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:13.073482Z","time spent":"859.710907ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:04:13.933374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.220988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-29T03:04:13.933409Z","caller":"traceutil/trace.go:171","msg":"trace[607908528] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34001; }","duration":"753.30801ms","start":"2026-04-29T03:04:13.180086Z","end":"2026-04-29T03:04:13.933394Z","steps":["trace[607908528] 'agreement among raft nodes before linearized reading' (duration: 753.150057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:13.933435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:13.180064Z","time spent":"753.36459ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-29T03:04:13.933413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.034994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-29T03:04:13.933432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.822287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:04:13.933447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.687974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:04:13.933493Z","caller":"traceutil/trace.go:171","msg":"trace[416779402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34001; }","duration":"835.169856ms","start":"2026-04-29T03:04:13.098301Z","end":"2026-04-29T03:04:13.933471Z","steps":["trace[416779402] 'agreement among raft nodes before linearized reading' (duration: 834.917412ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:04:13.933526Z","caller":"traceutil/trace.go:171","msg":"trace[1529991284] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:34001; }","duration":"405.800226ms","start":"2026-04-29T03:04:13.527704Z","end":"2026-04-29T03:04:13.933504Z","steps":["trace[1529991284] 'agreement among raft nodes before linearized reading' (duration: 405.682034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:13.933412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.479813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-29T03:04:13.933586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.874065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-04-29T03:04:13.933579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:13.098275Z","time spent":"835.292999ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T03:04:13.933597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:13.527685Z","time spent":"405.895358ms","remote":"127.0.0.1:57944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:04:13.933534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.824477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/tempest-run-tests-nvbpd\" ","response":"range_response_count:1 size:10120"} {"level":"info","ts":"2026-04-29T03:04:13.933653Z","caller":"traceutil/trace.go:171","msg":"trace[176041904] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:34001; }","duration":"157.980696ms","start":"2026-04-29T03:04:13.775656Z","end":"2026-04-29T03:04:13.933637Z","steps":["trace[176041904] 'agreement among raft nodes before linearized reading' (duration: 157.732612ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:04:13.933666Z","caller":"traceutil/trace.go:171","msg":"trace[217283752] range","detail":"{range_begin:/registry/pods/openstack/tempest-run-tests-nvbpd; range_end:; response_count:1; response_revision:34001; }","duration":"267.9779ms","start":"2026-04-29T03:04:13.665679Z","end":"2026-04-29T03:04:13.933657Z","steps":["trace[217283752] 'agreement among raft nodes before linearized reading' (duration: 267.784766ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:04:13.933616Z","caller":"traceutil/trace.go:171","msg":"trace[1990213988] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:34001; }","duration":"372.696677ms","start":"2026-04-29T03:04:13.560887Z","end":"2026-04-29T03:04:13.933583Z","steps":["trace[1990213988] 'agreement among raft nodes before linearized reading' (duration: 372.386682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:13.933763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:13.560877Z","time spent":"372.87096ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-29T03:04:13.933604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.994081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:04:13.93397Z","caller":"traceutil/trace.go:171","msg":"trace[2081063113] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:34001; }","duration":"399.940459ms","start":"2026-04-29T03:04:13.533558Z","end":"2026-04-29T03:04:13.933498Z","steps":["trace[2081063113] 'agreement among raft nodes before linearized reading' (duration: 399.779896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:13.933599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.326434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:04:13.934101Z","caller":"traceutil/trace.go:171","msg":"trace[1807706385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34001; }","duration":"376.839853ms","start":"2026-04-29T03:04:13.557245Z","end":"2026-04-29T03:04:13.934085Z","steps":["trace[1807706385] 'agreement among raft nodes before linearized reading' (duration: 376.322914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:13.93415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:13.557231Z","time spent":"376.906434ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T03:04:13.933968Z","caller":"traceutil/trace.go:171","msg":"trace[739772469] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:34001; }","duration":"711.315067ms","start":"2026-04-29T03:04:13.222594Z","end":"2026-04-29T03:04:13.933909Z","steps":["trace[739772469] 'agreement among raft nodes before linearized reading' (duration: 710.960911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:13.93406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:13.533548Z","time spent":"400.488598ms","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:04:13.934409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:13.222531Z","time spent":"711.743154ms","remote":"127.0.0.1:47838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:04:14.483415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.940768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T03:04:14.483567Z","caller":"traceutil/trace.go:171","msg":"trace[74615068] transaction","detail":"{read_only:false; response_revision:34002; number_of_response:1; }","duration":"544.909496ms","start":"2026-04-29T03:04:13.93863Z","end":"2026-04-29T03:04:14.48354Z","steps":["trace[74615068] 'process raft request' (duration: 156.708433ms)","trace[74615068] 'compare' (duration: 387.765684ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:04:14.483641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:13.938607Z","time spent":"545.000918ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:04:14.552303Z","caller":"traceutil/trace.go:171","msg":"trace[2014880876] transaction","detail":"{read_only:false; response_revision:34003; number_of_response:1; }","duration":"612.671163ms","start":"2026-04-29T03:04:13.939589Z","end":"2026-04-29T03:04:14.552261Z","steps":["trace[2014880876] 'process raft request' (duration: 612.402428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:14.552459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:13.939571Z","time spent":"612.793285ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:04:14.552447Z","caller":"traceutil/trace.go:171","msg":"trace[176874256] linearizableReadLoop","detail":"{readStateIndex:35071; appliedIndex:35066; }","duration":"589.106829ms","start":"2026-04-29T03:04:13.963314Z","end":"2026-04-29T03:04:14.55242Z","steps":["trace[176874256] 'read index received' (duration: 131.978898ms)","trace[176874256] 'applied index is now lower than readState.Index' (duration: 457.126421ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:04:14.55255Z","caller":"traceutil/trace.go:171","msg":"trace[862974654] transaction","detail":"{read_only:false; response_revision:34004; number_of_response:1; }","duration":"612.694273ms","start":"2026-04-29T03:04:13.939845Z","end":"2026-04-29T03:04:14.55254Z","steps":["trace[862974654] 'process raft request' (duration: 612.324876ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:04:14.552613Z","caller":"traceutil/trace.go:171","msg":"trace[2053992535] transaction","detail":"{read_only:false; response_revision:34005; number_of_response:1; }","duration":"607.960286ms","start":"2026-04-29T03:04:13.94462Z","end":"2026-04-29T03:04:14.552581Z","steps":["trace[2053992535] 'process raft request' (duration: 607.613909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:14.552663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:13.939827Z","time spent":"612.760874ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:04:14.552785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:13.94461Z","time spent":"608.073867ms","remote":"127.0.0.1:41744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10236,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:04:14.552843Z","caller":"traceutil/trace.go:171","msg":"trace[1418682534] transaction","detail":"{read_only:false; response_revision:34006; number_of_response:1; }","duration":"594.511178ms","start":"2026-04-29T03:04:13.958298Z","end":"2026-04-29T03:04:14.552809Z","steps":["trace[1418682534] 'process raft request' (duration: 594.07109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:14.552971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:13.958279Z","time spent":"594.630569ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:04:14.552874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.567647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:04:14.553041Z","caller":"traceutil/trace.go:171","msg":"trace[343012079] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:34006; }","duration":"589.762511ms","start":"2026-04-29T03:04:13.96327Z","end":"2026-04-29T03:04:14.553033Z","steps":["trace[343012079] 'agreement among raft nodes before linearized reading' (duration: 589.573447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:14.553068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:13.963258Z","time spent":"589.803581ms","remote":"127.0.0.1:47882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-04-29T03:04:14.638403Z","caller":"traceutil/trace.go:171","msg":"trace[1994271971] transaction","detail":"{read_only:false; response_revision:34007; number_of_response:1; }","duration":"542.851217ms","start":"2026-04-29T03:04:14.09552Z","end":"2026-04-29T03:04:14.638372Z","steps":["trace[1994271971] 'process raft request' (duration: 542.514291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:14.638648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:14.095492Z","time spent":"543.026911ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:04:14.638828Z","caller":"traceutil/trace.go:171","msg":"trace[1610534324] transaction","detail":"{read_only:false; response_revision:34008; number_of_response:1; }","duration":"403.477854ms","start":"2026-04-29T03:04:14.235319Z","end":"2026-04-29T03:04:14.638797Z","steps":["trace[1610534324] 'process raft request' (duration: 402.926574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:14.639027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:14.235296Z","time spent":"403.621297ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:04:14.639188Z","caller":"traceutil/trace.go:171","msg":"trace[578369880] transaction","detail":"{read_only:false; response_revision:34009; number_of_response:1; }","duration":"365.513855ms","start":"2026-04-29T03:04:14.273661Z","end":"2026-04-29T03:04:14.639175Z","steps":["trace[578369880] 'process raft request' (duration: 365.023055ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:04:14.639155Z","caller":"traceutil/trace.go:171","msg":"trace[79479899] transaction","detail":"{read_only:false; response_revision:34010; number_of_response:1; }","duration":"364.383414ms","start":"2026-04-29T03:04:14.274742Z","end":"2026-04-29T03:04:14.639126Z","steps":["trace[79479899] 'process raft request' (duration: 364.234732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:14.639264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:14.273618Z","time spent":"365.603547ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:04:14.639358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:14.274731Z","time spent":"364.528217ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:04:14.639374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.863027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-29T03:04:14.639181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.459998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:04:14.639432Z","caller":"traceutil/trace.go:171","msg":"trace[2031342406] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34010; }","duration":"355.976199ms","start":"2026-04-29T03:04:14.283438Z","end":"2026-04-29T03:04:14.639414Z","steps":["trace[2031342406] 'agreement among raft nodes before linearized reading' (duration: 355.785946ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:04:14.639449Z","caller":"traceutil/trace.go:171","msg":"trace[1797879022] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:34010; }","duration":"656.768904ms","start":"2026-04-29T03:04:13.982656Z","end":"2026-04-29T03:04:14.639425Z","steps":["trace[1797879022] 'agreement among raft nodes before linearized reading' (duration: 656.435838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:14.639388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.62981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T03:04:14.639578Z","caller":"traceutil/trace.go:171","msg":"trace[1855191098] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34010; }","duration":"339.815943ms","start":"2026-04-29T03:04:14.29974Z","end":"2026-04-29T03:04:14.639556Z","steps":["trace[1855191098] 'agreement among raft nodes before linearized reading' (duration: 339.424776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:14.639491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:14.283388Z","time spent":"356.090191ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T03:04:14.639506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:13.982605Z","time spent":"656.881736ms","remote":"127.0.0.1:44456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:04:14.639841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:14.29972Z","time spent":"340.079297ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T03:04:46.1483Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219121380215019135,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T03:04:46.648818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219121380215019135,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T03:04:46.964095Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.383368541s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T03:04:47.012497Z","caller":"traceutil/trace.go:171","msg":"trace[34752601] transaction","detail":"{read_only:false; response_revision:34244; number_of_response:1; }","duration":"949.388577ms","start":"2026-04-29T03:04:46.063048Z","end":"2026-04-29T03:04:47.012437Z","steps":["trace[34752601] 'process raft request' (duration: 948.95626ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:04:47.012756Z","caller":"traceutil/trace.go:171","msg":"trace[1409869452] transaction","detail":"{read_only:false; response_revision:34245; number_of_response:1; }","duration":"945.264412ms","start":"2026-04-29T03:04:46.067466Z","end":"2026-04-29T03:04:47.01273Z","steps":["trace[1409869452] 'process raft request' (duration: 944.887515ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:04:47.012856Z","caller":"traceutil/trace.go:171","msg":"trace[733579974] transaction","detail":"{read_only:false; response_revision:34246; number_of_response:1; }","duration":"776.294453ms","start":"2026-04-29T03:04:46.236528Z","end":"2026-04-29T03:04:47.012823Z","steps":["trace[733579974] 'process raft request' (duration: 776.09687ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:04:47.012911Z","caller":"traceutil/trace.go:171","msg":"trace[1444187744] linearizableReadLoop","detail":"{readStateIndex:35318; appliedIndex:35314; }","duration":"1.364677148s","start":"2026-04-29T03:04:45.648211Z","end":"2026-04-29T03:04:47.012888Z","steps":["trace[1444187744] 'read index received' (duration: 1.316169185s)","trace[1444187744] 'applied index is now lower than readState.Index' (duration: 48.507173ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:04:47.012938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:46.067431Z","time spent":"945.367735ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:04:47.013034Z","caller":"traceutil/trace.go:171","msg":"trace[1595370305] transaction","detail":"{read_only:false; response_revision:34248; number_of_response:1; }","duration":"250.800285ms","start":"2026-04-29T03:04:46.762223Z","end":"2026-04-29T03:04:47.013023Z","steps":["trace[1595370305] 'process raft request' (duration: 250.53886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:47.013038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:46.236507Z","time spent":"776.432456ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:04:47.013287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365074155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T03:04:47.013326Z","caller":"traceutil/trace.go:171","msg":"trace[901865117] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34250; }","duration":"1.365148467s","start":"2026-04-29T03:04:45.648167Z","end":"2026-04-29T03:04:47.013316Z","steps":["trace[901865117] 'agreement among raft nodes before linearized reading' (duration: 1.364996664s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:47.013359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:45.64815Z","time spent":"1.365203667s","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-29T03:04:47.013447Z","caller":"traceutil/trace.go:171","msg":"trace[1870605626] transaction","detail":"{read_only:false; response_revision:34250; number_of_response:1; }","duration":"248.347949ms","start":"2026-04-29T03:04:46.765088Z","end":"2026-04-29T03:04:47.013436Z","steps":["trace[1870605626] 'process raft request' (duration: 247.761679ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:04:47.013429Z","caller":"traceutil/trace.go:171","msg":"trace[1393621582] transaction","detail":"{read_only:false; response_revision:34249; number_of_response:1; }","duration":"249.682944ms","start":"2026-04-29T03:04:46.763696Z","end":"2026-04-29T03:04:47.013379Z","steps":["trace[1393621582] 'process raft request' (duration: 249.110594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:47.013356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109942512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-29T03:04:47.013574Z","caller":"traceutil/trace.go:171","msg":"trace[1871074132] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34250; }","duration":"1.110179456s","start":"2026-04-29T03:04:45.903352Z","end":"2026-04-29T03:04:47.013532Z","steps":["trace[1871074132] 'agreement among raft nodes before linearized reading' (duration: 1.109825709s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:47.01371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.155466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-29T03:04:47.013678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.766548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:04:47.013724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.837079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-29T03:04:47.013761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.471536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T03:04:47.013795Z","caller":"traceutil/trace.go:171","msg":"trace[1706697144] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:34250; }","duration":"472.976962ms","start":"2026-04-29T03:04:46.540795Z","end":"2026-04-29T03:04:47.013772Z","steps":["trace[1706697144] 'agreement among raft nodes before linearized reading' (duration: 472.727467ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:04:47.013826Z","caller":"traceutil/trace.go:171","msg":"trace[616751327] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34250; }","duration":"367.000472ms","start":"2026-04-29T03:04:46.646805Z","end":"2026-04-29T03:04:47.013806Z","steps":["trace[616751327] 'agreement among raft nodes before linearized reading' (duration: 366.727888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:47.013837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.210729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:04:47.013853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.253972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T03:04:47.013867Z","caller":"traceutil/trace.go:171","msg":"trace[1304612309] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34250; }","duration":"195.630869ms","start":"2026-04-29T03:04:46.818212Z","end":"2026-04-29T03:04:47.013843Z","steps":["trace[1304612309] 'agreement among raft nodes before linearized reading' (duration: 195.310963ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:04:47.013878Z","caller":"traceutil/trace.go:171","msg":"trace[1615314692] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:34250; }","duration":"409.290431ms","start":"2026-04-29T03:04:46.604578Z","end":"2026-04-29T03:04:47.013868Z","steps":["trace[1615314692] 'agreement among raft nodes before linearized reading' (duration: 409.222509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:47.013873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:46.540779Z","time spent":"473.076983ms","remote":"127.0.0.1:47950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:04:47.013921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:46.60456Z","time spent":"409.353101ms","remote":"127.0.0.1:41704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-04-29T03:04:47.013925Z","caller":"traceutil/trace.go:171","msg":"trace[1180093010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34250; }","duration":"314.353783ms","start":"2026-04-29T03:04:46.699553Z","end":"2026-04-29T03:04:47.013907Z","steps":["trace[1180093010] 'agreement among raft nodes before linearized reading' (duration: 313.877215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:47.013726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.193343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-29T03:04:47.013973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:46.699536Z","time spent":"314.425565ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T03:04:47.014023Z","caller":"traceutil/trace.go:171","msg":"trace[435597058] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34250; }","duration":"188.479477ms","start":"2026-04-29T03:04:46.825495Z","end":"2026-04-29T03:04:47.013974Z","steps":["trace[435597058] 'agreement among raft nodes before linearized reading' (duration: 187.929538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:47.013889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:46.646787Z","time spent":"367.093904ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-29T03:04:47.013761Z","caller":"traceutil/trace.go:171","msg":"trace[1632106223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34250; }","duration":"916.236507ms","start":"2026-04-29T03:04:46.097513Z","end":"2026-04-29T03:04:47.01375Z","steps":["trace[1632106223] 'agreement among raft nodes before linearized reading' (duration: 916.066574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:47.014198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:46.097501Z","time spent":"916.681066ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T03:04:47.013718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:45.903336Z","time spent":"1.110341869s","remote":"127.0.0.1:41744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-29T03:04:47.012885Z","caller":"traceutil/trace.go:171","msg":"trace[817725584] transaction","detail":"{read_only:false; response_revision:34247; number_of_response:1; }","duration":"255.071784ms","start":"2026-04-29T03:04:46.757777Z","end":"2026-04-29T03:04:47.012849Z","steps":["trace[817725584] 'process raft request' (duration: 254.940821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:47.014504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:46.06303Z","time spent":"949.664173ms","remote":"127.0.0.1:41810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:04:51.185462Z","caller":"traceutil/trace.go:171","msg":"trace[288845827] transaction","detail":"{read_only:false; response_revision:34275; number_of_response:1; }","duration":"104.243918ms","start":"2026-04-29T03:04:51.081191Z","end":"2026-04-29T03:04:51.185435Z","steps":["trace[288845827] 'process raft request' (duration: 21.434655ms)","trace[288845827] 'compare' (duration: 82.541829ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:04:51.199155Z","caller":"traceutil/trace.go:171","msg":"trace[1369203855] transaction","detail":"{read_only:false; response_revision:34276; number_of_response:1; }","duration":"117.667954ms","start":"2026-04-29T03:04:51.081463Z","end":"2026-04-29T03:04:51.199131Z","steps":["trace[1369203855] 'process raft request' (duration: 117.506581ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:04:51.199418Z","caller":"traceutil/trace.go:171","msg":"trace[999644430] transaction","detail":"{read_only:false; response_revision:34277; number_of_response:1; }","duration":"117.38272ms","start":"2026-04-29T03:04:51.082017Z","end":"2026-04-29T03:04:51.1994Z","steps":["trace[999644430] 'process raft request' (duration: 117.068245ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:04:51.199658Z","caller":"traceutil/trace.go:171","msg":"trace[490746488] transaction","detail":"{read_only:false; response_revision:34279; number_of_response:1; }","duration":"117.089975ms","start":"2026-04-29T03:04:51.082558Z","end":"2026-04-29T03:04:51.199648Z","steps":["trace[490746488] 'process raft request' (duration: 116.988623ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:04:51.199649Z","caller":"traceutil/trace.go:171","msg":"trace[630251471] transaction","detail":"{read_only:false; response_revision:34278; number_of_response:1; }","duration":"117.289638ms","start":"2026-04-29T03:04:51.082342Z","end":"2026-04-29T03:04:51.199631Z","steps":["trace[630251471] 'process raft request' (duration: 116.998063ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:04:51.322464Z","caller":"traceutil/trace.go:171","msg":"trace[1487524434] transaction","detail":"{read_only:false; response_revision:34281; number_of_response:1; }","duration":"117.38477ms","start":"2026-04-29T03:04:51.205055Z","end":"2026-04-29T03:04:51.32244Z","steps":["trace[1487524434] 'process raft request' (duration: 101.588759ms)","trace[1487524434] 'compare' (duration: 15.617558ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:04:51.322782Z","caller":"traceutil/trace.go:171","msg":"trace[555910760] transaction","detail":"{read_only:false; response_revision:34282; number_of_response:1; }","duration":"116.443223ms","start":"2026-04-29T03:04:51.206302Z","end":"2026-04-29T03:04:51.322745Z","steps":["trace[555910760] 'process raft request' (duration: 116.092316ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:04:51.322845Z","caller":"traceutil/trace.go:171","msg":"trace[517761658] transaction","detail":"{read_only:false; response_revision:34283; number_of_response:1; }","duration":"115.973574ms","start":"2026-04-29T03:04:51.206859Z","end":"2026-04-29T03:04:51.322833Z","steps":["trace[517761658] 'process raft request' (duration: 115.76414ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:04:51.322975Z","caller":"traceutil/trace.go:171","msg":"trace[1225009098] transaction","detail":"{read_only:false; response_revision:34284; number_of_response:1; }","duration":"116.027375ms","start":"2026-04-29T03:04:51.206923Z","end":"2026-04-29T03:04:51.322951Z","steps":["trace[1225009098] 'process raft request' (duration: 115.797581ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:04:51.323081Z","caller":"traceutil/trace.go:171","msg":"trace[1300854163] transaction","detail":"{read_only:false; response_revision:34285; number_of_response:1; }","duration":"114.772802ms","start":"2026-04-29T03:04:51.208276Z","end":"2026-04-29T03:04:51.323049Z","steps":["trace[1300854163] 'process raft request' (duration: 114.489787ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:07:27.085343Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33168} {"level":"info","ts":"2026-04-29T03:07:27.232411Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33168,"took":"143.924327ms","hash":1321747838,"current-db-size-bytes":57827328,"current-db-size":"58 MB","current-db-size-in-use-bytes":31793152,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-29T03:07:27.232482Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1321747838,"revision":33168,"compact-revision":30837} {"level":"info","ts":"2026-04-29T03:12:27.092953Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35481} {"level":"info","ts":"2026-04-29T03:12:27.246758Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35481,"took":"147.874689ms","hash":3934424655,"current-db-size-bytes":58712064,"current-db-size":"59 MB","current-db-size-in-use-bytes":31576064,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-29T03:12:27.246884Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3934424655,"revision":35481,"compact-revision":33168} {"level":"info","ts":"2026-04-29T03:14:48.394418Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fb85913747d92cac","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-29T03:14:48.399923Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-29T03:14:48.400064Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-04-29T03:17:27.099845Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37714} {"level":"info","ts":"2026-04-29T03:17:27.217046Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37714,"took":"113.922773ms","hash":3477930732,"current-db-size-bytes":59133952,"current-db-size":"59 MB","current-db-size-in-use-bytes":31461376,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-29T03:17:27.217101Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3477930732,"revision":37714,"compact-revision":35481}