{"level":"warn","ts":"2026-05-04T03:00:35.877315Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-04T03:00:35.877435Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.129:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.129:2380","--initial-cluster=instance=https://199.204.45.129:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.129:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.129:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-04T03:00:35.877525Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-04T03:00:35.87754Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-05-04T03:00:35.877566Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-04T03:00:35.878415Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"]} {"level":"info","ts":"2026-05-04T03:00:35.878534Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.129:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-04T03:00:35.882461Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.654346ms"} {"level":"info","ts":"2026-05-04T03:00:35.889083Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"3cec112083e8d3ff","cluster-id":"3f68255a3b440659"} {"level":"info","ts":"2026-05-04T03:00:35.8892Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=()"} {"level":"info","ts":"2026-05-04T03:00:35.889222Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became follower at term 0"} {"level":"info","ts":"2026-05-04T03:00:35.889235Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3cec112083e8d3ff [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-04T03:00:35.889252Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became follower at term 1"} {"level":"info","ts":"2026-05-04T03:00:35.88929Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=(4389902568129090559)"} {"level":"warn","ts":"2026-05-04T03:00:35.894963Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-04T03:00:35.896649Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-04T03:00:35.897906Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-04T03:00:35.90057Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"3cec112083e8d3ff","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-04T03:00:35.900858Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3cec112083e8d3ff","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-04T03:00:35.901052Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-04T03:00:35.901221Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-04T03:00:35.901287Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-04T03:00:35.903328Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=(4389902568129090559)"} {"level":"info","ts":"2026-05-04T03:00:35.904048Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"3f68255a3b440659","local-member-id":"3cec112083e8d3ff","added-peer-id":"3cec112083e8d3ff","added-peer-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-05-04T03:00:35.905612Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-04T03:00:35.905913Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3cec112083e8d3ff","initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-04T03:00:35.905955Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-04T03:00:35.90605Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-05-04T03:00:35.906069Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-05-04T03:00:36.489646Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff is starting a new election at term 1"} {"level":"info","ts":"2026-05-04T03:00:36.489779Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became pre-candidate at term 1"} {"level":"info","ts":"2026-05-04T03:00:36.48985Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff received MsgPreVoteResp from 3cec112083e8d3ff at term 1"} {"level":"info","ts":"2026-05-04T03:00:36.489943Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became candidate at term 2"} {"level":"info","ts":"2026-05-04T03:00:36.490176Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff received MsgVoteResp from 3cec112083e8d3ff at term 2"} {"level":"info","ts":"2026-05-04T03:00:36.490294Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became leader at term 2"} {"level":"info","ts":"2026-05-04T03:00:36.490429Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3cec112083e8d3ff elected leader 3cec112083e8d3ff at term 2"} {"level":"info","ts":"2026-05-04T03:00:36.491617Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"3cec112083e8d3ff","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.129:2379]}","request-path":"/0/members/3cec112083e8d3ff/attributes","cluster-id":"3f68255a3b440659","publish-timeout":"7s"} {"level":"info","ts":"2026-05-04T03:00:36.491976Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-04T03:00:36.492024Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-04T03:00:36.492357Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-04T03:00:36.492556Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-04T03:00:36.492625Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-04T03:00:36.495325Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"3f68255a3b440659","local-member-id":"3cec112083e8d3ff","cluster-version":"3.5"} {"level":"info","ts":"2026-05-04T03:00:36.4955Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-04T03:00:36.495554Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-04T03:00:36.496021Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-04T03:00:36.496847Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.129:2379"} {"level":"info","ts":"2026-05-04T03:01:11.927186Z","caller":"traceutil/trace.go:171","msg":"trace[452312670] linearizableReadLoop","detail":"{readStateIndex:594; appliedIndex:593; }","duration":"169.054136ms","start":"2026-05-04T03:01:11.758104Z","end":"2026-05-04T03:01:11.927158Z","steps":["trace[452312670] 'read index received' (duration: 110.437622ms)","trace[452312670] 'applied index is now lower than readState.Index' (duration: 58.615524ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:01:11.927273Z","caller":"traceutil/trace.go:171","msg":"trace[32008416] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"169.655403ms","start":"2026-05-04T03:01:11.75758Z","end":"2026-05-04T03:01:11.927236Z","steps":["trace[32008416] 'process raft request' (duration: 110.951077ms)","trace[32008416] 'compare' (duration: 58.507021ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:01:11.927334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.20824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T03:01:11.927392Z","caller":"traceutil/trace.go:171","msg":"trace[1222361503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:575; }","duration":"169.319194ms","start":"2026-05-04T03:01:11.758062Z","end":"2026-05-04T03:01:11.927381Z","steps":["trace[1222361503] 'agreement among raft nodes before linearized reading' (duration: 169.216781ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:01:11.949245Z","caller":"traceutil/trace.go:171","msg":"trace[1555040651] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"173.888476ms","start":"2026-05-04T03:01:11.775336Z","end":"2026-05-04T03:01:11.949224Z","steps":["trace[1555040651] 'process raft request' (duration: 173.803153ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:01:12.709665Z","caller":"traceutil/trace.go:171","msg":"trace[459836224] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"407.165377ms","start":"2026-05-04T03:01:12.30248Z","end":"2026-05-04T03:01:12.709645Z","steps":["trace[459836224] 'process raft request' (duration: 407.030253ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:01:12.710094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:01:12.302457Z","time spent":"407.27572ms","remote":"127.0.0.1:40956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:01:12.746251Z","caller":"traceutil/trace.go:171","msg":"trace[1463205733] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"401.703729ms","start":"2026-05-04T03:01:12.34452Z","end":"2026-05-04T03:01:12.746224Z","steps":["trace[1463205733] 'process raft request' (duration: 395.329415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:01:12.746505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:01:12.344487Z","time spent":"401.855224ms","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:01:12.746495Z","caller":"traceutil/trace.go:171","msg":"trace[2011485394] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"128.469653ms","start":"2026-05-04T03:01:12.617981Z","end":"2026-05-04T03:01:12.746451Z","steps":["trace[2011485394] 'process raft request' (duration: 128.179194ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:01:12.746484Z","caller":"traceutil/trace.go:171","msg":"trace[585681690] linearizableReadLoop","detail":"{readStateIndex:598; appliedIndex:597; }","duration":"326.64456ms","start":"2026-05-04T03:01:12.419753Z","end":"2026-05-04T03:01:12.746397Z","steps":["trace[585681690] 'read index received' (duration: 289.915759ms)","trace[585681690] 'applied index is now lower than readState.Index' (duration: 36.725251ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:01:12.74668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.905347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-04T03:01:12.747313Z","caller":"traceutil/trace.go:171","msg":"trace[563158589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:580; }","duration":"327.602457ms","start":"2026-05-04T03:01:12.419699Z","end":"2026-05-04T03:01:12.747302Z","steps":["trace[563158589] 'agreement among raft nodes before linearized reading' (duration: 326.820085ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:01:12.747343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:01:12.41968Z","time spent":"327.656039ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T03:01:12.746794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.534737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-04T03:01:12.747475Z","caller":"traceutil/trace.go:171","msg":"trace[654199538] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:580; }","duration":"327.284208ms","start":"2026-05-04T03:01:12.420165Z","end":"2026-05-04T03:01:12.747449Z","steps":["trace[654199538] 'agreement among raft nodes before linearized reading' (duration: 326.474745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:01:12.747552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:01:12.420144Z","time spent":"327.388872ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-04T03:01:13.961018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.25943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-04T03:01:13.961078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.353834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T03:01:13.961121Z","caller":"traceutil/trace.go:171","msg":"trace[178250296] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:0; response_revision:599; }","duration":"106.399765ms","start":"2026-05-04T03:01:13.854698Z","end":"2026-05-04T03:01:13.961097Z","steps":["trace[178250296] 'range keys from in-memory index tree' (duration: 106.168768ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:01:13.961142Z","caller":"traceutil/trace.go:171","msg":"trace[903592400] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:0; response_revision:599; }","duration":"106.457677ms","start":"2026-05-04T03:01:13.854663Z","end":"2026-05-04T03:01:13.96112Z","steps":["trace[903592400] 'range keys from in-memory index tree' (duration: 106.254811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:01:13.961075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.442106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T03:01:13.961289Z","caller":"traceutil/trace.go:171","msg":"trace[982606229] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:0; response_revision:599; }","duration":"106.673143ms","start":"2026-05-04T03:01:13.854596Z","end":"2026-05-04T03:01:13.961269Z","steps":["trace[982606229] 'range keys from in-memory index tree' (duration: 106.374104ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:01:13.961393Z","caller":"traceutil/trace.go:171","msg":"trace[553556243] linearizableReadLoop","detail":"{readStateIndex:619; appliedIndex:618; }","duration":"104.294914ms","start":"2026-05-04T03:01:13.857039Z","end":"2026-05-04T03:01:13.961334Z","steps":["trace[553556243] 'read index received' (duration: 97.960501ms)","trace[553556243] 'applied index is now lower than readState.Index' (duration: 6.331713ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:01:13.961424Z","caller":"traceutil/trace.go:171","msg":"trace[316588130] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"106.082606ms","start":"2026-05-04T03:01:13.855293Z","end":"2026-05-04T03:01:13.961375Z","steps":["trace[316588130] 'process raft request' (duration: 99.702602ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:01:13.961696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.611623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T03:01:13.961754Z","caller":"traceutil/trace.go:171","msg":"trace[674189152] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:600; }","duration":"104.716287ms","start":"2026-05-04T03:01:13.857019Z","end":"2026-05-04T03:01:13.961735Z","steps":["trace[674189152] 'agreement among raft nodes before linearized reading' (duration: 104.528711ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:01:13.967158Z","caller":"traceutil/trace.go:171","msg":"trace[1047492309] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"109.273838ms","start":"2026-05-04T03:01:13.857864Z","end":"2026-05-04T03:01:13.967138Z","steps":["trace[1047492309] 'process raft request' (duration: 109.094742ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:01:13.967244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.536358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T03:01:13.967257Z","caller":"traceutil/trace.go:171","msg":"trace[1467493169] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"109.107583ms","start":"2026-05-04T03:01:13.858128Z","end":"2026-05-04T03:01:13.967235Z","steps":["trace[1467493169] 'process raft request' (duration: 108.943879ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:01:13.967293Z","caller":"traceutil/trace.go:171","msg":"trace[439056384] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:602; }","duration":"107.58719ms","start":"2026-05-04T03:01:13.859686Z","end":"2026-05-04T03:01:13.967274Z","steps":["trace[439056384] 'agreement among raft nodes before linearized reading' (duration: 107.542188ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:01:13.967177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.910568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T03:01:13.967468Z","caller":"traceutil/trace.go:171","msg":"trace[98048344] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:0; response_revision:602; }","duration":"109.218717ms","start":"2026-05-04T03:01:13.858193Z","end":"2026-05-04T03:01:13.967411Z","steps":["trace[98048344] 'agreement among raft nodes before linearized reading' (duration: 108.914698ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:02:41.23948Z","caller":"traceutil/trace.go:171","msg":"trace[1460230524] transaction","detail":"{read_only:false; response_revision:1805; number_of_response:1; }","duration":"269.008454ms","start":"2026-05-04T03:02:40.970446Z","end":"2026-05-04T03:02:41.239454Z","steps":["trace[1460230524] 'process raft request' (duration: 268.830879ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:02:58.202794Z","caller":"traceutil/trace.go:171","msg":"trace[712453165] linearizableReadLoop","detail":"{readStateIndex:2015; appliedIndex:2014; }","duration":"165.404082ms","start":"2026-05-04T03:02:58.037363Z","end":"2026-05-04T03:02:58.202767Z","steps":["trace[712453165] 'read index received' (duration: 165.250278ms)","trace[712453165] 'applied index is now lower than readState.Index' (duration: 152.734µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:02:58.202872Z","caller":"traceutil/trace.go:171","msg":"trace[646475424] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"179.490242ms","start":"2026-05-04T03:02:58.02333Z","end":"2026-05-04T03:02:58.20282Z","steps":["trace[646475424] 'process raft request' (duration: 179.272096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:02:58.203058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.67489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-04T03:02:58.203108Z","caller":"traceutil/trace.go:171","msg":"trace[936298291] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1944; }","duration":"165.761192ms","start":"2026-05-04T03:02:58.037328Z","end":"2026-05-04T03:02:58.203089Z","steps":["trace[936298291] 'agreement among raft nodes before linearized reading' (duration: 165.576747ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:02:58.205109Z","caller":"traceutil/trace.go:171","msg":"trace[1624256144] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"153.839883ms","start":"2026-05-04T03:02:58.051231Z","end":"2026-05-04T03:02:58.205071Z","steps":["trace[1624256144] 'process raft request' (duration: 153.641237ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:02:58.205288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.639241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-04T03:02:58.205391Z","caller":"traceutil/trace.go:171","msg":"trace[590853374] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1946; }","duration":"164.813967ms","start":"2026-05-04T03:02:58.040561Z","end":"2026-05-04T03:02:58.205375Z","steps":["trace[590853374] 'agreement among raft nodes before linearized reading' (duration: 164.515659ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:03:30.552226Z","caller":"traceutil/trace.go:171","msg":"trace[809346609] transaction","detail":"{read_only:false; response_revision:2121; number_of_response:1; }","duration":"229.072836ms","start":"2026-05-04T03:03:30.323129Z","end":"2026-05-04T03:03:30.552202Z","steps":["trace[809346609] 'process raft request' (duration: 228.928072ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:03:30.570346Z","caller":"traceutil/trace.go:171","msg":"trace[67430335] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"235.77802ms","start":"2026-05-04T03:03:30.334515Z","end":"2026-05-04T03:03:30.570293Z","steps":["trace[67430335] 'process raft request' (duration: 235.603525ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:03:30.570548Z","caller":"traceutil/trace.go:171","msg":"trace[230678785] linearizableReadLoop","detail":"{readStateIndex:2201; appliedIndex:2198; }","duration":"206.304839ms","start":"2026-05-04T03:03:30.36421Z","end":"2026-05-04T03:03:30.570515Z","steps":["trace[230678785] 'read index received' (duration: 187.910742ms)","trace[230678785] 'applied index is now lower than readState.Index' (duration: 18.391447ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:03:30.570641Z","caller":"traceutil/trace.go:171","msg":"trace[110622931] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"236.030887ms","start":"2026-05-04T03:03:30.334582Z","end":"2026-05-04T03:03:30.570613Z","steps":["trace[110622931] 'process raft request' (duration: 235.646346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:03:30.570834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.740791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-04T03:03:30.570896Z","caller":"traceutil/trace.go:171","msg":"trace[1902535189] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2123; }","duration":"109.817253ms","start":"2026-05-04T03:03:30.461061Z","end":"2026-05-04T03:03:30.570878Z","steps":["trace[1902535189] 'agreement among raft nodes before linearized reading' (duration: 109.69488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:03:30.570919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.660709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-04T03:03:30.570938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.376707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-04T03:03:30.570975Z","caller":"traceutil/trace.go:171","msg":"trace[130874744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2123; }","duration":"206.780312ms","start":"2026-05-04T03:03:30.364179Z","end":"2026-05-04T03:03:30.570959Z","steps":["trace[130874744] 'agreement among raft nodes before linearized reading' (duration: 206.510655ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:03:30.571035Z","caller":"traceutil/trace.go:171","msg":"trace[1551226102] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2123; }","duration":"147.505151ms","start":"2026-05-04T03:03:30.423474Z","end":"2026-05-04T03:03:30.570979Z","steps":["trace[1551226102] 'agreement among raft nodes before linearized reading' (duration: 147.244374ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:03:36.720401Z","caller":"traceutil/trace.go:171","msg":"trace[1329422564] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"149.169165ms","start":"2026-05-04T03:03:36.571207Z","end":"2026-05-04T03:03:36.720376Z","steps":["trace[1329422564] 'process raft request' (duration: 149.004961ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:03:36.896013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.312287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-04T03:03:36.896375Z","caller":"traceutil/trace.go:171","msg":"trace[1559631120] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"306.666972ms","start":"2026-05-04T03:03:36.589652Z","end":"2026-05-04T03:03:36.896319Z","steps":["trace[1559631120] 'process raft request' (duration: 191.686947ms)","trace[1559631120] 'compare' (duration: 114.144432ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:03:36.896441Z","caller":"traceutil/trace.go:171","msg":"trace[1905876601] linearizableReadLoop","detail":"{readStateIndex:2235; appliedIndex:2232; }","duration":"296.840081ms","start":"2026-05-04T03:03:36.599572Z","end":"2026-05-04T03:03:36.896412Z","steps":["trace[1905876601] 'read index received' (duration: 120.690132ms)","trace[1905876601] 'applied index is now lower than readState.Index' (duration: 176.148629ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:03:36.896546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:03:36.58963Z","time spent":"306.835666ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:03:36.896517Z","caller":"traceutil/trace.go:171","msg":"trace[1712015413] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"305.566391ms","start":"2026-05-04T03:03:36.590913Z","end":"2026-05-04T03:03:36.896479Z","steps":["trace[1712015413] 'process raft request' (duration: 305.349965ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:03:36.896867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.230729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-04T03:03:36.896689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.095798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-04T03:03:36.896934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:03:36.590884Z","time spent":"305.88858ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:03:36.89695Z","caller":"traceutil/trace.go:171","msg":"trace[665607547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2156; }","duration":"297.386226ms","start":"2026-05-04T03:03:36.599545Z","end":"2026-05-04T03:03:36.896932Z","steps":["trace[665607547] 'agreement among raft nodes before linearized reading' (duration: 297.003145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:03:36.89693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.996637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-04T03:03:36.896944Z","caller":"traceutil/trace.go:171","msg":"trace[535451543] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2156; }","duration":"286.356042ms","start":"2026-05-04T03:03:36.610567Z","end":"2026-05-04T03:03:36.896923Z","steps":["trace[535451543] 'agreement among raft nodes before linearized reading' (duration: 286.148897ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:03:36.897054Z","caller":"traceutil/trace.go:171","msg":"trace[1754024838] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2156; }","duration":"171.166292ms","start":"2026-05-04T03:03:36.725867Z","end":"2026-05-04T03:03:36.897033Z","steps":["trace[1754024838] 'agreement among raft nodes before linearized reading' (duration: 170.857073ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:04:11.410395Z","caller":"traceutil/trace.go:171","msg":"trace[1155230798] transaction","detail":"{read_only:false; response_revision:2520; number_of_response:1; }","duration":"145.273718ms","start":"2026-05-04T03:04:11.265095Z","end":"2026-05-04T03:04:11.410368Z","steps":["trace[1155230798] 'process raft request' (duration: 145.087153ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:04:11.511332Z","caller":"traceutil/trace.go:171","msg":"trace[1603216103] transaction","detail":"{read_only:false; response_revision:2521; number_of_response:1; }","duration":"166.538125ms","start":"2026-05-04T03:04:11.344763Z","end":"2026-05-04T03:04:11.511301Z","steps":["trace[1603216103] 'process raft request' (duration: 134.479702ms)","trace[1603216103] 'compare' (duration: 31.94833ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:04:45.26824Z","caller":"traceutil/trace.go:171","msg":"trace[214329397] transaction","detail":"{read_only:false; response_revision:2723; number_of_response:1; }","duration":"139.5116ms","start":"2026-05-04T03:04:45.128694Z","end":"2026-05-04T03:04:45.268205Z","steps":["trace[214329397] 'process raft request' (duration: 112.675663ms)","trace[214329397] 'compare' (duration: 26.709354ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:04:45.721978Z","caller":"traceutil/trace.go:171","msg":"trace[392918061] transaction","detail":"{read_only:false; response_revision:2726; number_of_response:1; }","duration":"133.351571ms","start":"2026-05-04T03:04:45.588602Z","end":"2026-05-04T03:04:45.721954Z","steps":["trace[392918061] 'process raft request' (duration: 133.181966ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:08:31.13389Z","caller":"traceutil/trace.go:171","msg":"trace[793560463] linearizableReadLoop","detail":"{readStateIndex:4886; appliedIndex:4885; }","duration":"104.305498ms","start":"2026-05-04T03:08:31.029551Z","end":"2026-05-04T03:08:31.133856Z","steps":["trace[793560463] 'read index received' (duration: 89.773417ms)","trace[793560463] 'applied index is now lower than readState.Index' (duration: 14.530231ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:08:31.134074Z","caller":"traceutil/trace.go:171","msg":"trace[337545785] transaction","detail":"{read_only:false; response_revision:4705; number_of_response:1; }","duration":"104.681868ms","start":"2026-05-04T03:08:31.029367Z","end":"2026-05-04T03:08:31.134048Z","steps":["trace[337545785] 'process raft request' (duration: 90.009993ms)","trace[337545785] 'compare' (duration: 14.247303ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:08:31.134215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.640557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-05-04T03:08:31.134264Z","caller":"traceutil/trace.go:171","msg":"trace[153239229] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4705; }","duration":"104.72005ms","start":"2026-05-04T03:08:31.029528Z","end":"2026-05-04T03:08:31.134248Z","steps":["trace[153239229] 'agreement among raft nodes before linearized reading' (duration: 104.475823ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:08:35.286466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.334679ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-04T03:08:35.286586Z","caller":"traceutil/trace.go:171","msg":"trace[80319261] linearizableReadLoop","detail":"{readStateIndex:5047; appliedIndex:5046; }","duration":"285.181728ms","start":"2026-05-04T03:08:35.001387Z","end":"2026-05-04T03:08:35.286568Z","steps":["trace[80319261] 'read index received' (duration: 114.637973ms)","trace[80319261] 'applied index is now lower than readState.Index' (duration: 170.542385ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:08:35.286787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.396244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-04T03:08:35.286848Z","caller":"traceutil/trace.go:171","msg":"trace[742686165] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4861; }","duration":"285.507697ms","start":"2026-05-04T03:08:35.001325Z","end":"2026-05-04T03:08:35.286833Z","steps":["trace[742686165] 'agreement among raft nodes before linearized reading' (duration: 285.325112ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:08:37.045308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.093009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-04T03:08:37.045397Z","caller":"traceutil/trace.go:171","msg":"trace[318627496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4897; }","duration":"105.226262ms","start":"2026-05-04T03:08:36.94015Z","end":"2026-05-04T03:08:37.045376Z","steps":["trace[318627496] 'range keys from in-memory index tree' (duration: 104.932034ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:08:48.722891Z","caller":"traceutil/trace.go:171","msg":"trace[856362991] linearizableReadLoop","detail":"{readStateIndex:5325; appliedIndex:5324; }","duration":"154.279267ms","start":"2026-05-04T03:08:48.568592Z","end":"2026-05-04T03:08:48.722871Z","steps":["trace[856362991] 'read index received' (duration: 154.165254ms)","trace[856362991] 'applied index is now lower than readState.Index' (duration: 113.203µs)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:08:48.723251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.33401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-04T03:08:48.723284Z","caller":"traceutil/trace.go:171","msg":"trace[193549216] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5131; }","duration":"153.407173ms","start":"2026-05-04T03:08:48.569867Z","end":"2026-05-04T03:08:48.723275Z","steps":["trace[193549216] 'agreement among raft nodes before linearized reading' (duration: 153.285709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:08:48.72338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.704818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-04T03:08:48.723529Z","caller":"traceutil/trace.go:171","msg":"trace[1904878745] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"205.376416ms","start":"2026-05-04T03:08:48.518139Z","end":"2026-05-04T03:08:48.723515Z","steps":["trace[1904878745] 'process raft request' (duration: 204.615325ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:08:48.723484Z","caller":"traceutil/trace.go:171","msg":"trace[494492188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5131; }","duration":"154.943085ms","start":"2026-05-04T03:08:48.568522Z","end":"2026-05-04T03:08:48.723465Z","steps":["trace[494492188] 'agreement among raft nodes before linearized reading' (duration: 154.498523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:08:48.995803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.446638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-04T03:08:48.99599Z","caller":"traceutil/trace.go:171","msg":"trace[1308793877] linearizableReadLoop","detail":"{readStateIndex:5327; appliedIndex:5325; }","duration":"240.950136ms","start":"2026-05-04T03:08:48.755025Z","end":"2026-05-04T03:08:48.995975Z","steps":["trace[1308793877] 'read index received' (duration: 239.822615ms)","trace[1308793877] 'applied index is now lower than readState.Index' (duration: 1.126721ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:08:48.9961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.07383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T03:08:48.996126Z","caller":"traceutil/trace.go:171","msg":"trace[556287583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5133; }","duration":"241.132512ms","start":"2026-05-04T03:08:48.754984Z","end":"2026-05-04T03:08:48.996116Z","steps":["trace[556287583] 'agreement among raft nodes before linearized reading' (duration: 241.08237ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:08:48.996122Z","caller":"traceutil/trace.go:171","msg":"trace[1609835206] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"268.399054ms","start":"2026-05-04T03:08:48.727683Z","end":"2026-05-04T03:08:48.996082Z","steps":["trace[1609835206] 'process raft request' (duration: 21.603986ms)","trace[1609835206] 'compare' (duration: 246.295024ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:08:48.996104Z","caller":"traceutil/trace.go:171","msg":"trace[1684687487] transaction","detail":"{read_only:false; response_revision:5133; number_of_response:1; }","duration":"252.956908ms","start":"2026-05-04T03:08:48.74309Z","end":"2026-05-04T03:08:48.996047Z","steps":["trace[1684687487] 'process raft request' (duration: 252.828344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:08:48.996316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.446976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-04T03:08:48.996374Z","caller":"traceutil/trace.go:171","msg":"trace[1359657626] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5133; }","duration":"222.541159ms","start":"2026-05-04T03:08:48.773818Z","end":"2026-05-04T03:08:48.996359Z","steps":["trace[1359657626] 'agreement among raft nodes before linearized reading' (duration: 222.367164ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:08:48.997047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.663864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-04T03:08:48.997097Z","caller":"traceutil/trace.go:171","msg":"trace[2134780692] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5133; }","duration":"176.777347ms","start":"2026-05-04T03:08:48.820307Z","end":"2026-05-04T03:08:48.997085Z","steps":["trace[2134780692] 'agreement among raft nodes before linearized reading' (duration: 176.102888ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:10:36.527484Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3006} {"level":"info","ts":"2026-05-04T03:10:36.607242Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3006,"took":"78.152283ms","hash":3997578440,"current-db-size-bytes":59162624,"current-db-size":"59 MB","current-db-size-in-use-bytes":32669696,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-05-04T03:10:36.607299Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3997578440,"revision":3006,"compact-revision":-1} {"level":"info","ts":"2026-05-04T03:15:04.918841Z","caller":"traceutil/trace.go:171","msg":"trace[2047320779] linearizableReadLoop","detail":"{readStateIndex:8417; appliedIndex:8416; }","duration":"162.522295ms","start":"2026-05-04T03:15:04.756299Z","end":"2026-05-04T03:15:04.918821Z","steps":["trace[2047320779] 'read index received' (duration: 162.396601ms)","trace[2047320779] 'applied index is now lower than readState.Index' (duration: 124.554µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:15:04.918935Z","caller":"traceutil/trace.go:171","msg":"trace[1042977450] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"166.585577ms","start":"2026-05-04T03:15:04.752319Z","end":"2026-05-04T03:15:04.918904Z","steps":["trace[1042977450] 'process raft request' (duration: 166.390801ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:15:04.919001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.6981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T03:15:04.919026Z","caller":"traceutil/trace.go:171","msg":"trace[184491259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8130; }","duration":"162.768922ms","start":"2026-05-04T03:15:04.756249Z","end":"2026-05-04T03:15:04.919018Z","steps":["trace[184491259] 'agreement among raft nodes before linearized reading' (duration: 162.674899ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:15:05.073942Z","caller":"traceutil/trace.go:171","msg":"trace[1273988305] linearizableReadLoop","detail":"{readStateIndex:8418; appliedIndex:8417; }","duration":"144.255283ms","start":"2026-05-04T03:15:04.929661Z","end":"2026-05-04T03:15:05.073916Z","steps":["trace[1273988305] 'read index received' (duration: 47.321231ms)","trace[1273988305] 'applied index is now lower than readState.Index' (duration: 96.933152ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:15:05.074251Z","caller":"traceutil/trace.go:171","msg":"trace[1934937229] transaction","detail":"{read_only:false; response_revision:8131; number_of_response:1; }","duration":"152.069738ms","start":"2026-05-04T03:15:04.922166Z","end":"2026-05-04T03:15:05.074236Z","steps":["trace[1934937229] 'process raft request' (duration: 54.674593ms)","trace[1934937229] 'compare' (duration: 96.956213ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:15:05.07434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.653154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-04T03:15:05.074429Z","caller":"traceutil/trace.go:171","msg":"trace[1678301163] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8131; }","duration":"144.773298ms","start":"2026-05-04T03:15:04.92963Z","end":"2026-05-04T03:15:05.074404Z","steps":["trace[1678301163] 'agreement among raft nodes before linearized reading' (duration: 144.528721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:15:05.107807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.913423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-04T03:15:05.10786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.347269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-04T03:15:05.107908Z","caller":"traceutil/trace.go:171","msg":"trace[1168470246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8131; }","duration":"176.048067ms","start":"2026-05-04T03:15:04.931835Z","end":"2026-05-04T03:15:05.107883Z","steps":["trace[1168470246] 'agreement among raft nodes before linearized reading' (duration: 175.80825ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:15:05.107938Z","caller":"traceutil/trace.go:171","msg":"trace[1349098737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8131; }","duration":"115.489573ms","start":"2026-05-04T03:15:04.992431Z","end":"2026-05-04T03:15:05.107921Z","steps":["trace[1349098737] 'agreement among raft nodes before linearized reading' (duration: 115.316678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:15:16.512691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.883876ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T03:15:16.512831Z","caller":"traceutil/trace.go:171","msg":"trace[2118680087] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8189; }","duration":"202.03852ms","start":"2026-05-04T03:15:16.310766Z","end":"2026-05-04T03:15:16.512805Z","steps":["trace[2118680087] 'range keys from in-memory index tree' (duration: 201.863386ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:15:36.535736Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6178} {"level":"info","ts":"2026-05-04T03:15:36.643176Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6178,"took":"105.473131ms","hash":189585401,"current-db-size-bytes":59162624,"current-db-size":"59 MB","current-db-size-in-use-bytes":23031808,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-05-04T03:15:36.64326Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":189585401,"revision":6178,"compact-revision":3006} {"level":"warn","ts":"2026-05-04T03:15:59.567885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.854484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2223038"} {"level":"info","ts":"2026-05-04T03:15:59.568002Z","caller":"traceutil/trace.go:171","msg":"trace[294172135] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8521; }","duration":"136.011748ms","start":"2026-05-04T03:15:59.431966Z","end":"2026-05-04T03:15:59.567978Z","steps":["trace[294172135] 'range keys from in-memory index tree' (duration: 134.689381ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:15:59.934458Z","caller":"traceutil/trace.go:171","msg":"trace[965189428] transaction","detail":"{read_only:false; response_revision:8527; number_of_response:1; }","duration":"264.640724ms","start":"2026-05-04T03:15:59.669786Z","end":"2026-05-04T03:15:59.934427Z","steps":["trace[965189428] 'process raft request' (duration: 264.446929ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:15:59.943309Z","caller":"traceutil/trace.go:171","msg":"trace[1277023581] linearizableReadLoop","detail":"{readStateIndex:8834; appliedIndex:8831; }","duration":"193.308489ms","start":"2026-05-04T03:15:59.749972Z","end":"2026-05-04T03:15:59.94328Z","steps":["trace[1277023581] 'read index received' (duration: 184.296822ms)","trace[1277023581] 'applied index is now lower than readState.Index' (duration: 9.010327ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:15:59.943407Z","caller":"traceutil/trace.go:171","msg":"trace[1430538370] transaction","detail":"{read_only:false; response_revision:8528; number_of_response:1; }","duration":"200.502305ms","start":"2026-05-04T03:15:59.742869Z","end":"2026-05-04T03:15:59.943372Z","steps":["trace[1430538370] 'process raft request' (duration: 200.30534ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:15:59.943598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.501332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-04T03:15:59.943642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.656738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-48cc8\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-04T03:15:59.943676Z","caller":"traceutil/trace.go:171","msg":"trace[1540452100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8528; }","duration":"186.616405ms","start":"2026-05-04T03:15:59.757043Z","end":"2026-05-04T03:15:59.94366Z","steps":["trace[1540452100] 'agreement among raft nodes before linearized reading' (duration: 186.493552ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:15:59.943681Z","caller":"traceutil/trace.go:171","msg":"trace[1064394843] range","detail":"{range_begin:/registry/pods/openstack/keepalived-48cc8; range_end:; response_count:1; response_revision:8528; }","duration":"193.73603ms","start":"2026-05-04T03:15:59.749935Z","end":"2026-05-04T03:15:59.943671Z","steps":["trace[1064394843] 'agreement among raft nodes before linearized reading' (duration: 193.517324ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:16:19.740061Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000237d.wal"} {"level":"info","ts":"2026-05-04T03:16:58.264601Z","caller":"traceutil/trace.go:171","msg":"trace[1217835752] transaction","detail":"{read_only:false; response_revision:9150; number_of_response:1; }","duration":"168.522458ms","start":"2026-05-04T03:16:58.096041Z","end":"2026-05-04T03:16:58.264563Z","steps":["trace[1217835752] 'process raft request' (duration: 168.257291ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:16:58.274514Z","caller":"traceutil/trace.go:171","msg":"trace[345597248] transaction","detail":"{read_only:false; response_revision:9151; number_of_response:1; }","duration":"114.487548ms","start":"2026-05-04T03:16:58.159995Z","end":"2026-05-04T03:16:58.274483Z","steps":["trace[345597248] 'process raft request' (duration: 114.333034ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:18:08.107342Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3cec112083e8d3ff","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-04T03:18:08.113342Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-04T03:18:08.113473Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-05-04T03:20:01.524319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178114547,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:20:01.678647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.199754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-04T03:20:01.678722Z","caller":"traceutil/trace.go:171","msg":"trace[910044513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10602; }","duration":"878.287367ms","start":"2026-05-04T03:20:00.800416Z","end":"2026-05-04T03:20:01.678703Z","steps":["trace[910044513] 'range keys from in-memory index tree' (duration: 878.03794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:20:01.678761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:20:00.800375Z","time spent":"878.377279ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T03:20:01.678909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.30358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-04T03:20:01.679008Z","caller":"traceutil/trace.go:171","msg":"trace[3477782] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10602; }","duration":"877.444204ms","start":"2026-05-04T03:20:00.801539Z","end":"2026-05-04T03:20:01.678983Z","steps":["trace[3477782] 'range keys from in-memory index tree' (duration: 877.106285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:20:01.67909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:20:00.801517Z","time spent":"877.540486ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-04T03:20:01.679124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.801605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-04T03:20:01.679161Z","caller":"traceutil/trace.go:171","msg":"trace[136815979] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10602; }","duration":"969.871077ms","start":"2026-05-04T03:20:00.70928Z","end":"2026-05-04T03:20:01.679151Z","steps":["trace[136815979] 'range keys from in-memory index tree' (duration: 969.708132ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:20:01.679179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:20:00.709262Z","time spent":"969.912258ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-04T03:20:01.679276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128266236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-04T03:20:01.679303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.279323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-04T03:20:01.679356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.985898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T03:20:01.679377Z","caller":"traceutil/trace.go:171","msg":"trace[1103432944] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:10602; }","duration":"882.0346ms","start":"2026-05-04T03:20:00.797335Z","end":"2026-05-04T03:20:01.67937Z","steps":["trace[1103432944] 'count revisions from in-memory index tree' (duration: 881.935367ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:20:01.679418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:20:00.797322Z","time spent":"882.069061ms","remote":"127.0.0.1:41762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:20:01.679388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.833886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-04T03:20:01.679377Z","caller":"traceutil/trace.go:171","msg":"trace[932788039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10602; }","duration":"922.379805ms","start":"2026-05-04T03:20:00.75698Z","end":"2026-05-04T03:20:01.67936Z","steps":["trace[932788039] 'range keys from in-memory index tree' (duration: 922.213991ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:20:01.679377Z","caller":"traceutil/trace.go:171","msg":"trace[154946494] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:10602; }","duration":"1.128460162s","start":"2026-05-04T03:20:00.550892Z","end":"2026-05-04T03:20:01.679352Z","steps":["trace[154946494] 'count revisions from in-memory index tree' (duration: 1.128141733s)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:20:01.679453Z","caller":"traceutil/trace.go:171","msg":"trace[1077381789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10602; }","duration":"880.894188ms","start":"2026-05-04T03:20:00.798545Z","end":"2026-05-04T03:20:01.679439Z","steps":["trace[1077381789] 'range keys from in-memory index tree' (duration: 880.710203ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:20:01.679464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:20:00.75697Z","time spent":"922.481608ms","remote":"127.0.0.1:40730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T03:20:01.679482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:20:00.798535Z","time spent":"880.9401ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T03:20:01.679478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:20:00.55087Z","time spent":"1.128591074s","remote":"127.0.0.1:36574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-04T03:20:01.750373Z","caller":"traceutil/trace.go:171","msg":"trace[237694844] transaction","detail":"{read_only:false; response_revision:10603; number_of_response:1; }","duration":"813.539332ms","start":"2026-05-04T03:20:00.936803Z","end":"2026-05-04T03:20:01.750342Z","steps":["trace[237694844] 'process raft request' (duration: 813.289655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:20:01.750565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:20:00.936778Z","time spent":"813.695027ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:20:01.752668Z","caller":"traceutil/trace.go:171","msg":"trace[1229781140] transaction","detail":"{read_only:false; response_revision:10604; number_of_response:1; }","duration":"554.794753ms","start":"2026-05-04T03:20:01.197841Z","end":"2026-05-04T03:20:01.752636Z","steps":["trace[1229781140] 'process raft request' (duration: 554.556646ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:20:01.752683Z","caller":"traceutil/trace.go:171","msg":"trace[1338216787] linearizableReadLoop","detail":"{readStateIndex:10973; appliedIndex:10971; }","duration":"728.892992ms","start":"2026-05-04T03:20:01.023767Z","end":"2026-05-04T03:20:01.75266Z","steps":["trace[1338216787] 'read index received' (duration: 726.309292ms)","trace[1338216787] 'applied index is now lower than readState.Index' (duration: 2.58284ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:20:01.752763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:20:01.197817Z","time spent":"554.898695ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:20:01.752999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.217691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-04T03:20:01.753067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.905639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-48cc8\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-04T03:20:01.753075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.949766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-04T03:20:01.753098Z","caller":"traceutil/trace.go:171","msg":"trace[454523647] range","detail":"{range_begin:/registry/pods/openstack/keepalived-48cc8; range_end:; response_count:1; response_revision:10608; }","duration":"206.96899ms","start":"2026-05-04T03:20:01.54612Z","end":"2026-05-04T03:20:01.753089Z","steps":["trace[454523647] 'agreement among raft nodes before linearized reading' (duration: 206.862877ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:20:01.75311Z","caller":"traceutil/trace.go:171","msg":"trace[41626104] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10608; }","duration":"640.023048ms","start":"2026-05-04T03:20:01.113076Z","end":"2026-05-04T03:20:01.753099Z","steps":["trace[41626104] 'agreement among raft nodes before linearized reading' (duration: 639.909944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:20:01.753141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:20:01.113055Z","time spent":"640.079579ms","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-04T03:20:01.753329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.398002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-04T03:20:01.753385Z","caller":"traceutil/trace.go:171","msg":"trace[804140298] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10608; }","duration":"388.497955ms","start":"2026-05-04T03:20:01.364877Z","end":"2026-05-04T03:20:01.753374Z","steps":["trace[804140298] 'agreement among raft nodes before linearized reading' (duration: 388.419623ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:20:01.753431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:20:01.364851Z","time spent":"388.571077ms","remote":"127.0.0.1:42852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-04T03:20:01.753066Z","caller":"traceutil/trace.go:171","msg":"trace[1890568858] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:10608; }","duration":"729.332725ms","start":"2026-05-04T03:20:01.02371Z","end":"2026-05-04T03:20:01.753042Z","steps":["trace[1890568858] 'agreement among raft nodes before linearized reading' (duration: 729.225062ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:20:01.753891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:20:01.023688Z","time spent":"730.179028ms","remote":"127.0.0.1:42698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-05-04T03:20:36.540919Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8305} {"level":"info","ts":"2026-05-04T03:20:36.615791Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8305,"took":"73.011811ms","hash":2818461859,"current-db-size-bytes":59162624,"current-db-size":"59 MB","current-db-size-in-use-bytes":26689536,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-05-04T03:20:36.615877Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2818461859,"revision":8305,"compact-revision":6178} {"level":"warn","ts":"2026-05-04T03:22:53.090016Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178118333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:22:53.944088Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178118333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:22:54.231169Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.642865182s","expected-duration":"1s"} {"level":"info","ts":"2026-05-04T03:22:54.231668Z","caller":"traceutil/trace.go:171","msg":"trace[53630158] transaction","detail":"{read_only:false; response_revision:11904; number_of_response:1; }","duration":"1.643445288s","start":"2026-05-04T03:22:52.588196Z","end":"2026-05-04T03:22:54.231641Z","steps":["trace[53630158] 'process raft request' (duration: 1.643257873s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:22:54.231851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:22:52.588173Z","time spent":"1.643576671s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:22:54.757257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000534836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-04T03:22:54.757342Z","caller":"traceutil/trace.go:171","msg":"trace[794271135] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00067687s","start":"2026-05-04T03:22:52.756646Z","end":"2026-05-04T03:22:54.757323Z","steps":["trace[794271135] 'agreement among raft nodes before linearized reading' (duration: 2.000567067s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:22:54.757393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:22:52.756627Z","time spent":"2.000757272s","remote":"127.0.0.1:40730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/04 03:22:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-04T03:22:54.83761Z","caller":"traceutil/trace.go:171","msg":"trace[171551374] transaction","detail":"{read_only:false; response_revision:11905; number_of_response:1; }","duration":"1.955361007s","start":"2026-05-04T03:22:52.882222Z","end":"2026-05-04T03:22:54.837583Z","steps":["trace[171551374] 'process raft request' (duration: 1.953548048s)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:22:54.837699Z","caller":"traceutil/trace.go:171","msg":"trace[2035309846] transaction","detail":"{read_only:false; response_revision:11906; number_of_response:1; }","duration":"1.939890124s","start":"2026-05-04T03:22:52.897786Z","end":"2026-05-04T03:22:54.837676Z","steps":["trace[2035309846] 'process raft request' (duration: 1.939685908s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:22:54.837726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:22:52.8822Z","time spent":"1.955473191s","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-04T03:22:54.837766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.248540104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-04T03:22:54.837631Z","caller":"traceutil/trace.go:171","msg":"trace[668033841] linearizableReadLoop","detail":"{readStateIndex:12315; appliedIndex:12311; }","duration":"2.24839797s","start":"2026-05-04T03:22:52.589213Z","end":"2026-05-04T03:22:54.837611Z","steps":["trace[668033841] 'read index received' (duration: 1.642337407s)","trace[668033841] 'applied index is now lower than readState.Index' (duration: 606.059653ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:22:54.8378Z","caller":"traceutil/trace.go:171","msg":"trace[1191509289] transaction","detail":"{read_only:false; response_revision:11907; number_of_response:1; }","duration":"1.772718451s","start":"2026-05-04T03:22:53.065064Z","end":"2026-05-04T03:22:54.837782Z","steps":["trace[1191509289] 'process raft request' (duration: 1.772499125s)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:22:54.837814Z","caller":"traceutil/trace.go:171","msg":"trace[2043044952] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11907; }","duration":"2.248612626s","start":"2026-05-04T03:22:52.589185Z","end":"2026-05-04T03:22:54.837798Z","steps":["trace[2043044952] 'agreement among raft nodes before linearized reading' (duration: 2.248473412s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:22:54.837834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:22:52.897754Z","time spent":"1.940000787s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:22:54.837858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:22:52.58917Z","time spent":"2.248678478s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-04T03:22:54.837879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:22:53.065037Z","time spent":"1.772802133s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:22:54.84338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.253601682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-04T03:22:54.843464Z","caller":"traceutil/trace.go:171","msg":"trace[707001192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11909; }","duration":"2.253731156s","start":"2026-05-04T03:22:52.58972Z","end":"2026-05-04T03:22:54.843451Z","steps":["trace[707001192] 'agreement among raft nodes before linearized reading' (duration: 2.253523451s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:22:54.843494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:22:52.589712Z","time spent":"2.253774997s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T03:22:54.843479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.988042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T03:22:54.843532Z","caller":"traceutil/trace.go:171","msg":"trace[1952001046] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:11909; }","duration":"899.062064ms","start":"2026-05-04T03:22:53.944458Z","end":"2026-05-04T03:22:54.84352Z","steps":["trace[1952001046] 'agreement among raft nodes before linearized reading' (duration: 898.92314ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:22:54.84356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:22:53.944455Z","time spent":"899.098795ms","remote":"127.0.0.1:46606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:22:54.843658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.26472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-04T03:22:54.843686Z","caller":"traceutil/trace.go:171","msg":"trace[1226824712] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:11909; }","duration":"899.324372ms","start":"2026-05-04T03:22:53.944355Z","end":"2026-05-04T03:22:54.843679Z","steps":["trace[1226824712] 'agreement among raft nodes before linearized reading' (duration: 899.27713ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:22:54.843707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:22:53.94434Z","time spent":"899.361212ms","remote":"127.0.0.1:41152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-05-04T03:22:54.843765Z","caller":"traceutil/trace.go:171","msg":"trace[651322252] transaction","detail":"{read_only:false; response_revision:11909; number_of_response:1; }","duration":"497.690602ms","start":"2026-05-04T03:22:54.346055Z","end":"2026-05-04T03:22:54.843745Z","steps":["trace[651322252] 'process raft request' (duration: 497.138237ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:22:54.84375Z","caller":"traceutil/trace.go:171","msg":"trace[1451946358] transaction","detail":"{read_only:false; response_revision:11908; number_of_response:1; }","duration":"500.52645ms","start":"2026-05-04T03:22:54.343143Z","end":"2026-05-04T03:22:54.84367Z","steps":["trace[1451946358] 'process raft request' (duration: 499.903053ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:22:54.843828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.477325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-04T03:22:54.843851Z","caller":"traceutil/trace.go:171","msg":"trace[526719712] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:11909; }","duration":"899.529467ms","start":"2026-05-04T03:22:53.944316Z","end":"2026-05-04T03:22:54.843845Z","steps":["trace[526719712] 'agreement among raft nodes before linearized reading' (duration: 899.488016ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:22:54.843857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:22:54.346031Z","time spent":"497.778195ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:22:54.843866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.699279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:6971"} {"level":"warn","ts":"2026-05-04T03:22:54.843881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:22:53.944302Z","time spent":"899.571358ms","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-05-04T03:22:54.843895Z","caller":"traceutil/trace.go:171","msg":"trace[1456997095] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:11909; }","duration":"815.772871ms","start":"2026-05-04T03:22:54.028116Z","end":"2026-05-04T03:22:54.843889Z","steps":["trace[1456997095] 'agreement among raft nodes before linearized reading' (duration: 815.676179ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:22:54.843915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:22:54.028098Z","time spent":"815.812802ms","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":6993,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-05-04T03:22:54.843777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.424954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-04T03:22:54.843965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.940158202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T03:22:54.844013Z","caller":"traceutil/trace.go:171","msg":"trace[2092188227] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:11909; }","duration":"810.705382ms","start":"2026-05-04T03:22:54.033299Z","end":"2026-05-04T03:22:54.844004Z","steps":["trace[2092188227] 'agreement among raft nodes before linearized reading' (duration: 810.378973ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:22:54.843984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:22:54.343112Z","time spent":"500.771387ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:22:54.844187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658629314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-04T03:22:54.84419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466690022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-04T03:22:54.844222Z","caller":"traceutil/trace.go:171","msg":"trace[373586559] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:11909; }","duration":"1.658716786s","start":"2026-05-04T03:22:53.185496Z","end":"2026-05-04T03:22:54.844213Z","steps":["trace[373586559] 'agreement among raft nodes before linearized reading' (duration: 1.658638554s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:22:54.844248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:22:53.185478Z","time spent":"1.658764408s","remote":"127.0.0.1:46670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-05-04T03:22:54.844232Z","caller":"traceutil/trace.go:171","msg":"trace[777327777] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11909; }","duration":"1.466775915s","start":"2026-05-04T03:22:53.377446Z","end":"2026-05-04T03:22:54.844221Z","steps":["trace[777327777] 'agreement among raft nodes before linearized reading' (duration: 1.466611731s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:22:54.84428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:22:53.377425Z","time spent":"1.466847557s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-04T03:22:54.844033Z","caller":"traceutil/trace.go:171","msg":"trace[290971704] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:11909; }","duration":"1.940268535s","start":"2026-05-04T03:22:52.903743Z","end":"2026-05-04T03:22:54.844011Z","steps":["trace[290971704] 'agreement among raft nodes before linearized reading' (duration: 1.940121591s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:22:54.844303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754169573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-48cc8\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-04T03:22:54.844339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:22:52.90373Z","time spent":"1.940599933s","remote":"127.0.0.1:58862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:22:54.844054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963205313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-storage-init-tzntw\" ","response":"range_response_count:1 size:9123"} {"level":"info","ts":"2026-05-04T03:22:54.844504Z","caller":"traceutil/trace.go:171","msg":"trace[1922459666] range","detail":"{range_begin:/registry/pods/openstack/cinder-storage-init-tzntw; range_end:; response_count:1; response_revision:11909; }","duration":"1.963680516s","start":"2026-05-04T03:22:52.880813Z","end":"2026-05-04T03:22:54.844493Z","steps":["trace[1922459666] 'agreement among raft nodes before linearized reading' (duration: 1.963188852s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:22:54.844541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:22:52.880795Z","time spent":"1.963735627s","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":9145,"request content":"key:\"/registry/pods/openstack/cinder-storage-init-tzntw\" "} {"level":"info","ts":"2026-05-04T03:22:54.844536Z","caller":"traceutil/trace.go:171","msg":"trace[328081509] range","detail":"{range_begin:/registry/pods/openstack/keepalived-48cc8; range_end:; response_count:1; response_revision:11909; }","duration":"1.754246665s","start":"2026-05-04T03:22:53.090119Z","end":"2026-05-04T03:22:54.844365Z","steps":["trace[328081509] 'agreement among raft nodes before linearized reading' (duration: 1.754079331s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:22:54.84407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.742651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:6971"} {"level":"info","ts":"2026-05-04T03:22:54.844666Z","caller":"traceutil/trace.go:171","msg":"trace[1970333379] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:11909; }","duration":"897.324797ms","start":"2026-05-04T03:22:53.947311Z","end":"2026-05-04T03:22:54.844636Z","steps":["trace[1970333379] 'agreement among raft nodes before linearized reading' (duration: 896.71202ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:22:54.844724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:22:53.947306Z","time spent":"897.402859ms","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":6993,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-05-04T03:22:54.844121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.903885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-05-04T03:22:54.84481Z","caller":"traceutil/trace.go:171","msg":"trace[1868266219] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11909; }","duration":"897.624415ms","start":"2026-05-04T03:22:53.947175Z","end":"2026-05-04T03:22:54.844799Z","steps":["trace[1868266219] 'agreement among raft nodes before linearized reading' (duration: 896.909596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:22:54.844848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:22:53.94716Z","time spent":"897.679306ms","remote":"127.0.0.1:40944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-05-04T03:22:54.844116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.253735766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-04T03:22:54.84494Z","caller":"traceutil/trace.go:171","msg":"trace[703373169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11909; }","duration":"2.254575959s","start":"2026-05-04T03:22:52.590355Z","end":"2026-05-04T03:22:54.844931Z","steps":["trace[703373169] 'agreement among raft nodes before linearized reading' (duration: 2.253725966s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:22:54.844977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:22:52.590342Z","time spent":"2.254622791s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T03:22:54.844045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:22:54.033276Z","time spent":"810.759443ms","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":114,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:22:54.845411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:22:53.090052Z","time spent":"1.754527322s","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-48cc8\" "} {"level":"warn","ts":"2026-05-04T03:25:01.333223Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178120520,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-04T03:25:01.472029Z","caller":"traceutil/trace.go:171","msg":"trace[482106646] transaction","detail":"{read_only:false; number_of_response:1; response_revision:12673; }","duration":"775.878157ms","start":"2026-05-04T03:25:00.69613Z","end":"2026-05-04T03:25:01.472008Z","steps":["trace[482106646] 'process raft request' (duration: 775.671651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:25:01.472322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:25:00.696117Z","time spent":"776.004731ms","remote":"127.0.0.1:46678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-05-04T03:25:01.476556Z","caller":"traceutil/trace.go:171","msg":"trace[482125148] transaction","detail":"{read_only:false; response_revision:12674; number_of_response:1; }","duration":"184.162508ms","start":"2026-05-04T03:25:01.292381Z","end":"2026-05-04T03:25:01.476543Z","steps":["trace[482125148] 'process raft request' (duration: 183.929692ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:25:01.476572Z","caller":"traceutil/trace.go:171","msg":"trace[62240674] transaction","detail":"{read_only:false; response_revision:12676; number_of_response:1; }","duration":"180.503307ms","start":"2026-05-04T03:25:01.296042Z","end":"2026-05-04T03:25:01.476545Z","steps":["trace[62240674] 'process raft request' (duration: 180.436175ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:25:01.476649Z","caller":"traceutil/trace.go:171","msg":"trace[1512162549] transaction","detail":"{read_only:false; response_revision:12675; number_of_response:1; }","duration":"181.781882ms","start":"2026-05-04T03:25:01.294832Z","end":"2026-05-04T03:25:01.476614Z","steps":["trace[1512162549] 'process raft request' (duration: 181.606887ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:25:01.476713Z","caller":"traceutil/trace.go:171","msg":"trace[1302955169] linearizableReadLoop","detail":"{readStateIndex:13113; appliedIndex:13108; }","duration":"644.364072ms","start":"2026-05-04T03:25:00.832331Z","end":"2026-05-04T03:25:01.476695Z","steps":["trace[1302955169] 'read index received' (duration: 639.512509ms)","trace[1302955169] 'applied index is now lower than readState.Index' (duration: 4.850563ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:25:01.476778Z","caller":"traceutil/trace.go:171","msg":"trace[1810177825] transaction","detail":"{read_only:false; response_revision:12677; number_of_response:1; }","duration":"180.637021ms","start":"2026-05-04T03:25:01.296122Z","end":"2026-05-04T03:25:01.476759Z","steps":["trace[1810177825] 'process raft request' (duration: 180.387814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:25:01.476917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.566238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-04T03:25:01.476977Z","caller":"traceutil/trace.go:171","msg":"trace[179934479] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12677; }","duration":"644.663891ms","start":"2026-05-04T03:25:00.832299Z","end":"2026-05-04T03:25:01.476962Z","steps":["trace[179934479] 'agreement among raft nodes before linearized reading' (duration: 644.463335ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:25:01.477022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:25:00.832283Z","time spent":"644.726232ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-04T03:25:36.548106Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10997} {"level":"info","ts":"2026-05-04T03:25:36.62831Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10997,"took":"77.801713ms","hash":3215507748,"current-db-size-bytes":59162624,"current-db-size":"59 MB","current-db-size-in-use-bytes":28200960,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-04T03:25:36.628367Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3215507748,"revision":10997,"compact-revision":8305} {"level":"info","ts":"2026-05-04T03:30:36.556513Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13026} {"level":"info","ts":"2026-05-04T03:30:36.635044Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13026,"took":"76.084743ms","hash":303345365,"current-db-size-bytes":59162624,"current-db-size":"59 MB","current-db-size-in-use-bytes":23957504,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-05-04T03:30:36.635105Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":303345365,"revision":13026,"compact-revision":10997} {"level":"warn","ts":"2026-05-04T03:32:46.540234Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178127894,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:32:46.561291Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.481928679s","expected-duration":"1s"} {"level":"info","ts":"2026-05-04T03:32:46.561699Z","caller":"traceutil/trace.go:171","msg":"trace[1126829448] transaction","detail":"{read_only:false; response_revision:15314; number_of_response:1; }","duration":"1.482456543s","start":"2026-05-04T03:32:45.079219Z","end":"2026-05-04T03:32:46.561675Z","steps":["trace[1126829448] 'process raft request' (duration: 1.482233977s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:46.561992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:45.079187Z","time spent":"1.482585197s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:32:46.562704Z","caller":"traceutil/trace.go:171","msg":"trace[1314238582] transaction","detail":"{read_only:false; response_revision:15315; number_of_response:1; }","duration":"1.483318107s","start":"2026-05-04T03:32:45.079366Z","end":"2026-05-04T03:32:46.562684Z","steps":["trace[1314238582] 'process raft request' (duration: 1.483008698s)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:32:46.562774Z","caller":"traceutil/trace.go:171","msg":"trace[1307109797] transaction","detail":"{read_only:false; response_revision:15316; number_of_response:1; }","duration":"1.481192798s","start":"2026-05-04T03:32:45.081509Z","end":"2026-05-04T03:32:46.562702Z","steps":["trace[1307109797] 'process raft request' (duration: 1.480954512s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:46.562822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:45.079332Z","time spent":"1.48341204s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:32:46.56288Z","caller":"traceutil/trace.go:171","msg":"trace[1223141415] transaction","detail":"{read_only:false; response_revision:15317; number_of_response:1; }","duration":"1.481264301s","start":"2026-05-04T03:32:45.081597Z","end":"2026-05-04T03:32:46.562861Z","steps":["trace[1223141415] 'process raft request' (duration: 1.480897561s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:46.562969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:45.081565Z","time spent":"1.481361894s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:32:46.562971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:45.081494Z","time spent":"1.481374254s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:32:46.565562Z","caller":"traceutil/trace.go:171","msg":"trace[637890507] linearizableReadLoop","detail":"{readStateIndex:15860; appliedIndex:15855; }","duration":"860.216194ms","start":"2026-05-04T03:32:45.705332Z","end":"2026-05-04T03:32:46.565548Z","steps":["trace[637890507] 'read index received' (duration: 856.207065ms)","trace[637890507] 'applied index is now lower than readState.Index' (duration: 4.008119ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:32:46.5658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.472182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-48cc8\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-04T03:32:46.56583Z","caller":"traceutil/trace.go:171","msg":"trace[79760391] range","detail":"{range_begin:/registry/pods/openstack/keepalived-48cc8; range_end:; response_count:1; response_revision:15317; }","duration":"860.544354ms","start":"2026-05-04T03:32:45.705277Z","end":"2026-05-04T03:32:46.565821Z","steps":["trace[79760391] 'agreement among raft nodes before linearized reading' (duration: 860.444831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:46.565851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:45.705254Z","time spent":"860.592416ms","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-48cc8\" "} {"level":"warn","ts":"2026-05-04T03:32:46.565998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.457615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T03:32:46.566021Z","caller":"traceutil/trace.go:171","msg":"trace[95540422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15317; }","duration":"809.480595ms","start":"2026-05-04T03:32:45.756534Z","end":"2026-05-04T03:32:46.566014Z","steps":["trace[95540422] 'agreement among raft nodes before linearized reading' (duration: 809.444754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:46.566037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:45.756479Z","time spent":"809.554778ms","remote":"127.0.0.1:40730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T03:32:46.566246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.415673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-04T03:32:46.566272Z","caller":"traceutil/trace.go:171","msg":"trace[24404365] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15317; }","duration":"786.442515ms","start":"2026-05-04T03:32:45.779822Z","end":"2026-05-04T03:32:46.566264Z","steps":["trace[24404365] 'agreement among raft nodes before linearized reading' (duration: 786.368383ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:46.56629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:45.779693Z","time spent":"786.592069ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-04T03:32:46.566417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.391401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-04T03:32:46.566437Z","caller":"traceutil/trace.go:171","msg":"trace[1190182890] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15317; }","duration":"787.427242ms","start":"2026-05-04T03:32:45.779005Z","end":"2026-05-04T03:32:46.566432Z","steps":["trace[1190182890] 'agreement among raft nodes before linearized reading' (duration: 787.37211ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:46.566454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:45.779Z","time spent":"787.450232ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-04T03:32:46.566577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.575023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-04T03:32:46.566597Z","caller":"traceutil/trace.go:171","msg":"trace[1152067766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15317; }","duration":"788.609294ms","start":"2026-05-04T03:32:45.777983Z","end":"2026-05-04T03:32:46.566592Z","steps":["trace[1152067766] 'agreement among raft nodes before linearized reading' (duration: 788.552372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:46.566614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:45.777975Z","time spent":"788.635285ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T03:32:46.566725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.728045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-04T03:32:46.566746Z","caller":"traceutil/trace.go:171","msg":"trace[1157740296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15317; }","duration":"789.792696ms","start":"2026-05-04T03:32:45.776948Z","end":"2026-05-04T03:32:46.56674Z","steps":["trace[1157740296] 'agreement among raft nodes before linearized reading' (duration: 789.736565ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:46.566762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:45.776924Z","time spent":"789.833998ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T03:32:46.566872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.337689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-04T03:32:46.566893Z","caller":"traceutil/trace.go:171","msg":"trace[357404675] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15317; }","duration":"791.39479ms","start":"2026-05-04T03:32:45.775493Z","end":"2026-05-04T03:32:46.566888Z","steps":["trace[357404675] 'agreement among raft nodes before linearized reading' (duration: 791.339669ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:46.56691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:45.775463Z","time spent":"791.443112ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-04T03:32:49.074895Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178127923,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:32:49.575517Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178127923,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:32:50.076183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178127923,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:32:50.576996Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178127923,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:32:50.756235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000005465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-04T03:32:50.756337Z","caller":"traceutil/trace.go:171","msg":"trace[368053336] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000150839s","start":"2026-05-04T03:32:48.756161Z","end":"2026-05-04T03:32:50.756312Z","steps":["trace[368053336] 'agreement among raft nodes before linearized reading' (duration: 2.000028876s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:50.756398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:48.756147Z","time spent":"2.000236891s","remote":"127.0.0.1:40730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/04 03:32:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T03:32:51.077373Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178127923,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:32:51.447452Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.878233812s","expected-duration":"1s"} {"level":"info","ts":"2026-05-04T03:32:51.448366Z","caller":"traceutil/trace.go:171","msg":"trace[1979203119] transaction","detail":"{read_only:false; response_revision:15324; number_of_response:1; }","duration":"2.87923847s","start":"2026-05-04T03:32:48.569105Z","end":"2026-05-04T03:32:51.448343Z","steps":["trace[1979203119] 'process raft request' (duration: 2.879083935s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:51.448505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:48.56908Z","time spent":"2.879356633s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:32:51.457492Z","caller":"traceutil/trace.go:171","msg":"trace[1749821515] transaction","detail":"{read_only:false; response_revision:15326; number_of_response:1; }","duration":"2.885618314s","start":"2026-05-04T03:32:48.571845Z","end":"2026-05-04T03:32:51.457463Z","steps":["trace[1749821515] 'process raft request' (duration: 2.885546972s)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:32:51.457501Z","caller":"traceutil/trace.go:171","msg":"trace[1058661556] transaction","detail":"{read_only:false; response_revision:15325; number_of_response:1; }","duration":"2.886506088s","start":"2026-05-04T03:32:48.570956Z","end":"2026-05-04T03:32:51.457462Z","steps":["trace[1058661556] 'process raft request' (duration: 2.886268522s)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:32:51.457798Z","caller":"traceutil/trace.go:171","msg":"trace[1649313972] transaction","detail":"{read_only:false; response_revision:15327; number_of_response:1; }","duration":"2.882322385s","start":"2026-05-04T03:32:48.575444Z","end":"2026-05-04T03:32:51.457766Z","steps":["trace[1649313972] 'process raft request' (duration: 2.881982445s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:51.458358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:48.570932Z","time spent":"2.887343731s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:32:51.458455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:48.575421Z","time spent":"2.882964501s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:32:51.458635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:48.571836Z","time spent":"2.886333184s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:32:51.457856Z","caller":"traceutil/trace.go:171","msg":"trace[702924284] transaction","detail":"{read_only:false; response_revision:15328; number_of_response:1; }","duration":"2.316744637s","start":"2026-05-04T03:32:49.14109Z","end":"2026-05-04T03:32:51.457834Z","steps":["trace[702924284] 'process raft request' (duration: 2.316575253s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:51.458781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:49.141062Z","time spent":"2.317683272s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:32:51.457884Z","caller":"traceutil/trace.go:171","msg":"trace[521074783] linearizableReadLoop","detail":"{readStateIndex:15873; appliedIndex:15866; }","duration":"2.883490156s","start":"2026-05-04T03:32:48.574383Z","end":"2026-05-04T03:32:51.457873Z","steps":["trace[521074783] 'read index received' (duration: 2.873878203s)","trace[521074783] 'applied index is now lower than readState.Index' (duration: 9.611023ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:32:51.457947Z","caller":"traceutil/trace.go:171","msg":"trace[115646084] transaction","detail":"{read_only:false; response_revision:15329; number_of_response:1; }","duration":"1.71061915s","start":"2026-05-04T03:32:49.747293Z","end":"2026-05-04T03:32:51.457912Z","steps":["trace[115646084] 'process raft request' (duration: 1.710476766s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:51.458945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:49.747271Z","time spent":"1.711653338s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:32:51.458024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.88362149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-04T03:32:51.459028Z","caller":"traceutil/trace.go:171","msg":"trace[876075727] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15330; }","duration":"2.884661038s","start":"2026-05-04T03:32:48.574357Z","end":"2026-05-04T03:32:51.459018Z","steps":["trace[876075727] 'agreement among raft nodes before linearized reading' (duration: 2.883550827s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:51.459058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:48.574349Z","time spent":"2.88470218s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-04T03:32:51.457988Z","caller":"traceutil/trace.go:171","msg":"trace[1216997619] transaction","detail":"{read_only:false; response_revision:15330; number_of_response:1; }","duration":"433.991633ms","start":"2026-05-04T03:32:51.023931Z","end":"2026-05-04T03:32:51.457922Z","steps":["trace[1216997619] 'process raft request' (duration: 433.88519ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:51.459143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.883756674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-04T03:32:51.459192Z","caller":"traceutil/trace.go:171","msg":"trace[2108503920] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15330; }","duration":"2.883817795s","start":"2026-05-04T03:32:48.575362Z","end":"2026-05-04T03:32:51.45918Z","steps":["trace[2108503920] 'agreement among raft nodes before linearized reading' (duration: 2.883704532s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:51.45921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.289329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-04T03:32:51.459227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:48.575356Z","time spent":"2.883863016s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-04T03:32:51.459267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T03:32:51.459291Z","caller":"traceutil/trace.go:171","msg":"trace[977029717] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:15330; }","duration":"311.613792ms","start":"2026-05-04T03:32:51.147671Z","end":"2026-05-04T03:32:51.459284Z","steps":["trace[977029717] 'agreement among raft nodes before linearized reading' (duration: 311.573261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:51.459316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:51.147647Z","time spent":"311.663183ms","remote":"127.0.0.1:42782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:32:51.459426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.935147128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T03:32:51.459479Z","caller":"traceutil/trace.go:171","msg":"trace[1592341596] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:15330; }","duration":"1.935246861s","start":"2026-05-04T03:32:49.524225Z","end":"2026-05-04T03:32:51.459472Z","steps":["trace[1592341596] 'agreement among raft nodes before linearized reading' (duration: 1.934893331s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:51.459499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.470764915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-05-04T03:32:51.459518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:49.524202Z","time spent":"1.935309752s","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":135,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:32:51.459588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.597531506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-04T03:32:51.459623Z","caller":"traceutil/trace.go:171","msg":"trace[1806702407] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:15330; }","duration":"2.597604758s","start":"2026-05-04T03:32:48.862008Z","end":"2026-05-04T03:32:51.459613Z","steps":["trace[1806702407] 'agreement among raft nodes before linearized reading' (duration: 2.597550867s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:51.459651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:48.861988Z","time spent":"2.597655149s","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:32:51.459509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.519767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-04T03:32:51.459851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495315824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-04T03:32:51.459878Z","caller":"traceutil/trace.go:171","msg":"trace[330509879] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:15330; }","duration":"1.495370596s","start":"2026-05-04T03:32:49.9645Z","end":"2026-05-04T03:32:51.45987Z","steps":["trace[330509879] 'agreement among raft nodes before linearized reading' (duration: 1.495311344s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:51.459899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:49.964481Z","time spent":"1.495413467s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-04T03:32:51.45986Z","caller":"traceutil/trace.go:171","msg":"trace[1024842466] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:15330; }","duration":"644.906087ms","start":"2026-05-04T03:32:50.814938Z","end":"2026-05-04T03:32:51.459844Z","steps":["trace[1024842466] 'agreement among raft nodes before linearized reading' (duration: 644.542247ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:32:51.459231Z","caller":"traceutil/trace.go:171","msg":"trace[1715567261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15330; }","duration":"702.375441ms","start":"2026-05-04T03:32:50.75685Z","end":"2026-05-04T03:32:51.459225Z","steps":["trace[1715567261] 'agreement among raft nodes before linearized reading' (duration: 702.32986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:51.460002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.877697548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-48cc8\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-04T03:32:51.46Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.883463155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-04T03:32:51.460008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:50.756831Z","time spent":"703.159003ms","remote":"127.0.0.1:40744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-04T03:32:51.460027Z","caller":"traceutil/trace.go:171","msg":"trace[1501779893] range","detail":"{range_begin:/registry/pods/openstack/keepalived-48cc8; range_end:; response_count:1; response_revision:15330; }","duration":"2.877731158s","start":"2026-05-04T03:32:48.582289Z","end":"2026-05-04T03:32:51.46002Z","steps":["trace[1501779893] 'agreement among raft nodes before linearized reading' (duration: 2.877661276s)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:32:51.46004Z","caller":"traceutil/trace.go:171","msg":"trace[1829622165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15330; }","duration":"2.883512046s","start":"2026-05-04T03:32:48.576518Z","end":"2026-05-04T03:32:51.46003Z","steps":["trace[1829622165] 'agreement among raft nodes before linearized reading' (duration: 2.883413474s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:51.460051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:48.582282Z","time spent":"2.877764829s","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-48cc8\" "} {"level":"warn","ts":"2026-05-04T03:32:51.460073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:48.576514Z","time spent":"2.883549337s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T03:32:51.460004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:50.814914Z","time spent":"645.055592ms","remote":"127.0.0.1:45688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:32:51.459796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739959793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-05-04T03:32:51.460184Z","caller":"traceutil/trace.go:171","msg":"trace[308290685] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:15330; }","duration":"1.740386284s","start":"2026-05-04T03:32:49.719787Z","end":"2026-05-04T03:32:51.460173Z","steps":["trace[308290685] 'agreement among raft nodes before linearized reading' (duration: 1.739935902s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:51.460226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:49.719767Z","time spent":"1.740448057s","remote":"127.0.0.1:40788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"info","ts":"2026-05-04T03:32:51.459541Z","caller":"traceutil/trace.go:171","msg":"trace[355381150] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:15330; }","duration":"2.470858157s","start":"2026-05-04T03:32:48.988674Z","end":"2026-05-04T03:32:51.459532Z","steps":["trace[355381150] 'agreement among raft nodes before linearized reading' (duration: 2.470750914s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:51.460304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:48.988654Z","time spent":"2.471642449s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-04T03:32:51.459154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:51.023899Z","time spent":"435.232547ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:32:51.461758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.883217369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-04T03:32:51.461845Z","caller":"traceutil/trace.go:171","msg":"trace[988536138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15330; }","duration":"2.883433504s","start":"2026-05-04T03:32:48.578376Z","end":"2026-05-04T03:32:51.461809Z","steps":["trace[988536138] 'agreement among raft nodes before linearized reading' (duration: 2.88147187s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:51.461971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:48.578371Z","time spent":"2.883587888s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T03:32:51.463391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.887009163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-04T03:32:51.464746Z","caller":"traceutil/trace.go:171","msg":"trace[1690945844] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15330; }","duration":"2.888626197s","start":"2026-05-04T03:32:48.576087Z","end":"2026-05-04T03:32:51.464713Z","steps":["trace[1690945844] 'agreement among raft nodes before linearized reading' (duration: 2.883715542s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:51.464861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:48.57608Z","time spent":"2.88875249s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-04T03:34:16.256569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178129140,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-04T03:34:16.327816Z","caller":"traceutil/trace.go:171","msg":"trace[352277121] transaction","detail":"{read_only:false; response_revision:15755; number_of_response:1; }","duration":"575.513809ms","start":"2026-05-04T03:34:15.752269Z","end":"2026-05-04T03:34:16.327782Z","steps":["trace[352277121] 'process raft request' (duration: 575.331074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:34:16.328004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:34:15.752244Z","time spent":"575.667783ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:34:16.378266Z","caller":"traceutil/trace.go:171","msg":"trace[1241485471] linearizableReadLoop","detail":"{readStateIndex:16320; appliedIndex:16316; }","duration":"622.528746ms","start":"2026-05-04T03:34:15.75571Z","end":"2026-05-04T03:34:16.378238Z","steps":["trace[1241485471] 'read index received' (duration: 571.90181ms)","trace[1241485471] 'applied index is now lower than readState.Index' (duration: 50.625946ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:34:16.378602Z","caller":"traceutil/trace.go:171","msg":"trace[62023390] transaction","detail":"{read_only:false; response_revision:15757; number_of_response:1; }","duration":"624.11969ms","start":"2026-05-04T03:34:15.754455Z","end":"2026-05-04T03:34:16.378574Z","steps":["trace[62023390] 'process raft request' (duration: 623.706719ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:34:16.378645Z","caller":"traceutil/trace.go:171","msg":"trace[1314044660] transaction","detail":"{read_only:false; response_revision:15758; number_of_response:1; }","duration":"622.766323ms","start":"2026-05-04T03:34:15.755844Z","end":"2026-05-04T03:34:16.378611Z","steps":["trace[1314044660] 'process raft request' (duration: 622.352362ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:34:16.378749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.02148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T03:34:16.378818Z","caller":"traceutil/trace.go:171","msg":"trace[1427888983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15758; }","duration":"623.137373ms","start":"2026-05-04T03:34:15.755666Z","end":"2026-05-04T03:34:16.378804Z","steps":["trace[1427888983] 'agreement among raft nodes before linearized reading' (duration: 622.961888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:34:16.378852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:34:15.755655Z","time spent":"623.192124ms","remote":"127.0.0.1:40730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-04T03:34:16.378929Z","caller":"traceutil/trace.go:171","msg":"trace[481347418] transaction","detail":"{read_only:false; response_revision:15756; number_of_response:1; }","duration":"625.030285ms","start":"2026-05-04T03:34:15.753866Z","end":"2026-05-04T03:34:16.378896Z","steps":["trace[481347418] 'process raft request' (duration: 624.161501ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:34:16.379066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:34:15.753839Z","time spent":"625.154948ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:34:16.379067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:34:15.755833Z","time spent":"622.924777ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:34:16.379191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.006305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-04T03:34:16.379219Z","caller":"traceutil/trace.go:171","msg":"trace[1884668618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15758; }","duration":"510.100457ms","start":"2026-05-04T03:34:15.869112Z","end":"2026-05-04T03:34:16.379213Z","steps":["trace[1884668618] 'agreement among raft nodes before linearized reading' (duration: 510.005625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:34:16.37924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:34:15.869086Z","time spent":"510.149739ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-04T03:34:16.379249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.4323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-04T03:34:16.379338Z","caller":"traceutil/trace.go:171","msg":"trace[837423219] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15758; }","duration":"501.548794ms","start":"2026-05-04T03:34:15.877776Z","end":"2026-05-04T03:34:16.379325Z","steps":["trace[837423219] 'agreement among raft nodes before linearized reading' (duration: 501.368379ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:34:16.379355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.497819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-04T03:34:16.379368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:34:15.877766Z","time spent":"501.595245ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-04T03:34:16.379373Z","caller":"traceutil/trace.go:171","msg":"trace[856718003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15758; }","duration":"502.543431ms","start":"2026-05-04T03:34:15.876824Z","end":"2026-05-04T03:34:16.379368Z","steps":["trace[856718003] 'agreement among raft nodes before linearized reading' (duration: 502.490809ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:34:16.379395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:34:15.87681Z","time spent":"502.581811ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T03:34:16.37949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.587792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-04T03:34:16.379487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.51416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-04T03:34:16.379543Z","caller":"traceutil/trace.go:171","msg":"trace[1379774966] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15758; }","duration":"502.627263ms","start":"2026-05-04T03:34:15.876899Z","end":"2026-05-04T03:34:16.379526Z","steps":["trace[1379774966] 'agreement among raft nodes before linearized reading' (duration: 502.334655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:34:16.379585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:34:15.876877Z","time spent":"502.697005ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-04T03:34:16.379602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.672723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-48cc8\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-04T03:34:16.379625Z","caller":"traceutil/trace.go:171","msg":"trace[1814083310] range","detail":"{range_begin:/registry/pods/openstack/keepalived-48cc8; range_end:; response_count:1; response_revision:15758; }","duration":"220.749665ms","start":"2026-05-04T03:34:16.15887Z","end":"2026-05-04T03:34:16.37962Z","steps":["trace[1814083310] 'agreement among raft nodes before linearized reading' (duration: 220.56423ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:34:16.37951Z","caller":"traceutil/trace.go:171","msg":"trace[312917326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15758; }","duration":"498.627933ms","start":"2026-05-04T03:34:15.880877Z","end":"2026-05-04T03:34:16.379505Z","steps":["trace[312917326] 'agreement among raft nodes before linearized reading' (duration: 498.575762ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:34:16.379773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:34:15.880863Z","time spent":"498.829259ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T03:34:16.380223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:34:15.754436Z","time spent":"624.220532ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:34:18.57722Z","caller":"traceutil/trace.go:171","msg":"trace[1297641671] transaction","detail":"{read_only:false; response_revision:15764; number_of_response:1; }","duration":"540.756078ms","start":"2026-05-04T03:34:18.036099Z","end":"2026-05-04T03:34:18.576855Z","steps":["trace[1297641671] 'process raft request' (duration: 540.616614ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:34:18.577534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:34:18.036076Z","time spent":"541.354163ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:35:29.384652Z","caller":"traceutil/trace.go:171","msg":"trace[513579508] transaction","detail":"{read_only:false; response_revision:16120; number_of_response:1; }","duration":"519.0077ms","start":"2026-05-04T03:35:28.865612Z","end":"2026-05-04T03:35:29.38462Z","steps":["trace[513579508] 'process raft request' (duration: 518.799444ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:35:29.384863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:35:28.865593Z","time spent":"519.168455ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:35:29.385359Z","caller":"traceutil/trace.go:171","msg":"trace[2094760467] linearizableReadLoop","detail":"{readStateIndex:16699; appliedIndex:16695; }","duration":"423.222398ms","start":"2026-05-04T03:35:28.962116Z","end":"2026-05-04T03:35:29.385339Z","steps":["trace[2094760467] 'read index received' (duration: 422.322283ms)","trace[2094760467] 'applied index is now lower than readState.Index' (duration: 898.935µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:35:29.385494Z","caller":"traceutil/trace.go:171","msg":"trace[353223398] transaction","detail":"{read_only:false; response_revision:16124; number_of_response:1; }","duration":"267.181456ms","start":"2026-05-04T03:35:29.118296Z","end":"2026-05-04T03:35:29.385478Z","steps":["trace[353223398] 'process raft request' (duration: 267.011911ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:35:29.385692Z","caller":"traceutil/trace.go:171","msg":"trace[1225235381] transaction","detail":"{read_only:false; response_revision:16121; number_of_response:1; }","duration":"517.608592ms","start":"2026-05-04T03:35:28.868071Z","end":"2026-05-04T03:35:29.38568Z","steps":["trace[1225235381] 'process raft request' (duration: 517.068997ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:35:29.385772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:35:28.868054Z","time spent":"517.674293ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:35:29.385944Z","caller":"traceutil/trace.go:171","msg":"trace[1496155091] transaction","detail":"{read_only:false; response_revision:16122; number_of_response:1; }","duration":"514.195878ms","start":"2026-05-04T03:35:28.871735Z","end":"2026-05-04T03:35:29.385931Z","steps":["trace[1496155091] 'process raft request' (duration: 513.518019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:35:29.386012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:35:28.871694Z","time spent":"514.282931ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:35:29.386033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.972745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-04T03:35:29.386064Z","caller":"traceutil/trace.go:171","msg":"trace[1816574332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16124; }","duration":"410.053447ms","start":"2026-05-04T03:35:28.976003Z","end":"2026-05-04T03:35:29.386056Z","steps":["trace[1816574332] 'agreement among raft nodes before linearized reading' (duration: 409.926494ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:35:29.386083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:35:28.975984Z","time spent":"410.096188ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T03:35:29.386026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.973348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-04T03:35:29.386167Z","caller":"traceutil/trace.go:171","msg":"trace[500169775] transaction","detail":"{read_only:false; response_revision:16123; number_of_response:1; }","duration":"512.511812ms","start":"2026-05-04T03:35:28.873644Z","end":"2026-05-04T03:35:29.386156Z","steps":["trace[500169775] 'process raft request' (duration: 511.638408ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:35:29.386203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.558155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-48cc8\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-04T03:35:29.386224Z","caller":"traceutil/trace.go:171","msg":"trace[255330241] range","detail":"{range_begin:/registry/pods/openstack/keepalived-48cc8; range_end:; response_count:1; response_revision:16124; }","duration":"210.614377ms","start":"2026-05-04T03:35:29.175604Z","end":"2026-05-04T03:35:29.386219Z","steps":["trace[255330241] 'agreement among raft nodes before linearized reading' (duration: 210.557415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:35:29.386253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:35:28.873631Z","time spent":"512.571173ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:35:29.385695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.576967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-04T03:35:29.386338Z","caller":"traceutil/trace.go:171","msg":"trace[1110991613] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16124; }","duration":"424.284457ms","start":"2026-05-04T03:35:28.962045Z","end":"2026-05-04T03:35:29.38633Z","steps":["trace[1110991613] 'agreement among raft nodes before linearized reading' (duration: 423.548747ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:35:29.386376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:35:28.962021Z","time spent":"424.343688ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-04T03:35:29.38617Z","caller":"traceutil/trace.go:171","msg":"trace[911282750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16124; }","duration":"409.151462ms","start":"2026-05-04T03:35:28.977003Z","end":"2026-05-04T03:35:29.386155Z","steps":["trace[911282750] 'agreement among raft nodes before linearized reading' (duration: 408.861474ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:35:29.386468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:35:28.976991Z","time spent":"409.472162ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T03:35:29.385788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.841379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-04T03:35:29.387136Z","caller":"traceutil/trace.go:171","msg":"trace[1307516495] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16124; }","duration":"412.209016ms","start":"2026-05-04T03:35:28.974904Z","end":"2026-05-04T03:35:29.387113Z","steps":["trace[1307516495] 'agreement among raft nodes before linearized reading' (duration: 410.819588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:35:29.3872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:35:28.974886Z","time spent":"412.296278ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-04T03:35:36.56269Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14662} {"level":"info","ts":"2026-05-04T03:35:36.62953Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14662,"took":"64.849785ms","hash":4010542695,"current-db-size-bytes":59162624,"current-db-size":"59 MB","current-db-size-in-use-bytes":20426752,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-05-04T03:35:36.629602Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4010542695,"revision":14662,"compact-revision":13026} {"level":"info","ts":"2026-05-04T03:35:45.638152Z","caller":"traceutil/trace.go:171","msg":"trace[2076688699] linearizableReadLoop","detail":"{readStateIndex:16788; appliedIndex:16787; }","duration":"192.972733ms","start":"2026-05-04T03:35:45.445151Z","end":"2026-05-04T03:35:45.638124Z","steps":["trace[2076688699] 'read index received' (duration: 192.791678ms)","trace[2076688699] 'applied index is now lower than readState.Index' (duration: 179.905µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:35:45.638242Z","caller":"traceutil/trace.go:171","msg":"trace[771764449] transaction","detail":"{read_only:false; response_revision:16206; number_of_response:1; }","duration":"193.540959ms","start":"2026-05-04T03:35:45.444655Z","end":"2026-05-04T03:35:45.638196Z","steps":["trace[771764449] 'process raft request' (duration: 193.290122ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:35:45.638401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.22728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-05-04T03:35:45.6385Z","caller":"traceutil/trace.go:171","msg":"trace[1043944060] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:16206; }","duration":"193.323313ms","start":"2026-05-04T03:35:45.445103Z","end":"2026-05-04T03:35:45.638427Z","steps":["trace[1043944060] 'agreement among raft nodes before linearized reading' (duration: 193.156698ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:35:45.639079Z","caller":"traceutil/trace.go:171","msg":"trace[1387968847] transaction","detail":"{read_only:false; response_revision:16207; number_of_response:1; }","duration":"193.739264ms","start":"2026-05-04T03:35:45.445317Z","end":"2026-05-04T03:35:45.639056Z","steps":["trace[1387968847] 'process raft request' (duration: 193.57407ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:35:45.639328Z","caller":"traceutil/trace.go:171","msg":"trace[1807514589] transaction","detail":"{read_only:false; response_revision:16209; number_of_response:1; }","duration":"191.214784ms","start":"2026-05-04T03:35:45.4481Z","end":"2026-05-04T03:35:45.639315Z","steps":["trace[1807514589] 'process raft request' (duration: 191.078251ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:35:45.639389Z","caller":"traceutil/trace.go:171","msg":"trace[1910297747] transaction","detail":"{read_only:false; response_revision:16208; number_of_response:1; }","duration":"193.721284ms","start":"2026-05-04T03:35:45.445645Z","end":"2026-05-04T03:35:45.639366Z","steps":["trace[1910297747] 'process raft request' (duration: 193.377114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:35:45.639442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.527663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-04T03:35:45.639507Z","caller":"traceutil/trace.go:171","msg":"trace[1994025397] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16209; }","duration":"187.648197ms","start":"2026-05-04T03:35:45.45184Z","end":"2026-05-04T03:35:45.639488Z","steps":["trace[1994025397] 'agreement among raft nodes before linearized reading' (duration: 187.437541ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:35:45.639583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.295303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-04T03:35:45.63966Z","caller":"traceutil/trace.go:171","msg":"trace[899681088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16209; }","duration":"185.403416ms","start":"2026-05-04T03:35:45.454237Z","end":"2026-05-04T03:35:45.63964Z","steps":["trace[899681088] 'agreement among raft nodes before linearized reading' (duration: 185.085618ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:37:20.706012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.137854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-04T03:37:20.706255Z","caller":"traceutil/trace.go:171","msg":"trace[47620033] transaction","detail":"{read_only:false; response_revision:16693; number_of_response:1; }","duration":"247.094025ms","start":"2026-05-04T03:37:20.45912Z","end":"2026-05-04T03:37:20.706214Z","steps":["trace[47620033] 'process raft request' (duration: 128.683313ms)","trace[47620033] 'compare' (duration: 117.940099ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:37:37.740025Z","caller":"traceutil/trace.go:171","msg":"trace[848374268] transaction","detail":"{read_only:false; response_revision:16793; number_of_response:1; }","duration":"213.530296ms","start":"2026-05-04T03:37:37.52645Z","end":"2026-05-04T03:37:37.739981Z","steps":["trace[848374268] 'process raft request' (duration: 213.366121ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:37:58.765777Z","caller":"traceutil/trace.go:171","msg":"trace[1332521474] transaction","detail":"{read_only:false; response_revision:17096; number_of_response:1; }","duration":"305.141334ms","start":"2026-05-04T03:37:58.460601Z","end":"2026-05-04T03:37:58.765742Z","steps":["trace[1332521474] 'process raft request' (duration: 288.91143ms)","trace[1332521474] 'compare' (duration: 15.804772ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:37:58.765959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:37:58.460587Z","time spent":"305.280348ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:37:58.766209Z","caller":"traceutil/trace.go:171","msg":"trace[1901641850] transaction","detail":"{read_only:false; response_revision:17097; number_of_response:1; }","duration":"298.423341ms","start":"2026-05-04T03:37:58.467756Z","end":"2026-05-04T03:37:58.766179Z","steps":["trace[1901641850] 'process raft request' (duration: 297.858685ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:37:58.766884Z","caller":"traceutil/trace.go:171","msg":"trace[1515383675] linearizableReadLoop","detail":"{readStateIndex:17718; appliedIndex:17715; }","duration":"274.33331ms","start":"2026-05-04T03:37:58.492518Z","end":"2026-05-04T03:37:58.766851Z","steps":["trace[1515383675] 'read index received' (duration: 256.933974ms)","trace[1515383675] 'applied index is now lower than readState.Index' (duration: 17.397986ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:37:58.766953Z","caller":"traceutil/trace.go:171","msg":"trace[1008910147] transaction","detail":"{read_only:false; response_revision:17098; number_of_response:1; }","duration":"298.107032ms","start":"2026-05-04T03:37:58.468821Z","end":"2026-05-04T03:37:58.766928Z","steps":["trace[1008910147] 'process raft request' (duration: 297.220148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:37:58.767169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.633159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-04T03:37:58.76723Z","caller":"traceutil/trace.go:171","msg":"trace[1509524263] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17098; }","duration":"274.746802ms","start":"2026-05-04T03:37:58.492464Z","end":"2026-05-04T03:37:58.767211Z","steps":["trace[1509524263] 'agreement among raft nodes before linearized reading' (duration: 274.534016ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:37:58.767651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.704831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0b89901f-a0da-4f8d-a236-ec3d6a938283\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-05-04T03:37:58.767759Z","caller":"traceutil/trace.go:171","msg":"trace[1316179053] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0b89901f-a0da-4f8d-a236-ec3d6a938283; range_end:; response_count:1; response_revision:17098; }","duration":"251.861175ms","start":"2026-05-04T03:37:58.515871Z","end":"2026-05-04T03:37:58.767732Z","steps":["trace[1316179053] 'agreement among raft nodes before linearized reading' (duration: 251.586448ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:37:58.767757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.652438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-04T03:37:58.767894Z","caller":"traceutil/trace.go:171","msg":"trace[1450305236] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17098; }","duration":"122.824473ms","start":"2026-05-04T03:37:58.645036Z","end":"2026-05-04T03:37:58.76786Z","steps":["trace[1450305236] 'agreement among raft nodes before linearized reading' (duration: 122.456553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:37:58.767932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.034452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0b89901f-a0da-4f8d-a236-ec3d6a938283\" ","response":"range_response_count:1 size:3640"} {"level":"warn","ts":"2026-05-04T03:37:58.768015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.297889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-04T03:37:58.768066Z","caller":"traceutil/trace.go:171","msg":"trace[2131140736] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17098; }","duration":"122.380181ms","start":"2026-05-04T03:37:58.645669Z","end":"2026-05-04T03:37:58.76805Z","steps":["trace[2131140736] 'agreement among raft nodes before linearized reading' (duration: 122.245267ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:37:58.768063Z","caller":"traceutil/trace.go:171","msg":"trace[2054772764] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0b89901f-a0da-4f8d-a236-ec3d6a938283; range_end:; response_count:1; response_revision:17098; }","duration":"179.225657ms","start":"2026-05-04T03:37:58.588811Z","end":"2026-05-04T03:37:58.768036Z","steps":["trace[2054772764] 'agreement among raft nodes before linearized reading' (duration: 178.902228ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:37:58.768082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.867931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-04T03:37:58.768135Z","caller":"traceutil/trace.go:171","msg":"trace[1246767980] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17098; }","duration":"128.040415ms","start":"2026-05-04T03:37:58.640079Z","end":"2026-05-04T03:37:58.768119Z","steps":["trace[1246767980] 'agreement among raft nodes before linearized reading' (duration: 127.589663ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:37:58.768247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.819719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-04T03:37:58.768281Z","caller":"traceutil/trace.go:171","msg":"trace[1864944372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17098; }","duration":"128.250901ms","start":"2026-05-04T03:37:58.640022Z","end":"2026-05-04T03:37:58.768273Z","steps":["trace[1864944372] 'agreement among raft nodes before linearized reading' (duration: 127.650625ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:39:25.041441Z","caller":"traceutil/trace.go:171","msg":"trace[1841794121] linearizableReadLoop","detail":"{readStateIndex:18549; appliedIndex:18548; }","duration":"111.802469ms","start":"2026-05-04T03:39:24.929613Z","end":"2026-05-04T03:39:25.041415Z","steps":["trace[1841794121] 'read index received' (duration: 111.599403ms)","trace[1841794121] 'applied index is now lower than readState.Index' (duration: 202.346µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:39:25.041793Z","caller":"traceutil/trace.go:171","msg":"trace[786169483] transaction","detail":"{read_only:false; response_revision:17905; number_of_response:1; }","duration":"178.251478ms","start":"2026-05-04T03:39:24.863529Z","end":"2026-05-04T03:39:25.04178Z","steps":["trace[786169483] 'process raft request' (duration: 177.739744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:39:25.042009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.21889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-05-04T03:39:25.042155Z","caller":"traceutil/trace.go:171","msg":"trace[1218002978] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:17905; }","duration":"112.391145ms","start":"2026-05-04T03:39:24.929742Z","end":"2026-05-04T03:39:25.042133Z","steps":["trace[1218002978] 'agreement among raft nodes before linearized reading' (duration: 112.102267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:39:25.042578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.370677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:39:25.042624Z","caller":"traceutil/trace.go:171","msg":"trace[1457299220] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:17905; }","duration":"111.433549ms","start":"2026-05-04T03:39:24.931177Z","end":"2026-05-04T03:39:25.04261Z","steps":["trace[1457299220] 'agreement among raft nodes before linearized reading' (duration: 111.376428ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:39:25.042652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.014212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-05-04T03:39:25.042746Z","caller":"traceutil/trace.go:171","msg":"trace[1478128993] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:17905; }","duration":"113.159466ms","start":"2026-05-04T03:39:24.92957Z","end":"2026-05-04T03:39:25.042729Z","steps":["trace[1478128993] 'agreement among raft nodes before linearized reading' (duration: 112.990241ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:40:36.660313Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16163} {"level":"info","ts":"2026-05-04T03:40:36.725977Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16163,"took":"62.766427ms","hash":1904432123,"current-db-size-bytes":59162624,"current-db-size":"59 MB","current-db-size-in-use-bytes":26841088,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-05-04T03:40:36.726047Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1904432123,"revision":16163,"compact-revision":14662} {"level":"info","ts":"2026-05-04T03:40:37.839802Z","caller":"traceutil/trace.go:171","msg":"trace[2085736201] transaction","detail":"{read_only:false; response_revision:18378; number_of_response:1; }","duration":"477.20691ms","start":"2026-05-04T03:40:37.362574Z","end":"2026-05-04T03:40:37.839781Z","steps":["trace[2085736201] 'process raft request' (duration: 477.180279ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:40:37.839903Z","caller":"traceutil/trace.go:171","msg":"trace[84661477] linearizableReadLoop","detail":"{readStateIndex:19035; appliedIndex:19034; }","duration":"547.943576ms","start":"2026-05-04T03:40:37.291946Z","end":"2026-05-04T03:40:37.83989Z","steps":["trace[84661477] 'read index received' (duration: 484.817318ms)","trace[84661477] 'applied index is now lower than readState.Index' (duration: 63.125508ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:40:37.839933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:40:37.362567Z","time spent":"477.291322ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:40:37.839962Z","caller":"traceutil/trace.go:171","msg":"trace[1591735553] transaction","detail":"{read_only:false; response_revision:18375; number_of_response:1; }","duration":"573.429534ms","start":"2026-05-04T03:40:37.266525Z","end":"2026-05-04T03:40:37.839955Z","steps":["trace[1591735553] 'process raft request' (duration: 510.225434ms)","trace[1591735553] 'compare' (duration: 62.335306ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:40:37.840017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:40:37.266499Z","time spent":"573.485344ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:40:37.840066Z","caller":"traceutil/trace.go:171","msg":"trace[563995028] transaction","detail":"{read_only:false; response_revision:18376; number_of_response:1; }","duration":"486.37387ms","start":"2026-05-04T03:40:37.353685Z","end":"2026-05-04T03:40:37.840059Z","steps":["trace[563995028] 'process raft request' (duration: 485.99759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:40:37.840105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:40:37.353665Z","time spent":"486.417722ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:40:37.840203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.257834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:40:37.840239Z","caller":"traceutil/trace.go:171","msg":"trace[399617814] transaction","detail":"{read_only:false; response_revision:18377; number_of_response:1; }","duration":"478.927347ms","start":"2026-05-04T03:40:37.36129Z","end":"2026-05-04T03:40:37.840217Z","steps":["trace[399617814] 'process raft request' (duration: 478.440694ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:40:37.840283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:40:37.361281Z","time spent":"478.978708ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:40:37.84024Z","caller":"traceutil/trace.go:171","msg":"trace[429334456] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:18378; }","duration":"548.296975ms","start":"2026-05-04T03:40:37.291934Z","end":"2026-05-04T03:40:37.840231Z","steps":["trace[429334456] 'agreement among raft nodes before linearized reading' (duration: 548.236524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:40:37.840388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:40:37.291882Z","time spent":"548.494781ms","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-05-04T03:40:37.840566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.272705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:40:37.840593Z","caller":"traceutil/trace.go:171","msg":"trace[1198516065] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:18378; }","duration":"548.332137ms","start":"2026-05-04T03:40:37.292254Z","end":"2026-05-04T03:40:37.840586Z","steps":["trace[1198516065] 'agreement among raft nodes before linearized reading' (duration: 548.292206ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:40:37.840612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:40:37.292236Z","time spent":"548.371797ms","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-05-04T03:40:37.840777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.87514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:1 size:12422"} {"level":"info","ts":"2026-05-04T03:40:37.840802Z","caller":"traceutil/trace.go:171","msg":"trace[1536536448] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:1; response_revision:18378; }","duration":"541.901071ms","start":"2026-05-04T03:40:37.298896Z","end":"2026-05-04T03:40:37.840797Z","steps":["trace[1536536448] 'agreement among raft nodes before linearized reading' (duration: 541.829579ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:40:37.840837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.398042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"warn","ts":"2026-05-04T03:40:37.840844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:40:37.298875Z","time spent":"541.964563ms","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12444,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-05-04T03:40:37.840868Z","caller":"traceutil/trace.go:171","msg":"trace[1872342915] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:18378; }","duration":"391.465843ms","start":"2026-05-04T03:40:37.449393Z","end":"2026-05-04T03:40:37.840859Z","steps":["trace[1872342915] 'agreement among raft nodes before linearized reading' (duration: 391.397721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:40:37.840961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.694849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-04T03:40:37.840913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.312342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-04T03:40:37.841118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.043851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-04T03:40:37.841143Z","caller":"traceutil/trace.go:171","msg":"trace[603488704] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18378; }","duration":"228.102603ms","start":"2026-05-04T03:40:37.613033Z","end":"2026-05-04T03:40:37.841135Z","steps":["trace[603488704] 'agreement among raft nodes before linearized reading' (duration: 228.044001ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:40:37.84111Z","caller":"traceutil/trace.go:171","msg":"trace[1587668125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18378; }","duration":"223.554449ms","start":"2026-05-04T03:40:37.617533Z","end":"2026-05-04T03:40:37.841087Z","steps":["trace[1587668125] 'agreement among raft nodes before linearized reading' (duration: 223.072435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:40:37.841392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.441277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-t8vz6\" ","response":"range_response_count:1 size:20678"} {"level":"warn","ts":"2026-05-04T03:40:37.840992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.564096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-novncproxy-8f598794b-wp7jt\" ","response":"range_response_count:1 size:11481"} {"level":"info","ts":"2026-05-04T03:40:37.841412Z","caller":"traceutil/trace.go:171","msg":"trace[1215155514] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-t8vz6; range_end:; response_count:1; response_revision:18378; }","duration":"435.494078ms","start":"2026-05-04T03:40:37.405912Z","end":"2026-05-04T03:40:37.841406Z","steps":["trace[1215155514] 'agreement among raft nodes before linearized reading' (duration: 435.436377ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:40:37.841418Z","caller":"traceutil/trace.go:171","msg":"trace[756656781] range","detail":"{range_begin:/registry/pods/openstack/nova-novncproxy-8f598794b-wp7jt; range_end:; response_count:1; response_revision:18378; }","duration":"548.009457ms","start":"2026-05-04T03:40:37.293401Z","end":"2026-05-04T03:40:37.841411Z","steps":["trace[756656781] 'agreement among raft nodes before linearized reading' (duration: 547.535034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:40:37.841429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:40:37.405895Z","time spent":"435.52926ms","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20700,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-t8vz6\" "} {"level":"warn","ts":"2026-05-04T03:40:37.841443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:40:37.293392Z","time spent":"548.044498ms","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":11503,"request content":"key:\"/registry/pods/openstack/nova-novncproxy-8f598794b-wp7jt\" "} {"level":"info","ts":"2026-05-04T03:40:37.840994Z","caller":"traceutil/trace.go:171","msg":"trace[2144088038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18378; }","duration":"319.772022ms","start":"2026-05-04T03:40:37.521213Z","end":"2026-05-04T03:40:37.840985Z","steps":["trace[2144088038] 'agreement among raft nodes before linearized reading' (duration: 319.35251ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:40:37.841514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:40:37.521193Z","time spent":"320.315336ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-04T03:40:37.840774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.767295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:1 size:12422"} {"level":"info","ts":"2026-05-04T03:40:37.841569Z","caller":"traceutil/trace.go:171","msg":"trace[581287313] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:1; response_revision:18378; }","duration":"539.578537ms","start":"2026-05-04T03:40:37.301985Z","end":"2026-05-04T03:40:37.841563Z","steps":["trace[581287313] 'agreement among raft nodes before linearized reading' (duration: 538.723103ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:40:37.841587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:40:37.301979Z","time spent":"539.604197ms","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12444,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-05-04T03:40:37.841062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.211569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-04T03:40:37.841673Z","caller":"traceutil/trace.go:171","msg":"trace[1550808083] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18378; }","duration":"227.841425ms","start":"2026-05-04T03:40:37.613824Z","end":"2026-05-04T03:40:37.841666Z","steps":["trace[1550808083] 'agreement among raft nodes before linearized reading' (duration: 227.186067ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:40:37.841746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.315182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9djfh\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-05-04T03:40:37.841766Z","caller":"traceutil/trace.go:171","msg":"trace[1216534151] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9djfh; range_end:; response_count:1; response_revision:18378; }","duration":"462.388034ms","start":"2026-05-04T03:40:37.379372Z","end":"2026-05-04T03:40:37.84176Z","steps":["trace[1216534151] 'agreement among raft nodes before linearized reading' (duration: 462.327642ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:40:37.841784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:40:37.379361Z","time spent":"462.417615ms","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22045,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9djfh\" "} {"level":"warn","ts":"2026-05-04T03:40:37.841915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:40:37.449357Z","time spent":"392.551003ms","remote":"127.0.0.1:40944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-05-04T03:40:39.232516Z","caller":"traceutil/trace.go:171","msg":"trace[1496261735] linearizableReadLoop","detail":"{readStateIndex:19049; appliedIndex:19048; }","duration":"445.43646ms","start":"2026-05-04T03:40:38.787054Z","end":"2026-05-04T03:40:39.23249Z","steps":["trace[1496261735] 'read index received' (duration: 445.174273ms)","trace[1496261735] 'applied index is now lower than readState.Index' (duration: 261.197µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:40:39.232579Z","caller":"traceutil/trace.go:171","msg":"trace[544395955] transaction","detail":"{read_only:false; response_revision:18389; number_of_response:1; }","duration":"486.293568ms","start":"2026-05-04T03:40:38.746247Z","end":"2026-05-04T03:40:39.23254Z","steps":["trace[544395955] 'process raft request' (duration: 486.090313ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:40:39.232864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:40:38.746224Z","time spent":"486.434843ms","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15344,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:40:39.232838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.704868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-05-04T03:40:39.233001Z","caller":"traceutil/trace.go:171","msg":"trace[224538767] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:18389; }","duration":"445.987906ms","start":"2026-05-04T03:40:38.786997Z","end":"2026-05-04T03:40:39.232985Z","steps":["trace[224538767] 'agreement among raft nodes before linearized reading' (duration: 445.625306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:40:39.233065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:40:38.786984Z","time spent":"446.071477ms","remote":"127.0.0.1:40944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-05-04T03:42:14.343841Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3cec112083e8d3ff","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-04T03:42:14.389322Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-04T03:42:14.389439Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-05-04T03:43:00.251815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178142218,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-04T03:43:00.330368Z","caller":"traceutil/trace.go:171","msg":"trace[816862586] transaction","detail":"{read_only:false; response_revision:19579; number_of_response:1; }","duration":"606.885479ms","start":"2026-05-04T03:42:59.723459Z","end":"2026-05-04T03:43:00.330345Z","steps":["trace[816862586] 'process raft request' (duration: 606.675034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:00.330509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:42:59.723433Z","time spent":"607.008873ms","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5321,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:43:00.334551Z","caller":"traceutil/trace.go:171","msg":"trace[1222397502] linearizableReadLoop","detail":"{readStateIndex:20278; appliedIndex:20276; }","duration":"583.794887ms","start":"2026-05-04T03:42:59.750728Z","end":"2026-05-04T03:43:00.334523Z","steps":["trace[1222397502] 'read index received' (duration: 579.461918ms)","trace[1222397502] 'applied index is now lower than readState.Index' (duration: 4.331799ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:43:00.334663Z","caller":"traceutil/trace.go:171","msg":"trace[994357630] transaction","detail":"{read_only:false; response_revision:19580; number_of_response:1; }","duration":"464.048559ms","start":"2026-05-04T03:42:59.870575Z","end":"2026-05-04T03:43:00.334623Z","steps":["trace[994357630] 'process raft request' (duration: 463.776802ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:00.334722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.981402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-04T03:43:00.334774Z","caller":"traceutil/trace.go:171","msg":"trace[1508427645] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:19580; }","duration":"584.082315ms","start":"2026-05-04T03:42:59.750677Z","end":"2026-05-04T03:43:00.334759Z","steps":["trace[1508427645] 'agreement among raft nodes before linearized reading' (duration: 583.982102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:00.334787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:42:59.870547Z","time spent":"464.176763ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:43:00.33478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.940899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T03:43:00.334822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:42:59.750657Z","time spent":"584.154416ms","remote":"127.0.0.1:40788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"warn","ts":"2026-05-04T03:43:00.334834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.050658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T03:43:00.334836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.527208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:43:00.334885Z","caller":"traceutil/trace.go:171","msg":"trace[378032732] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:19580; }","duration":"290.114149ms","start":"2026-05-04T03:43:00.044755Z","end":"2026-05-04T03:43:00.33487Z","steps":["trace[378032732] 'agreement among raft nodes before linearized reading' (duration: 290.026137ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:43:00.334905Z","caller":"traceutil/trace.go:171","msg":"trace[1972076936] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:19580; }","duration":"242.677952ms","start":"2026-05-04T03:43:00.092213Z","end":"2026-05-04T03:43:00.334891Z","steps":["trace[1972076936] 'agreement among raft nodes before linearized reading' (duration: 242.530458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:00.334948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.262563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-05-04T03:43:00.334973Z","caller":"traceutil/trace.go:171","msg":"trace[604376785] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19580; }","duration":"290.360037ms","start":"2026-05-04T03:43:00.044606Z","end":"2026-05-04T03:43:00.334966Z","steps":["trace[604376785] 'agreement among raft nodes before linearized reading' (duration: 290.260724ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:00.334969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.940207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-48cc8\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-05-04T03:43:00.335007Z","caller":"traceutil/trace.go:171","msg":"trace[878119855] range","detail":"{range_begin:/registry/pods/openstack/keepalived-48cc8; range_end:; response_count:1; response_revision:19580; }","duration":"277.994227ms","start":"2026-05-04T03:43:00.057001Z","end":"2026-05-04T03:43:00.334995Z","steps":["trace[878119855] 'agreement among raft nodes before linearized reading' (duration: 277.877704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:00.335057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.428765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:43:00.335167Z","caller":"traceutil/trace.go:171","msg":"trace[2031868812] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:19580; }","duration":"238.592069ms","start":"2026-05-04T03:43:00.09655Z","end":"2026-05-04T03:43:00.335142Z","steps":["trace[2031868812] 'agreement among raft nodes before linearized reading' (duration: 238.327592ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:43:00.334848Z","caller":"traceutil/trace.go:171","msg":"trace[153082691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19580; }","duration":"577.037742ms","start":"2026-05-04T03:42:59.757793Z","end":"2026-05-04T03:43:00.334831Z","steps":["trace[153082691] 'agreement among raft nodes before linearized reading' (duration: 576.928139ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:00.335126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.319502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-05-04T03:43:00.335213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:42:59.757783Z","time spent":"577.422892ms","remote":"127.0.0.1:40730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-04T03:43:00.335251Z","caller":"traceutil/trace.go:171","msg":"trace[1913861909] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19580; }","duration":"238.524768ms","start":"2026-05-04T03:43:00.096698Z","end":"2026-05-04T03:43:00.335223Z","steps":["trace[1913861909] 'agreement among raft nodes before linearized reading' (duration: 238.126787ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:01.03656Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178142260,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-04T03:43:01.19106Z","caller":"traceutil/trace.go:171","msg":"trace[413935427] transaction","detail":"{read_only:false; response_revision:19598; number_of_response:1; }","duration":"666.993504ms","start":"2026-05-04T03:43:00.524033Z","end":"2026-05-04T03:43:01.191027Z","steps":["trace[413935427] 'process raft request' (duration: 661.792032ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:01.191242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:00.524017Z","time spent":"667.130607ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:43:01.191327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.79922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-4dz6s\" ","response":"range_response_count:1 size:14199"} {"level":"info","ts":"2026-05-04T03:43:01.191442Z","caller":"traceutil/trace.go:171","msg":"trace[1402667273] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-4dz6s; range_end:; response_count:1; response_revision:19598; }","duration":"654.907073ms","start":"2026-05-04T03:43:00.53648Z","end":"2026-05-04T03:43:01.191387Z","steps":["trace[1402667273] 'agreement among raft nodes before linearized reading' (duration: 654.640986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:01.191497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:00.536471Z","time spent":"655.014217ms","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14221,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-4dz6s\" "} {"level":"info","ts":"2026-05-04T03:43:01.191054Z","caller":"traceutil/trace.go:171","msg":"trace[1451603773] linearizableReadLoop","detail":"{readStateIndex:20297; appliedIndex:20296; }","duration":"654.519363ms","start":"2026-05-04T03:43:00.536497Z","end":"2026-05-04T03:43:01.191016Z","steps":["trace[1451603773] 'read index received' (duration: 649.272739ms)","trace[1451603773] 'applied index is now lower than readState.Index' (duration: 5.244504ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:43:01.191818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.179611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-04T03:43:01.191886Z","caller":"traceutil/trace.go:171","msg":"trace[2051214182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19598; }","duration":"632.273314ms","start":"2026-05-04T03:43:00.559596Z","end":"2026-05-04T03:43:01.19187Z","steps":["trace[2051214182] 'agreement among raft nodes before linearized reading' (duration: 632.073249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:01.19203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.791216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9djfh\" ","response":"range_response_count:1 size:22023"} {"level":"warn","ts":"2026-05-04T03:43:01.192036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:00.559576Z","time spent":"632.406527ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T03:43:01.192034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.603644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T03:43:01.192048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.188255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-05-04T03:43:01.192082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.485746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-k2w2d\" ","response":"range_response_count:1 size:18592"} {"level":"info","ts":"2026-05-04T03:43:01.192125Z","caller":"traceutil/trace.go:171","msg":"trace[904513424] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:19598; }","duration":"605.719167ms","start":"2026-05-04T03:43:00.586383Z","end":"2026-05-04T03:43:01.192102Z","steps":["trace[904513424] 'agreement among raft nodes before linearized reading' (duration: 605.538403ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:43:01.192135Z","caller":"traceutil/trace.go:171","msg":"trace[677550047] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19598; }","duration":"581.318059ms","start":"2026-05-04T03:43:00.6108Z","end":"2026-05-04T03:43:01.192118Z","steps":["trace[677550047] 'agreement among raft nodes before linearized reading' (duration: 581.084943ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:01.192145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.929152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-04T03:43:01.192171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:00.586377Z","time spent":"605.784319ms","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"info","ts":"2026-05-04T03:43:01.192197Z","caller":"traceutil/trace.go:171","msg":"trace[102318717] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19598; }","duration":"215.003405ms","start":"2026-05-04T03:43:00.97718Z","end":"2026-05-04T03:43:01.192183Z","steps":["trace[102318717] 'agreement among raft nodes before linearized reading' (duration: 214.885351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:01.192198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.050276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-04T03:43:01.192192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.161336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"warn","ts":"2026-05-04T03:43:01.19214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.581634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-04T03:43:01.192264Z","caller":"traceutil/trace.go:171","msg":"trace[2100423095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19598; }","duration":"606.145578ms","start":"2026-05-04T03:43:00.586099Z","end":"2026-05-04T03:43:01.192244Z","steps":["trace[2100423095] 'agreement among raft nodes before linearized reading' (duration: 605.944463ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:43:01.192283Z","caller":"traceutil/trace.go:171","msg":"trace[451500904] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:19598; }","duration":"607.29155ms","start":"2026-05-04T03:43:00.584974Z","end":"2026-05-04T03:43:01.192266Z","steps":["trace[451500904] 'agreement among raft nodes before linearized reading' (duration: 607.086894ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:01.192312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:00.586084Z","time spent":"606.217871ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-04T03:43:01.192314Z","caller":"traceutil/trace.go:171","msg":"trace[2129338628] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19598; }","duration":"601.792529ms","start":"2026-05-04T03:43:00.590493Z","end":"2026-05-04T03:43:01.192286Z","steps":["trace[2129338628] 'agreement among raft nodes before linearized reading' (duration: 601.46036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:01.192178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:00.610725Z","time spent":"581.445012ms","remote":"127.0.0.1:40944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-05-04T03:43:01.192268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.860361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T03:43:01.192369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:00.584948Z","time spent":"607.378913ms","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4912,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-05-04T03:43:01.19242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:00.590487Z","time spent":"601.890812ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-04T03:43:01.192265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.598506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5333"} {"level":"info","ts":"2026-05-04T03:43:01.19208Z","caller":"traceutil/trace.go:171","msg":"trace[957936501] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9djfh; range_end:; response_count:1; response_revision:19598; }","duration":"397.865659ms","start":"2026-05-04T03:43:00.794203Z","end":"2026-05-04T03:43:01.192068Z","steps":["trace[957936501] 'agreement among raft nodes before linearized reading' (duration: 397.730725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:01.192606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:00.794191Z","time spent":"398.405033ms","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22045,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9djfh\" "} {"level":"info","ts":"2026-05-04T03:43:01.192597Z","caller":"traceutil/trace.go:171","msg":"trace[1270762715] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:19598; }","duration":"606.088617ms","start":"2026-05-04T03:43:00.58634Z","end":"2026-05-04T03:43:01.192428Z","steps":["trace[1270762715] 'agreement among raft nodes before linearized reading' (duration: 605.752098ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:43:01.192176Z","caller":"traceutil/trace.go:171","msg":"trace[1168410944] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-k2w2d; range_end:; response_count:1; response_revision:19598; }","duration":"276.635081ms","start":"2026-05-04T03:43:00.915515Z","end":"2026-05-04T03:43:01.19215Z","steps":["trace[1168410944] 'agreement among raft nodes before linearized reading' (duration: 276.381434ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:01.192769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:00.586329Z","time spent":"606.397445ms","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-05-04T03:43:01.192033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.647605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:544"} {"level":"info","ts":"2026-05-04T03:43:01.192918Z","caller":"traceutil/trace.go:171","msg":"trace[1297491564] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:19598; }","duration":"492.56365ms","start":"2026-05-04T03:43:00.700339Z","end":"2026-05-04T03:43:01.192903Z","steps":["trace[1297491564] 'agreement among raft nodes before linearized reading' (duration: 491.613164ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:01.192972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:00.700292Z","time spent":"492.663583ms","remote":"127.0.0.1:40978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":566,"request content":"key:\"/registry/serviceaccounts/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-05-04T03:43:01.19277Z","caller":"traceutil/trace.go:171","msg":"trace[992892209] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:19598; }","duration":"604.966627ms","start":"2026-05-04T03:43:00.58762Z","end":"2026-05-04T03:43:01.192587Z","steps":["trace[992892209] 'agreement among raft nodes before linearized reading' (duration: 604.419452ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:01.194133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:00.58761Z","time spent":"605.763578ms","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5355,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-05-04T03:43:29.037569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178143045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:43:29.538713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178143045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:43:30.039307Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178143045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:43:30.043644Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.561934906s","expected-duration":"1s"} {"level":"info","ts":"2026-05-04T03:43:30.044175Z","caller":"traceutil/trace.go:171","msg":"trace[1649886132] transaction","detail":"{read_only:false; response_revision:19778; number_of_response:1; }","duration":"1.562546723s","start":"2026-05-04T03:43:28.481609Z","end":"2026-05-04T03:43:30.044155Z","steps":["trace[1649886132] 'process raft request' (duration: 1.56243218s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.044311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:28.481582Z","time spent":"1.562645196s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:43:30.050609Z","caller":"traceutil/trace.go:171","msg":"trace[673855552] transaction","detail":"{read_only:false; response_revision:19780; number_of_response:1; }","duration":"1.568470665s","start":"2026-05-04T03:43:28.482114Z","end":"2026-05-04T03:43:30.050584Z","steps":["trace[673855552] 'process raft request' (duration: 1.568352362s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.050743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:28.482099Z","time spent":"1.568570568s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:43:30.050828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513629724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:43:30.050618Z","caller":"traceutil/trace.go:171","msg":"trace[1609481700] transaction","detail":"{read_only:false; response_revision:19779; number_of_response:1; }","duration":"1.568771923s","start":"2026-05-04T03:43:28.481824Z","end":"2026-05-04T03:43:30.050596Z","steps":["trace[1609481700] 'process raft request' (duration: 1.568454605s)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:43:30.050856Z","caller":"traceutil/trace.go:171","msg":"trace[1312354983] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:19781; }","duration":"1.513705946s","start":"2026-05-04T03:43:28.537144Z","end":"2026-05-04T03:43:30.05085Z","steps":["trace[1312354983] 'agreement among raft nodes before linearized reading' (duration: 1.513625604s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.050878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:28.537123Z","time spent":"1.513751538s","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-05-04T03:43:30.050895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:28.481788Z","time spent":"1.569073912s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:43:30.050757Z","caller":"traceutil/trace.go:171","msg":"trace[1405973216] linearizableReadLoop","detail":"{readStateIndex:20486; appliedIndex:20482; }","duration":"1.513538971s","start":"2026-05-04T03:43:28.537212Z","end":"2026-05-04T03:43:30.050751Z","steps":["trace[1405973216] 'read index received' (duration: 1.506825648s)","trace[1405973216] 'applied index is now lower than readState.Index' (duration: 6.712233ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:43:30.051012Z","caller":"traceutil/trace.go:171","msg":"trace[92664770] transaction","detail":"{read_only:false; response_revision:19781; number_of_response:1; }","duration":"1.546582956s","start":"2026-05-04T03:43:28.504424Z","end":"2026-05-04T03:43:30.051007Z","steps":["trace[92664770] 'process raft request' (duration: 1.546094793s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.051068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:28.50441Z","time spent":"1.546622087s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:43:30.051065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513804139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:43:30.051097Z","caller":"traceutil/trace.go:171","msg":"trace[707208690] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:19781; }","duration":"1.513868131s","start":"2026-05-04T03:43:28.537219Z","end":"2026-05-04T03:43:30.051087Z","steps":["trace[707208690] 'agreement among raft nodes before linearized reading' (duration: 1.513813059s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.05113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:28.53718Z","time spent":"1.513943413s","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-05-04T03:43:30.051236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.64562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-04T03:43:30.051255Z","caller":"traceutil/trace.go:171","msg":"trace[477608982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19781; }","duration":"736.692751ms","start":"2026-05-04T03:43:29.314558Z","end":"2026-05-04T03:43:30.051251Z","steps":["trace[477608982] 'agreement among raft nodes before linearized reading' (duration: 736.620109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.051268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:29.314536Z","time spent":"736.729403ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T03:43:30.051318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20872691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-kfr2r\" ","response":"range_response_count:1 size:18568"} {"level":"warn","ts":"2026-05-04T03:43:30.051344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.098718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-t8vz6\" ","response":"range_response_count:1 size:20678"} {"level":"info","ts":"2026-05-04T03:43:30.051357Z","caller":"traceutil/trace.go:171","msg":"trace[2083624678] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-t8vz6; range_end:; response_count:1; response_revision:19781; }","duration":"135.136678ms","start":"2026-05-04T03:43:29.916216Z","end":"2026-05-04T03:43:30.051353Z","steps":["trace[2083624678] 'agreement among raft nodes before linearized reading' (duration: 135.091167ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:43:30.051366Z","caller":"traceutil/trace.go:171","msg":"trace[1700951997] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-kfr2r; range_end:; response_count:1; response_revision:19781; }","duration":"1.208809342s","start":"2026-05-04T03:43:28.842542Z","end":"2026-05-04T03:43:30.051352Z","steps":["trace[1700951997] 'agreement among raft nodes before linearized reading' (duration: 1.208676008s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.051432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:28.842521Z","time spent":"1.208900855s","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18590,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-kfr2r\" "} {"level":"warn","ts":"2026-05-04T03:43:30.051462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087917823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-04T03:43:30.051506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.136812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9djfh\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-05-04T03:43:30.051514Z","caller":"traceutil/trace.go:171","msg":"trace[1083344824] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:19781; }","duration":"1.088002696s","start":"2026-05-04T03:43:28.963495Z","end":"2026-05-04T03:43:30.051498Z","steps":["trace[1083344824] 'agreement among raft nodes before linearized reading' (duration: 1.087855232s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.051494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471120121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-04T03:43:30.051553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:28.963477Z","time spent":"1.088066117s","remote":"127.0.0.1:41282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":33,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:43:30.051582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.207082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-klpws\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-05-04T03:43:30.05155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.136532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T03:43:30.051636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.327164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T03:43:30.051655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.001356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9djfh\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-05-04T03:43:30.051668Z","caller":"traceutil/trace.go:171","msg":"trace[1208868276] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9djfh; range_end:; response_count:1; response_revision:19781; }","duration":"522.030406ms","start":"2026-05-04T03:43:29.529634Z","end":"2026-05-04T03:43:30.051664Z","steps":["trace[1208868276] 'agreement among raft nodes before linearized reading' (duration: 521.992265ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:43:30.051664Z","caller":"traceutil/trace.go:171","msg":"trace[12363180] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:19781; }","duration":"796.367324ms","start":"2026-05-04T03:43:29.255288Z","end":"2026-05-04T03:43:30.051655Z","steps":["trace[12363180] 'agreement among raft nodes before linearized reading' (duration: 796.326823ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.051684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:29.529626Z","time spent":"522.055547ms","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22045,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9djfh\" "} {"level":"warn","ts":"2026-05-04T03:43:30.051665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.507746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-4dz6s\" ","response":"range_response_count:1 size:14199"} {"level":"warn","ts":"2026-05-04T03:43:30.051709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.173864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-04T03:43:30.05176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.487098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:43:30.051762Z","caller":"traceutil/trace.go:171","msg":"trace[1821318650] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-4dz6s; range_end:; response_count:1; response_revision:19781; }","duration":"531.62939ms","start":"2026-05-04T03:43:29.520111Z","end":"2026-05-04T03:43:30.051741Z","steps":["trace[1821318650] 'agreement among raft nodes before linearized reading' (duration: 531.402313ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.051747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.782465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-04T03:43:30.051793Z","caller":"traceutil/trace.go:171","msg":"trace[366538065] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:19781; }","duration":"796.56331ms","start":"2026-05-04T03:43:29.25522Z","end":"2026-05-04T03:43:30.051783Z","steps":["trace[366538065] 'agreement among raft nodes before linearized reading' (duration: 796.512978ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:43:30.051799Z","caller":"traceutil/trace.go:171","msg":"trace[1618746348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19781; }","duration":"737.260597ms","start":"2026-05-04T03:43:29.314522Z","end":"2026-05-04T03:43:30.051782Z","steps":["trace[1618746348] 'agreement among raft nodes before linearized reading' (duration: 737.0094ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.051865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147496164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T03:43:30.051902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413789362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-48cc8\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-05-04T03:43:30.051968Z","caller":"traceutil/trace.go:171","msg":"trace[832284338] range","detail":"{range_begin:/registry/pods/openstack/keepalived-48cc8; range_end:; response_count:1; response_revision:19781; }","duration":"1.413884954s","start":"2026-05-04T03:43:28.638071Z","end":"2026-05-04T03:43:30.051956Z","steps":["trace[832284338] 'agreement among raft nodes before linearized reading' (duration: 1.413195566s)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:43:30.05154Z","caller":"traceutil/trace.go:171","msg":"trace[1016667345] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9djfh; range_end:; response_count:1; response_revision:19781; }","duration":"145.205254ms","start":"2026-05-04T03:43:29.906325Z","end":"2026-05-04T03:43:30.05153Z","steps":["trace[1016667345] 'agreement among raft nodes before linearized reading' (duration: 145.126752ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:43:30.051947Z","caller":"traceutil/trace.go:171","msg":"trace[346791882] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:19781; }","duration":"1.147739381s","start":"2026-05-04T03:43:28.904189Z","end":"2026-05-04T03:43:30.051929Z","steps":["trace[346791882] 'agreement among raft nodes before linearized reading' (duration: 1.147295919s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.052091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:28.904166Z","time spent":"1.147909926s","remote":"127.0.0.1:45708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:43:30.051875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:29.314462Z","time spent":"737.401551ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T03:43:30.051812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.645269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-k2w2d\" ","response":"range_response_count:1 size:18592"} {"level":"info","ts":"2026-05-04T03:43:30.052265Z","caller":"traceutil/trace.go:171","msg":"trace[1495016925] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-k2w2d; range_end:; response_count:1; response_revision:19781; }","duration":"536.119973ms","start":"2026-05-04T03:43:29.516134Z","end":"2026-05-04T03:43:30.052254Z","steps":["trace[1495016925] 'agreement among raft nodes before linearized reading' (duration: 535.604059ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.052327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:29.516119Z","time spent":"536.198934ms","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18614,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-k2w2d\" "} {"level":"info","ts":"2026-05-04T03:43:30.051671Z","caller":"traceutil/trace.go:171","msg":"trace[166657182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19781; }","duration":"297.302917ms","start":"2026-05-04T03:43:29.754331Z","end":"2026-05-04T03:43:30.051634Z","steps":["trace[166657182] 'agreement among raft nodes before linearized reading' (duration: 297.083561ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:43:30.051593Z","caller":"traceutil/trace.go:171","msg":"trace[58592788] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19781; }","duration":"1.471279645s","start":"2026-05-04T03:43:28.580294Z","end":"2026-05-04T03:43:30.051574Z","steps":["trace[58592788] 'agreement among raft nodes before linearized reading' (duration: 1.470980477s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.052487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:28.580272Z","time spent":"1.472206941s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-04T03:43:30.051487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.606614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-05-04T03:43:30.052605Z","caller":"traceutil/trace.go:171","msg":"trace[1198894916] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19781; }","duration":"796.788426ms","start":"2026-05-04T03:43:29.255805Z","end":"2026-05-04T03:43:30.052594Z","steps":["trace[1198894916] 'agreement among raft nodes before linearized reading' (duration: 795.398818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.052642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:29.255797Z","time spent":"796.835547ms","remote":"127.0.0.1:40944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-05-04T03:43:30.051606Z","caller":"traceutil/trace.go:171","msg":"trace[613866229] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-klpws; range_end:; response_count:1; response_revision:19781; }","duration":"138.259484ms","start":"2026-05-04T03:43:29.913337Z","end":"2026-05-04T03:43:30.051596Z","steps":["trace[613866229] 'agreement among raft nodes before linearized reading' (duration: 138.213772ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.051716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:29.255282Z","time spent":"796.426926ms","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-05-04T03:43:30.051822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:29.2552Z","time spent":"796.615062ms","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-05-04T03:43:30.051812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:29.520096Z","time spent":"531.706881ms","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14221,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-4dz6s\" "} {"level":"warn","ts":"2026-05-04T03:43:30.052952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.004994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:43:30.051832Z","caller":"traceutil/trace.go:171","msg":"trace[847314485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19781; }","duration":"743.914488ms","start":"2026-05-04T03:43:29.307895Z","end":"2026-05-04T03:43:30.05181Z","steps":["trace[847314485] 'agreement among raft nodes before linearized reading' (duration: 743.706853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.053023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:29.307878Z","time spent":"745.135172ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-04T03:43:30.051892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.300001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-04T03:43:30.053065Z","caller":"traceutil/trace.go:171","msg":"trace[2049281604] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19781; }","duration":"737.480252ms","start":"2026-05-04T03:43:29.315573Z","end":"2026-05-04T03:43:30.053053Z","steps":["trace[2049281604] 'agreement among raft nodes before linearized reading' (duration: 736.27546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.05311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:29.315564Z","time spent":"737.536225ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-04T03:43:30.053111Z","caller":"traceutil/trace.go:171","msg":"trace[813563031] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:19781; }","duration":"809.72271ms","start":"2026-05-04T03:43:29.243264Z","end":"2026-05-04T03:43:30.052987Z","steps":["trace[813563031] 'agreement among raft nodes before linearized reading' (duration: 807.91695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.05212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:28.638053Z","time spent":"1.414057859s","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-48cc8\" "} {"level":"warn","ts":"2026-05-04T03:43:30.053174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:29.243241Z","time spent":"809.920725ms","remote":"127.0.0.1:46758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:43:30.052023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.952019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-04T03:43:30.053401Z","caller":"traceutil/trace.go:171","msg":"trace[1793074858] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:19781; }","duration":"297.352797ms","start":"2026-05-04T03:43:29.75603Z","end":"2026-05-04T03:43:30.053382Z","steps":["trace[1793074858] 'agreement among raft nodes before linearized reading' (duration: 295.473316ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:45:13.795694Z","caller":"traceutil/trace.go:171","msg":"trace[1322152007] linearizableReadLoop","detail":"{readStateIndex:21221; appliedIndex:21220; }","duration":"101.975381ms","start":"2026-05-04T03:45:13.693692Z","end":"2026-05-04T03:45:13.795667Z","steps":["trace[1322152007] 'read index received' (duration: 101.793936ms)","trace[1322152007] 'applied index is now lower than readState.Index' (duration: 180.235µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:45:13.795844Z","caller":"traceutil/trace.go:171","msg":"trace[953912769] transaction","detail":"{read_only:false; response_revision:20491; number_of_response:1; }","duration":"108.400447ms","start":"2026-05-04T03:45:13.687433Z","end":"2026-05-04T03:45:13.795833Z","steps":["trace[953912769] 'process raft request' (duration: 108.034577ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:45:13.795996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.277419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T03:45:13.796095Z","caller":"traceutil/trace.go:171","msg":"trace[63758123] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20491; }","duration":"102.441344ms","start":"2026-05-04T03:45:13.693634Z","end":"2026-05-04T03:45:13.796075Z","steps":["trace[63758123] 'agreement among raft nodes before linearized reading' (duration: 102.262129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:45:14.077155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.742724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:45:14.077257Z","caller":"traceutil/trace.go:171","msg":"trace[864983375] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:20491; }","duration":"177.913249ms","start":"2026-05-04T03:45:13.899317Z","end":"2026-05-04T03:45:14.077231Z","steps":["trace[864983375] 'count revisions from in-memory index tree' (duration: 177.59514ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:45:36.675025Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18372} {"level":"info","ts":"2026-05-04T03:45:36.766445Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18372,"took":"88.951205ms","hash":3589136494,"current-db-size-bytes":59162624,"current-db-size":"59 MB","current-db-size-in-use-bytes":31920128,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-04T03:45:36.766508Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3589136494,"revision":18372,"compact-revision":16163} {"level":"warn","ts":"2026-05-04T03:47:45.843512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178149754,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-04T03:47:46.064818Z","caller":"traceutil/trace.go:171","msg":"trace[1216023754] transaction","detail":"{read_only:false; response_revision:21851; number_of_response:1; }","duration":"728.577399ms","start":"2026-05-04T03:47:45.336209Z","end":"2026-05-04T03:47:46.064786Z","steps":["trace[1216023754] 'process raft request' (duration: 726.06695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:47:46.064954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:47:45.33619Z","time spent":"728.707712ms","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":631,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-04T03:47:46.06905Z","caller":"traceutil/trace.go:171","msg":"trace[644290507] transaction","detail":"{read_only:false; response_revision:21852; number_of_response:1; }","duration":"649.552936ms","start":"2026-05-04T03:47:45.419471Z","end":"2026-05-04T03:47:46.069024Z","steps":["trace[644290507] 'process raft request' (duration: 649.36197ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:47:46.0692Z","caller":"traceutil/trace.go:171","msg":"trace[1396798547] linearizableReadLoop","detail":"{readStateIndex:22626; appliedIndex:22623; }","duration":"726.228624ms","start":"2026-05-04T03:47:45.342946Z","end":"2026-05-04T03:47:46.069174Z","steps":["trace[1396798547] 'read index received' (duration: 719.391497ms)","trace[1396798547] 'applied index is now lower than readState.Index' (duration: 6.834827ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:47:46.069261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:47:45.41943Z","time spent":"649.762351ms","remote":"127.0.0.1:58744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:47:46.069396Z","caller":"traceutil/trace.go:171","msg":"trace[1728613541] transaction","detail":"{read_only:false; response_revision:21853; number_of_response:1; }","duration":"423.951011ms","start":"2026-05-04T03:47:45.645425Z","end":"2026-05-04T03:47:46.069376Z","steps":["trace[1728613541] 'process raft request' (duration: 423.55236ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:47:46.0697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.236368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-04T03:47:46.069736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:47:45.645404Z","time spent":"424.23438ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:47:46.069778Z","caller":"traceutil/trace.go:171","msg":"trace[1522068502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21853; }","duration":"717.365242ms","start":"2026-05-04T03:47:45.352402Z","end":"2026-05-04T03:47:46.069767Z","steps":["trace[1522068502] 'agreement among raft nodes before linearized reading' (duration: 717.063584ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:47:46.069787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.53027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-04T03:47:46.069753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.300628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T03:47:46.069837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:47:45.352385Z","time spent":"717.441304ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-04T03:47:46.069842Z","caller":"traceutil/trace.go:171","msg":"trace[468892955] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21853; }","duration":"708.604842ms","start":"2026-05-04T03:47:45.36122Z","end":"2026-05-04T03:47:46.069825Z","steps":["trace[468892955] 'agreement among raft nodes before linearized reading' (duration: 708.477128ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:47:46.069872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:47:45.361204Z","time spent":"708.661964ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-04T03:47:46.069879Z","caller":"traceutil/trace.go:171","msg":"trace[1758180032] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21853; }","duration":"577.467902ms","start":"2026-05-04T03:47:45.492383Z","end":"2026-05-04T03:47:46.069851Z","steps":["trace[1758180032] 'agreement among raft nodes before linearized reading' (duration: 577.292588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:47:46.069931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:47:45.492361Z","time spent":"577.562875ms","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-05-04T03:47:46.069953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.532704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T03:47:46.069944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.970265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-04T03:47:46.069981Z","caller":"traceutil/trace.go:171","msg":"trace[1643545320] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21853; }","duration":"577.598687ms","start":"2026-05-04T03:47:45.492375Z","end":"2026-05-04T03:47:46.069974Z","steps":["trace[1643545320] 'agreement among raft nodes before linearized reading' (duration: 577.557216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:47:46.070017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:47:45.492353Z","time spent":"577.657788ms","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-05-04T03:47:46.070027Z","caller":"traceutil/trace.go:171","msg":"trace[1637165289] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21853; }","duration":"727.110309ms","start":"2026-05-04T03:47:45.342895Z","end":"2026-05-04T03:47:46.070006Z","steps":["trace[1637165289] 'agreement among raft nodes before linearized reading' (duration: 726.848751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:47:46.070066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.591538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-04T03:47:46.070072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:47:45.342877Z","time spent":"727.18753ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-04T03:47:46.070106Z","caller":"traceutil/trace.go:171","msg":"trace[1676559396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21853; }","duration":"717.66579ms","start":"2026-05-04T03:47:45.352431Z","end":"2026-05-04T03:47:46.070097Z","steps":["trace[1676559396] 'agreement among raft nodes before linearized reading' (duration: 717.568657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:47:46.070133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:47:45.352414Z","time spent":"717.713241ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T03:47:46.07017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.400844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-04T03:47:46.070198Z","caller":"traceutil/trace.go:171","msg":"trace[794849915] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21853; }","duration":"705.440736ms","start":"2026-05-04T03:47:45.364749Z","end":"2026-05-04T03:47:46.070189Z","steps":["trace[794849915] 'agreement among raft nodes before linearized reading' (duration: 705.391514ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:47:46.070221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:47:45.364741Z","time spent":"705.473796ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-04T03:47:46.070239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.961321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T03:47:46.070241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.29354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T03:47:46.070182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.813904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:47:46.070273Z","caller":"traceutil/trace.go:171","msg":"trace[1035251318] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:21853; }","duration":"451.043913ms","start":"2026-05-04T03:47:45.619218Z","end":"2026-05-04T03:47:46.070262Z","steps":["trace[1035251318] 'agreement among raft nodes before linearized reading' (duration: 450.988911ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:47:46.070314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.871354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11092"} {"level":"warn","ts":"2026-05-04T03:47:46.070318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:47:45.619197Z","time spent":"451.114335ms","remote":"127.0.0.1:42726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-05-04T03:47:46.070338Z","caller":"traceutil/trace.go:171","msg":"trace[1927518681] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:21853; }","duration":"577.944496ms","start":"2026-05-04T03:47:45.492388Z","end":"2026-05-04T03:47:46.070332Z","steps":["trace[1927518681] 'agreement among raft nodes before linearized reading' (duration: 577.881294ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:47:46.070361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:47:45.492349Z","time spent":"578.006767ms","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11114,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-05-04T03:47:46.070347Z","caller":"traceutil/trace.go:171","msg":"trace[1948537692] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:21853; }","duration":"390.977129ms","start":"2026-05-04T03:47:45.679325Z","end":"2026-05-04T03:47:46.070302Z","steps":["trace[1948537692] 'agreement among raft nodes before linearized reading' (duration: 390.795574ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:47:46.070417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:47:45.679305Z","time spent":"391.102103ms","remote":"127.0.0.1:42774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-05-04T03:47:46.070461Z","caller":"traceutil/trace.go:171","msg":"trace[468983551] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21853; }","duration":"717.330181ms","start":"2026-05-04T03:47:45.352938Z","end":"2026-05-04T03:47:46.070268Z","steps":["trace[468983551] 'agreement among raft nodes before linearized reading' (duration: 717.007982ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:47:46.0705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:47:45.352911Z","time spent":"717.575598ms","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-05-04T03:48:03.199858Z","caller":"traceutil/trace.go:171","msg":"trace[1880448067] transaction","detail":"{read_only:false; response_revision:21989; number_of_response:1; }","duration":"151.833082ms","start":"2026-05-04T03:48:03.047997Z","end":"2026-05-04T03:48:03.199831Z","steps":["trace[1880448067] 'process raft request' (duration: 151.663197ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:48:03.200932Z","caller":"traceutil/trace.go:171","msg":"trace[868823012] transaction","detail":"{read_only:false; response_revision:21992; number_of_response:1; }","duration":"125.733949ms","start":"2026-05-04T03:48:03.075185Z","end":"2026-05-04T03:48:03.200919Z","steps":["trace[868823012] 'process raft request' (duration: 125.699888ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:48:03.201068Z","caller":"traceutil/trace.go:171","msg":"trace[955302589] transaction","detail":"{read_only:false; response_revision:21991; number_of_response:1; }","duration":"150.246539ms","start":"2026-05-04T03:48:03.050815Z","end":"2026-05-04T03:48:03.201061Z","steps":["trace[955302589] 'process raft request' (duration: 149.95314ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:48:03.201072Z","caller":"traceutil/trace.go:171","msg":"trace[288903393] transaction","detail":"{read_only:false; response_revision:21990; number_of_response:1; }","duration":"150.839795ms","start":"2026-05-04T03:48:03.0502Z","end":"2026-05-04T03:48:03.20104Z","steps":["trace[288903393] 'process raft request' (duration: 150.480265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:48:09.794432Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178150187,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-04T03:48:09.995923Z","caller":"traceutil/trace.go:171","msg":"trace[1439402415] transaction","detail":"{read_only:false; response_revision:22022; number_of_response:1; }","duration":"923.138153ms","start":"2026-05-04T03:48:09.07273Z","end":"2026-05-04T03:48:09.995868Z","steps":["trace[1439402415] 'process raft request' (duration: 922.935777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:48:09.996084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:48:09.072704Z","time spent":"923.302347ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:48:10.036872Z","caller":"traceutil/trace.go:171","msg":"trace[1891484468] linearizableReadLoop","detail":"{readStateIndex:22803; appliedIndex:22798; }","duration":"742.480483ms","start":"2026-05-04T03:48:09.294359Z","end":"2026-05-04T03:48:10.03684Z","steps":["trace[1891484468] 'read index received' (duration: 701.300797ms)","trace[1891484468] 'applied index is now lower than readState.Index' (duration: 41.178496ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:48:10.036883Z","caller":"traceutil/trace.go:171","msg":"trace[1505125420] transaction","detail":"{read_only:false; response_revision:22023; number_of_response:1; }","duration":"816.399454ms","start":"2026-05-04T03:48:09.22044Z","end":"2026-05-04T03:48:10.03684Z","steps":["trace[1505125420] 'process raft request' (duration: 816.098556ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:48:10.036984Z","caller":"traceutil/trace.go:171","msg":"trace[607995965] transaction","detail":"{read_only:false; response_revision:22024; number_of_response:1; }","duration":"815.089678ms","start":"2026-05-04T03:48:09.221856Z","end":"2026-05-04T03:48:10.036945Z","steps":["trace[607995965] 'process raft request' (duration: 814.859062ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:48:10.037023Z","caller":"traceutil/trace.go:171","msg":"trace[1504167101] transaction","detail":"{read_only:false; response_revision:22026; number_of_response:1; }","duration":"812.643281ms","start":"2026-05-04T03:48:09.224341Z","end":"2026-05-04T03:48:10.036984Z","steps":["trace[1504167101] 'process raft request' (duration: 812.451896ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:48:10.037078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:48:09.220417Z","time spent":"816.570238ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:48:10.037143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:48:09.221826Z","time spent":"815.232412ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:48:10.037197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:48:09.224328Z","time spent":"812.767625ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:48:10.037296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.007181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-04T03:48:10.037557Z","caller":"traceutil/trace.go:171","msg":"trace[1470232832] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:22026; }","duration":"267.320299ms","start":"2026-05-04T03:48:09.770224Z","end":"2026-05-04T03:48:10.037545Z","steps":["trace[1470232832] 'agreement among raft nodes before linearized reading' (duration: 266.899338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:48:10.037309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.726202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"warn","ts":"2026-05-04T03:48:10.037137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.75264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-05-04T03:48:10.037715Z","caller":"traceutil/trace.go:171","msg":"trace[2032889877] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:22026; }","duration":"742.153383ms","start":"2026-05-04T03:48:09.295539Z","end":"2026-05-04T03:48:10.037692Z","steps":["trace[2032889877] 'agreement among raft nodes before linearized reading' (duration: 741.564177ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:48:10.03786Z","caller":"traceutil/trace.go:171","msg":"trace[1626037454] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:22026; }","duration":"743.536492ms","start":"2026-05-04T03:48:09.294306Z","end":"2026-05-04T03:48:10.037843Z","steps":["trace[1626037454] 'agreement among raft nodes before linearized reading' (duration: 742.690258ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:48:10.037879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:48:09.295527Z","time spent":"742.329759ms","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7414,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-05-04T03:48:10.037913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:48:09.294286Z","time spent":"743.612484ms","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7414,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-05-04T03:48:10.037431Z","caller":"traceutil/trace.go:171","msg":"trace[1542534637] transaction","detail":"{read_only:false; response_revision:22025; number_of_response:1; }","duration":"814.663167ms","start":"2026-05-04T03:48:09.222238Z","end":"2026-05-04T03:48:10.036901Z","steps":["trace[1542534637] 'process raft request' (duration: 814.513993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:48:10.038247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:48:09.222226Z","time spent":"815.923321ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:50:36.684235Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20776} {"level":"info","ts":"2026-05-04T03:50:36.782964Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20776,"took":"93.016693ms","hash":1360165285,"current-db-size-bytes":59162624,"current-db-size":"59 MB","current-db-size-in-use-bytes":33464320,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-04T03:50:36.783025Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1360165285,"revision":20776,"compact-revision":18372} {"level":"info","ts":"2026-05-04T03:51:01.238064Z","caller":"traceutil/trace.go:171","msg":"trace[264919011] linearizableReadLoop","detail":"{readStateIndex:24026; appliedIndex:24025; }","duration":"153.057796ms","start":"2026-05-04T03:51:01.084979Z","end":"2026-05-04T03:51:01.238036Z","steps":["trace[264919011] 'read index received' (duration: 121.569785ms)","trace[264919011] 'applied index is now lower than readState.Index' (duration: 31.486771ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:51:01.238169Z","caller":"traceutil/trace.go:171","msg":"trace[967001359] transaction","detail":"{read_only:false; response_revision:23204; number_of_response:1; }","duration":"153.771344ms","start":"2026-05-04T03:51:01.08436Z","end":"2026-05-04T03:51:01.238131Z","steps":["trace[967001359] 'process raft request' (duration: 122.227582ms)","trace[967001359] 'compare' (duration: 31.206273ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:51:01.238645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.668892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-04T03:51:01.23868Z","caller":"traceutil/trace.go:171","msg":"trace[209349162] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23204; }","duration":"153.775815ms","start":"2026-05-04T03:51:01.084894Z","end":"2026-05-04T03:51:01.23867Z","steps":["trace[209349162] 'agreement among raft nodes before linearized reading' (duration: 153.23128ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:51:01.577331Z","caller":"traceutil/trace.go:171","msg":"trace[2018202278] transaction","detail":"{read_only:false; response_revision:23205; number_of_response:1; }","duration":"490.476082ms","start":"2026-05-04T03:51:01.086814Z","end":"2026-05-04T03:51:01.57729Z","steps":["trace[2018202278] 'process raft request' (duration: 405.348264ms)","trace[2018202278] 'compare' (duration: 85.017865ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:51:01.577548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:51:01.08679Z","time spent":"490.611726ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:51:01.888114Z","caller":"traceutil/trace.go:171","msg":"trace[1447471442] transaction","detail":"{read_only:false; response_revision:23206; number_of_response:1; }","duration":"646.106207ms","start":"2026-05-04T03:51:01.241982Z","end":"2026-05-04T03:51:01.888088Z","steps":["trace[1447471442] 'process raft request' (duration: 561.506924ms)","trace[1447471442] 'compare' (duration: 84.086849ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:51:01.888258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:51:01.241965Z","time spent":"646.223351ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:51:01.888275Z","caller":"traceutil/trace.go:171","msg":"trace[1186033944] linearizableReadLoop","detail":"{readStateIndex:24029; appliedIndex:24027; }","duration":"259.092625ms","start":"2026-05-04T03:51:01.629163Z","end":"2026-05-04T03:51:01.888255Z","steps":["trace[1186033944] 'read index received' (duration: 174.42095ms)","trace[1186033944] 'applied index is now lower than readState.Index' (duration: 84.670805ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:51:01.888404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.241358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:51:01.888389Z","caller":"traceutil/trace.go:171","msg":"trace[169700398] transaction","detail":"{read_only:false; response_revision:23207; number_of_response:1; }","duration":"622.102891ms","start":"2026-05-04T03:51:01.266247Z","end":"2026-05-04T03:51:01.88835Z","steps":["trace[169700398] 'process raft request' (duration: 621.782373ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:51:01.88845Z","caller":"traceutil/trace.go:171","msg":"trace[1438776221] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23207; }","duration":"259.29029ms","start":"2026-05-04T03:51:01.629145Z","end":"2026-05-04T03:51:01.888435Z","steps":["trace[1438776221] 'agreement among raft nodes before linearized reading' (duration: 259.202347ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:51:01.888605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:51:01.266211Z","time spent":"622.263466ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:51:02.038319Z","caller":"traceutil/trace.go:171","msg":"trace[868195827] linearizableReadLoop","detail":"{readStateIndex:24030; appliedIndex:24029; }","duration":"149.96483ms","start":"2026-05-04T03:51:01.888323Z","end":"2026-05-04T03:51:02.038288Z","steps":["trace[868195827] 'read index received' (duration: 118.041398ms)","trace[868195827] 'applied index is now lower than readState.Index' (duration: 31.922482ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:51:02.038483Z","caller":"traceutil/trace.go:171","msg":"trace[906720876] transaction","detail":"{read_only:false; response_revision:23208; number_of_response:1; }","duration":"377.690208ms","start":"2026-05-04T03:51:01.660749Z","end":"2026-05-04T03:51:02.038439Z","steps":["trace[906720876] 'process raft request' (duration: 345.59299ms)","trace[906720876] 'compare' (duration: 31.82583ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:51:02.038579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.284619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:51:02.038627Z","caller":"traceutil/trace.go:171","msg":"trace[228489852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23208; }","duration":"282.396551ms","start":"2026-05-04T03:51:01.756218Z","end":"2026-05-04T03:51:02.038614Z","steps":["trace[228489852] 'agreement among raft nodes before linearized reading' (duration: 282.174845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:51:02.038664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:51:01.660718Z","time spent":"377.847042ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:51:02.972125Z","caller":"traceutil/trace.go:171","msg":"trace[1274490032] transaction","detail":"{read_only:false; response_revision:23210; number_of_response:1; }","duration":"276.703735ms","start":"2026-05-04T03:51:02.695386Z","end":"2026-05-04T03:51:02.97209Z","steps":["trace[1274490032] 'process raft request' (duration: 276.459308ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:51:02.972522Z","caller":"traceutil/trace.go:171","msg":"trace[1695551037] transaction","detail":"{read_only:false; response_revision:23211; number_of_response:1; }","duration":"275.752869ms","start":"2026-05-04T03:51:02.696706Z","end":"2026-05-04T03:51:02.972459Z","steps":["trace[1695551037] 'process raft request' (duration: 275.340648ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:51:02.972592Z","caller":"traceutil/trace.go:171","msg":"trace[2025503762] transaction","detail":"{read_only:false; response_revision:23212; number_of_response:1; }","duration":"275.841052ms","start":"2026-05-04T03:51:02.696711Z","end":"2026-05-04T03:51:02.972552Z","steps":["trace[2025503762] 'process raft request' (duration: 275.588595ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:51:02.972642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.960674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:51:02.972532Z","caller":"traceutil/trace.go:171","msg":"trace[123795147] linearizableReadLoop","detail":"{readStateIndex:24034; appliedIndex:24031; }","duration":"215.813551ms","start":"2026-05-04T03:51:02.756662Z","end":"2026-05-04T03:51:02.972476Z","steps":["trace[123795147] 'read index received' (duration: 215.04987ms)","trace[123795147] 'applied index is now lower than readState.Index' (duration: 762.211µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:51:02.972697Z","caller":"traceutil/trace.go:171","msg":"trace[866661702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23212; }","duration":"216.070757ms","start":"2026-05-04T03:51:02.756615Z","end":"2026-05-04T03:51:02.972685Z","steps":["trace[866661702] 'agreement among raft nodes before linearized reading' (duration: 215.976125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:51:02.972854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.12602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T03:51:02.972923Z","caller":"traceutil/trace.go:171","msg":"trace[1798014660] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23212; }","duration":"189.204012ms","start":"2026-05-04T03:51:02.783697Z","end":"2026-05-04T03:51:02.972901Z","steps":["trace[1798014660] 'agreement among raft nodes before linearized reading' (duration: 189.082389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:20.413848Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178155588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:52:20.914161Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178155588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:52:21.551768Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178155588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:52:22.053266Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178155588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:52:23.911599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85843237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-04T03:52:23.91167Z","caller":"traceutil/trace.go:171","msg":"trace[253059891] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.858553143s","start":"2026-05-04T03:52:22.053099Z","end":"2026-05-04T03:52:23.911653Z","steps":["trace[253059891] 'agreement among raft nodes before linearized reading' (duration: 1.85845836s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:23.911702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:22.053083Z","time spent":"1.858612754s","remote":"127.0.0.1:40730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T03:52:23.91169Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178155588,"retry-timeout":"500ms"} 2026/05/04 03:52:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T03:52:24.41625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178155588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:52:24.919434Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178155588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:52:24.947472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.002996956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-04T03:52:24.947513Z","caller":"traceutil/trace.go:171","msg":"trace[204817911] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.003165311s","start":"2026-05-04T03:52:19.944336Z","end":"2026-05-04T03:52:24.947502Z","steps":["trace[204817911] 'agreement among raft nodes before linearized reading' (duration: 5.003114679s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:24.947542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:19.944313Z","time spent":"5.003221472s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/04 03:52:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T03:52:25.258462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.002390108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-04T03:52:25.258523Z","caller":"traceutil/trace.go:171","msg":"trace[34413789] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.002496931s","start":"2026-05-04T03:52:20.256009Z","end":"2026-05-04T03:52:25.258506Z","steps":["trace[34413789] 'agreement among raft nodes before linearized reading' (duration: 5.002420489s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:25.258554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:20.255989Z","time spent":"5.002559983s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-04T03:52:25.42046Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178155588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:52:26.664486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.752820434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-04T03:52:26.664583Z","caller":"traceutil/trace.go:171","msg":"trace[1876929169] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.752958088s","start":"2026-05-04T03:52:23.911604Z","end":"2026-05-04T03:52:26.664562Z","steps":["trace[1876929169] 'agreement among raft nodes before linearized reading' (duration: 2.752834484s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.664625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:23.911593Z","time spent":"2.75302437s","remote":"127.0.0.1:40744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/04 03:52:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T03:52:26.665146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:21.55219Z","time spent":"5.112952822s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-04T03:52:26.665136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:21.008822Z","time spent":"5.65630739s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/04 03:52:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T03:52:26.665282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:21.552257Z","time spent":"5.113024524s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/04 03:52:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T03:52:26.665299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:21.552109Z","time spent":"5.113189099s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/04 03:52:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T03:52:26.665379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.612055265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-04T03:52:26.66541Z","caller":"traceutil/trace.go:171","msg":"trace[641432608] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.612105176s","start":"2026-05-04T03:52:22.053292Z","end":"2026-05-04T03:52:26.665397Z","steps":["trace[641432608] 'agreement among raft nodes before linearized reading' (duration: 4.612061015s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.665438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:22.053289Z","time spent":"4.612143878s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/04 03:52:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T03:52:26.665516Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178155588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:52:26.74462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:25.281507Z","time spent":"1.463107499s","remote":"127.0.0.1:56908","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-04T03:52:26.748411Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.914268879s","expected-duration":"1s"} {"level":"info","ts":"2026-05-04T03:52:26.748847Z","caller":"traceutil/trace.go:171","msg":"trace[1652722550] transaction","detail":"{read_only:false; response_revision:23908; number_of_response:1; }","duration":"6.914787323s","start":"2026-05-04T03:52:19.834039Z","end":"2026-05-04T03:52:26.748826Z","steps":["trace[1652722550] 'process raft request' (duration: 6.914650559s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.748961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:19.834015Z","time spent":"6.914884076s","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6583,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:52:26.766372Z","caller":"traceutil/trace.go:171","msg":"trace[1869312584] transaction","detail":"{read_only:false; response_revision:23913; number_of_response:1; }","duration":"1.824630483s","start":"2026-05-04T03:52:24.941699Z","end":"2026-05-04T03:52:26.766329Z","steps":["trace[1869312584] 'process raft request' (duration: 1.824288614s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.766521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:24.941685Z","time spent":"1.824756856s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:52:26.770464Z","caller":"traceutil/trace.go:171","msg":"trace[195500571] transaction","detail":"{read_only:false; response_revision:23915; number_of_response:1; }","duration":"1.528820086s","start":"2026-05-04T03:52:25.241626Z","end":"2026-05-04T03:52:26.770446Z","steps":["trace[195500571] 'process raft request' (duration: 1.528700973s)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:52:26.770461Z","caller":"traceutil/trace.go:171","msg":"trace[1055688872] transaction","detail":"{read_only:false; response_revision:23914; number_of_response:1; }","duration":"1.529002271s","start":"2026-05-04T03:52:25.241439Z","end":"2026-05-04T03:52:26.770442Z","steps":["trace[1055688872] 'process raft request' (duration: 1.528681532s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.770569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:25.24162Z","time spent":"1.528892948s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:52:26.770567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:25.241418Z","time spent":"1.529104504s","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-04T03:52:26.770821Z","caller":"traceutil/trace.go:171","msg":"trace[256732952] linearizableReadLoop","detail":"{readStateIndex:24767; appliedIndex:24758; }","duration":"6.857018143s","start":"2026-05-04T03:52:19.913795Z","end":"2026-05-04T03:52:26.770813Z","steps":["trace[256732952] 'read index received' (duration: 6.83569855s)","trace[256732952] 'applied index is now lower than readState.Index' (duration: 21.318823ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:52:26.770935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.857138177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T03:52:26.770961Z","caller":"traceutil/trace.go:171","msg":"trace[878076620] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23916; }","duration":"6.857202919s","start":"2026-05-04T03:52:19.913751Z","end":"2026-05-04T03:52:26.770954Z","steps":["trace[878076620] 'agreement among raft nodes before linearized reading' (duration: 6.857124587s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.77098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:19.913713Z","time spent":"6.85726231s","remote":"127.0.0.1:41090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":21,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:52:26.771054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.539333076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-04T03:52:26.771072Z","caller":"traceutil/trace.go:171","msg":"trace[1037492523] transaction","detail":"{read_only:false; response_revision:23916; number_of_response:1; }","duration":"1.529388592s","start":"2026-05-04T03:52:25.241676Z","end":"2026-05-04T03:52:26.771065Z","steps":["trace[1037492523] 'process raft request' (duration: 1.528740904s)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:52:26.77108Z","caller":"traceutil/trace.go:171","msg":"trace[2108175807] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23916; }","duration":"6.539387648s","start":"2026-05-04T03:52:20.231686Z","end":"2026-05-04T03:52:26.771073Z","steps":["trace[2108175807] 'agreement among raft nodes before linearized reading' (duration: 6.539290935s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.771101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:20.231671Z","time spent":"6.539424999s","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-04T03:52:26.771107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:25.241671Z","time spent":"1.529415192s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:52:26.771275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.218983322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-04T03:52:26.771274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839715205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:52:26.771293Z","caller":"traceutil/trace.go:171","msg":"trace[706453243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23916; }","duration":"5.219007062s","start":"2026-05-04T03:52:21.55228Z","end":"2026-05-04T03:52:26.771287Z","steps":["trace[706453243] 'agreement among raft nodes before linearized reading' (duration: 5.2189293s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.771309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:21.552276Z","time spent":"5.219028662s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T03:52:26.771308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.219123385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-04T03:52:26.771317Z","caller":"traceutil/trace.go:171","msg":"trace[777313310] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23916; }","duration":"1.839773247s","start":"2026-05-04T03:52:24.931527Z","end":"2026-05-04T03:52:26.771301Z","steps":["trace[777313310] 'agreement among raft nodes before linearized reading' (duration: 1.839708776s)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:52:26.77133Z","caller":"traceutil/trace.go:171","msg":"trace[1281329885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23916; }","duration":"5.219159597s","start":"2026-05-04T03:52:21.552164Z","end":"2026-05-04T03:52:26.771324Z","steps":["trace[1281329885] 'agreement among raft nodes before linearized reading' (duration: 5.219095255s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.771351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:24.931521Z","time spent":"1.839822469s","remote":"127.0.0.1:58712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:52:26.771365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:21.552162Z","time spent":"5.219193708s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T03:52:26.771448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.066897669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:52:26.771471Z","caller":"traceutil/trace.go:171","msg":"trace[1443873746] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23916; }","duration":"2.06693139s","start":"2026-05-04T03:52:24.704533Z","end":"2026-05-04T03:52:26.771465Z","steps":["trace[1443873746] 'agreement among raft nodes before linearized reading' (duration: 2.066847488s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.771489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:24.704528Z","time spent":"2.06695563s","remote":"127.0.0.1:40986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:52:26.771546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.219619739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T03:52:26.771577Z","caller":"traceutil/trace.go:171","msg":"trace[1254860618] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23916; }","duration":"5.219672601s","start":"2026-05-04T03:52:21.551893Z","end":"2026-05-04T03:52:26.771565Z","steps":["trace[1254860618] 'agreement among raft nodes before linearized reading' (duration: 5.219619409s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.771594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.178925262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-04T03:52:26.771602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:21.55188Z","time spent":"5.219714761s","remote":"127.0.0.1:42840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-04T03:52:26.771616Z","caller":"traceutil/trace.go:171","msg":"trace[89455678] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23916; }","duration":"2.178975393s","start":"2026-05-04T03:52:24.592634Z","end":"2026-05-04T03:52:26.771609Z","steps":["trace[89455678] 'agreement among raft nodes before linearized reading' (duration: 2.178934012s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.771633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:24.592621Z","time spent":"2.179007574s","remote":"127.0.0.1:42824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:52:26.771738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.176241303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-04T03:52:26.771756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.615060633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T03:52:26.771781Z","caller":"traceutil/trace.go:171","msg":"trace[67637375] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23916; }","duration":"3.176281965s","start":"2026-05-04T03:52:23.595467Z","end":"2026-05-04T03:52:26.771749Z","steps":["trace[67637375] 'agreement among raft nodes before linearized reading' (duration: 3.176241354s)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:52:26.771779Z","caller":"traceutil/trace.go:171","msg":"trace[1654244812] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23916; }","duration":"5.615115723s","start":"2026-05-04T03:52:21.156656Z","end":"2026-05-04T03:52:26.771772Z","steps":["trace[1654244812] 'agreement among raft nodes before linearized reading' (duration: 5.615060612s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.77179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.383109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-05-04T03:52:26.771814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:21.156638Z","time spent":"5.615170175s","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-05-04T03:52:26.771825Z","caller":"traceutil/trace.go:171","msg":"trace[1919706775] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23916; }","duration":"106.42827ms","start":"2026-05-04T03:52:26.665387Z","end":"2026-05-04T03:52:26.771815Z","steps":["trace[1919706775] 'agreement among raft nodes before linearized reading' (duration: 106.337478ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.771864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.96016261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T03:52:26.771884Z","caller":"traceutil/trace.go:171","msg":"trace[1530617879] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23916; }","duration":"3.960193071s","start":"2026-05-04T03:52:22.811682Z","end":"2026-05-04T03:52:26.771875Z","steps":["trace[1530617879] 'agreement among raft nodes before linearized reading' (duration: 3.96016252s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.771872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.41875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-05-04T03:52:26.771934Z","caller":"traceutil/trace.go:171","msg":"trace[1335863731] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:23916; }","duration":"106.499482ms","start":"2026-05-04T03:52:26.665418Z","end":"2026-05-04T03:52:26.771918Z","steps":["trace[1335863731] 'agreement among raft nodes before linearized reading' (duration: 106.297667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.771929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.200985374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T03:52:26.771955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.451193397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-04T03:52:26.771973Z","caller":"traceutil/trace.go:171","msg":"trace[1054011306] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23916; }","duration":"4.451222948s","start":"2026-05-04T03:52:22.320744Z","end":"2026-05-04T03:52:26.771967Z","steps":["trace[1054011306] 'agreement among raft nodes before linearized reading' (duration: 4.451168796s)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:52:26.771972Z","caller":"traceutil/trace.go:171","msg":"trace[1296567501] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:23916; }","duration":"6.201056846s","start":"2026-05-04T03:52:20.570904Z","end":"2026-05-04T03:52:26.771961Z","steps":["trace[1296567501] 'agreement among raft nodes before linearized reading' (duration: 6.201002895s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.771977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.848722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T03:52:26.772006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:20.57089Z","time spent":"6.201108187s","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-05-04T03:52:26.772013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.668385876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:52:26.77203Z","caller":"traceutil/trace.go:171","msg":"trace[1218432463] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:23916; }","duration":"4.668430457s","start":"2026-05-04T03:52:22.103594Z","end":"2026-05-04T03:52:26.772025Z","steps":["trace[1218432463] 'agreement among raft nodes before linearized reading' (duration: 4.668402196s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.772048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:22.10358Z","time spent":"4.668462678s","remote":"127.0.0.1:46770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:52:26.771803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:23.595455Z","time spent":"3.176341026s","remote":"127.0.0.1:41240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":17,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:52:26.772172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.201411766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-05-04T03:52:26.771833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.611082964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T03:52:26.772218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.201484808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:52:26.772219Z","caller":"traceutil/trace.go:171","msg":"trace[1523714068] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23916; }","duration":"3.611478945s","start":"2026-05-04T03:52:23.16073Z","end":"2026-05-04T03:52:26.772209Z","steps":["trace[1523714068] 'agreement among raft nodes before linearized reading' (duration: 3.611084264s)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:52:26.772236Z","caller":"traceutil/trace.go:171","msg":"trace[191504853] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:23916; }","duration":"6.201523739s","start":"2026-05-04T03:52:20.570707Z","end":"2026-05-04T03:52:26.772231Z","steps":["trace[191504853] 'agreement among raft nodes before linearized reading' (duration: 6.201498378s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.772256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:20.570694Z","time spent":"6.2015575s","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-05-04T03:52:26.772265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.719044472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-04T03:52:26.772258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:23.16072Z","time spent":"3.611526976s","remote":"127.0.0.1:41082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-05-04T03:52:26.772285Z","caller":"traceutil/trace.go:171","msg":"trace[1661990861] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23916; }","duration":"4.719072852s","start":"2026-05-04T03:52:22.053206Z","end":"2026-05-04T03:52:26.772279Z","steps":["trace[1661990861] 'agreement among raft nodes before linearized reading' (duration: 4.719041961s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.772303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:22.053201Z","time spent":"4.719096313s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:52:26.772325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.79582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-05-04T03:52:26.772346Z","caller":"traceutil/trace.go:171","msg":"trace[693719497] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23916; }","duration":"106.836872ms","start":"2026-05-04T03:52:26.665502Z","end":"2026-05-04T03:52:26.772339Z","steps":["trace[693719497] 'agreement among raft nodes before linearized reading' (duration: 106.78235ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.772365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.202056653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:52:26.772394Z","caller":"traceutil/trace.go:171","msg":"trace[22126946] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:23916; }","duration":"6.202108015s","start":"2026-05-04T03:52:20.570276Z","end":"2026-05-04T03:52:26.772384Z","steps":["trace[22126946] 'agreement among raft nodes before linearized reading' (duration: 6.202066214s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.772413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:20.570261Z","time spent":"6.202147627s","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-05-04T03:52:26.772418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.958395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-04T03:52:26.772434Z","caller":"traceutil/trace.go:171","msg":"trace[1896666851] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23916; }","duration":"106.981545ms","start":"2026-05-04T03:52:26.665448Z","end":"2026-05-04T03:52:26.772429Z","steps":["trace[1896666851] 'agreement among raft nodes before linearized reading' (duration: 106.937894ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.771987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:22.320737Z","time spent":"4.451245818s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-04T03:52:26.771902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:22.811675Z","time spent":"3.960222312s","remote":"127.0.0.1:36446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:52:26.772533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.202739092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-05-04T03:52:26.772555Z","caller":"traceutil/trace.go:171","msg":"trace[528563551] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:1; response_revision:23916; }","duration":"6.202774563s","start":"2026-05-04T03:52:20.569771Z","end":"2026-05-04T03:52:26.772546Z","steps":["trace[528563551] 'agreement among raft nodes before linearized reading' (duration: 6.202712442s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.772573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:20.569765Z","time spent":"6.202804084s","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4912,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"info","ts":"2026-05-04T03:52:26.772193Z","caller":"traceutil/trace.go:171","msg":"trace[481908930] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:23916; }","duration":"6.201452818s","start":"2026-05-04T03:52:20.570733Z","end":"2026-05-04T03:52:26.772186Z","steps":["trace[481908930] 'agreement among raft nodes before linearized reading' (duration: 6.201380086s)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:52:26.772008Z","caller":"traceutil/trace.go:171","msg":"trace[465147050] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23916; }","duration":"106.913933ms","start":"2026-05-04T03:52:26.665086Z","end":"2026-05-04T03:52:26.772Z","steps":["trace[465147050] 'agreement among raft nodes before linearized reading' (duration: 106.862722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.772664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.202909307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:52:26.772682Z","caller":"traceutil/trace.go:171","msg":"trace[177069781] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:23916; }","duration":"6.202946878s","start":"2026-05-04T03:52:20.569729Z","end":"2026-05-04T03:52:26.772676Z","steps":["trace[177069781] 'agreement among raft nodes before linearized reading' (duration: 6.202919087s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.772699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:20.56972Z","time spent":"6.202975208s","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-05-04T03:52:26.772816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.203160094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-05-04T03:52:26.772834Z","caller":"traceutil/trace.go:171","msg":"trace[798091063] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:1; response_revision:23916; }","duration":"6.203230636s","start":"2026-05-04T03:52:20.569598Z","end":"2026-05-04T03:52:26.772828Z","steps":["trace[798091063] 'agreement among raft nodes before linearized reading' (duration: 6.203177505s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.77285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:20.569573Z","time spent":"6.203272937s","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4912,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-05-04T03:52:26.772269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.521916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T03:52:26.772967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.463142063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-05-04T03:52:26.772984Z","caller":"traceutil/trace.go:171","msg":"trace[1900995382] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:23916; }","duration":"6.463177744s","start":"2026-05-04T03:52:20.309801Z","end":"2026-05-04T03:52:26.772979Z","steps":["trace[1900995382] 'agreement among raft nodes before linearized reading' (duration: 6.463120823s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.773005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:20.309794Z","time spent":"6.463207875s","remote":"127.0.0.1:40944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-05-04T03:52:26.773012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.463988496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:52:26.77303Z","caller":"traceutil/trace.go:171","msg":"trace[2014264203] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:23916; }","duration":"6.464022536s","start":"2026-05-04T03:52:20.309001Z","end":"2026-05-04T03:52:26.773024Z","steps":["trace[2014264203] 'agreement among raft nodes before linearized reading' (duration: 6.463998106s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.773047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:20.308994Z","time spent":"6.464048588s","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-05-04T03:52:26.773137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.46560757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T03:52:26.772235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.71899697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-04T03:52:26.773153Z","caller":"traceutil/trace.go:171","msg":"trace[1301929325] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:23916; }","duration":"6.465623231s","start":"2026-05-04T03:52:20.307525Z","end":"2026-05-04T03:52:26.773148Z","steps":["trace[1301929325] 'agreement among raft nodes before linearized reading' (duration: 6.46559787s)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:52:26.773164Z","caller":"traceutil/trace.go:171","msg":"trace[401023581] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23916; }","duration":"4.719984547s","start":"2026-05-04T03:52:22.053173Z","end":"2026-05-04T03:52:26.773157Z","steps":["trace[401023581] 'agreement among raft nodes before linearized reading' (duration: 4.718954659s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.773188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:22.053154Z","time spent":"4.720026598s","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":152,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:52:26.773217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.488874137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-05-04T03:52:26.773236Z","caller":"traceutil/trace.go:171","msg":"trace[2141587881] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:23916; }","duration":"6.488932158s","start":"2026-05-04T03:52:20.284299Z","end":"2026-05-04T03:52:26.773231Z","steps":["trace[2141587881] 'agreement among raft nodes before linearized reading' (duration: 6.488879207s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.773251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:20.284274Z","time spent":"6.48897333s","remote":"127.0.0.1:40944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-05-04T03:52:26.773359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.489445442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-05-04T03:52:26.773374Z","caller":"traceutil/trace.go:171","msg":"trace[1637804462] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:1; response_revision:23916; }","duration":"6.489486503s","start":"2026-05-04T03:52:20.283883Z","end":"2026-05-04T03:52:26.77337Z","steps":["trace[1637804462] 'agreement among raft nodes before linearized reading' (duration: 6.489441742s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.773391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:20.283875Z","time spent":"6.489509724s","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4912,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"info","ts":"2026-05-04T03:52:26.772984Z","caller":"traceutil/trace.go:171","msg":"trace[1751363105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23916; }","duration":"106.247095ms","start":"2026-05-04T03:52:26.666729Z","end":"2026-05-04T03:52:26.772976Z","steps":["trace[1751363105] 'agreement among raft nodes before linearized reading' (duration: 105.520505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.773474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.489800972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:52:26.77349Z","caller":"traceutil/trace.go:171","msg":"trace[1265512954] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:23916; }","duration":"6.489841993s","start":"2026-05-04T03:52:20.283643Z","end":"2026-05-04T03:52:26.773485Z","steps":["trace[1265512954] 'agreement among raft nodes before linearized reading' (duration: 6.489817312s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.773504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:20.283627Z","time spent":"6.489873663s","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-05-04T03:52:26.772987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.463329738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-05-04T03:52:26.773565Z","caller":"traceutil/trace.go:171","msg":"trace[1752242119] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:1; response_revision:23916; }","duration":"6.463929284s","start":"2026-05-04T03:52:20.309628Z","end":"2026-05-04T03:52:26.773558Z","steps":["trace[1752242119] 'agreement among raft nodes before linearized reading' (duration: 6.463312157s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.773582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.490354757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T03:52:26.773592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:20.309615Z","time spent":"6.463967266s","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4912,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"info","ts":"2026-05-04T03:52:26.773598Z","caller":"traceutil/trace.go:171","msg":"trace[861773174] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:23916; }","duration":"6.490404918s","start":"2026-05-04T03:52:20.283188Z","end":"2026-05-04T03:52:26.773593Z","steps":["trace[861773174] 'agreement among raft nodes before linearized reading' (duration: 6.490379367s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.773613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:20.28317Z","time spent":"6.490440149s","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-05-04T03:52:26.773169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:20.307512Z","time spent":"6.465653241s","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-05-04T03:52:26.77262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:20.570723Z","time spent":"6.201885219s","remote":"127.0.0.1:40944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-05-04T03:55:03.53398Z","caller":"traceutil/trace.go:171","msg":"trace[1371175942] linearizableReadLoop","detail":"{readStateIndex:26468; appliedIndex:26467; }","duration":"196.839822ms","start":"2026-05-04T03:55:03.337115Z","end":"2026-05-04T03:55:03.533955Z","steps":["trace[1371175942] 'read index received' (duration: 196.456352ms)","trace[1371175942] 'applied index is now lower than readState.Index' (duration: 382.46µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:55:03.534091Z","caller":"traceutil/trace.go:171","msg":"trace[1658768838] transaction","detail":"{read_only:false; response_revision:25569; number_of_response:1; }","duration":"220.918451ms","start":"2026-05-04T03:55:03.31312Z","end":"2026-05-04T03:55:03.534039Z","steps":["trace[1658768838] 'process raft request' (duration: 220.51142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:55:03.534261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.11016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-04T03:55:03.534308Z","caller":"traceutil/trace.go:171","msg":"trace[2126006330] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25569; }","duration":"197.234134ms","start":"2026-05-04T03:55:03.337062Z","end":"2026-05-04T03:55:03.534296Z","steps":["trace[2126006330] 'agreement among raft nodes before linearized reading' (duration: 196.992837ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:55:03.560598Z","caller":"traceutil/trace.go:171","msg":"trace[995467890] transaction","detail":"{read_only:false; response_revision:25570; number_of_response:1; }","duration":"201.086218ms","start":"2026-05-04T03:55:03.359484Z","end":"2026-05-04T03:55:03.56057Z","steps":["trace[995467890] 'process raft request' (duration: 200.80534ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:55:03.560629Z","caller":"traceutil/trace.go:171","msg":"trace[17940978] transaction","detail":"{read_only:false; response_revision:25573; number_of_response:1; }","duration":"193.228323ms","start":"2026-05-04T03:55:03.367378Z","end":"2026-05-04T03:55:03.560606Z","steps":["trace[17940978] 'process raft request' (duration: 193.175802ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:55:03.560817Z","caller":"traceutil/trace.go:171","msg":"trace[166054601] transaction","detail":"{read_only:false; response_revision:25571; number_of_response:1; }","duration":"200.492103ms","start":"2026-05-04T03:55:03.360317Z","end":"2026-05-04T03:55:03.560809Z","steps":["trace[166054601] 'process raft request' (duration: 200.161664ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:55:03.561012Z","caller":"traceutil/trace.go:171","msg":"trace[1948367734] transaction","detail":"{read_only:false; response_revision:25572; number_of_response:1; }","duration":"194.649963ms","start":"2026-05-04T03:55:03.366344Z","end":"2026-05-04T03:55:03.560994Z","steps":["trace[1948367734] 'process raft request' (duration: 194.18101ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:55:36.691319Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23078} {"level":"info","ts":"2026-05-04T03:55:36.799832Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23078,"took":"105.611558ms","hash":3605623088,"current-db-size-bytes":59162624,"current-db-size":"59 MB","current-db-size-in-use-bytes":40472576,"current-db-size-in-use":"40 MB"} {"level":"info","ts":"2026-05-04T03:55:36.799983Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3605623088,"revision":23078,"compact-revision":20776} {"level":"info","ts":"2026-05-04T03:57:06.963939Z","caller":"traceutil/trace.go:171","msg":"trace[986430782] transaction","detail":"{read_only:false; response_revision:26887; number_of_response:1; }","duration":"552.921146ms","start":"2026-05-04T03:57:06.410995Z","end":"2026-05-04T03:57:06.963916Z","steps":["trace[986430782] 'process raft request' (duration: 552.285639ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:57:06.964088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:57:06.410974Z","time spent":"553.03985ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:57:06.965534Z","caller":"traceutil/trace.go:171","msg":"trace[1293712682] linearizableReadLoop","detail":"{readStateIndex:27818; appliedIndex:27816; }","duration":"393.420202ms","start":"2026-05-04T03:57:06.572094Z","end":"2026-05-04T03:57:06.965515Z","steps":["trace[1293712682] 'read index received' (duration: 391.167441ms)","trace[1293712682] 'applied index is now lower than readState.Index' (duration: 2.251911ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:57:06.965621Z","caller":"traceutil/trace.go:171","msg":"trace[340375739] transaction","detail":"{read_only:false; response_revision:26888; number_of_response:1; }","duration":"412.71025ms","start":"2026-05-04T03:57:06.552896Z","end":"2026-05-04T03:57:06.965606Z","steps":["trace[340375739] 'process raft request' (duration: 412.502674ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:57:06.965695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.531006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:57:06.965747Z","caller":"traceutil/trace.go:171","msg":"trace[219114892] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:26888; }","duration":"393.627628ms","start":"2026-05-04T03:57:06.572108Z","end":"2026-05-04T03:57:06.965736Z","steps":["trace[219114892] 'agreement among raft nodes before linearized reading' (duration: 393.552626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:57:06.965766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.529151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T03:57:06.965798Z","caller":"traceutil/trace.go:171","msg":"trace[1613073427] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26888; }","duration":"276.602804ms","start":"2026-05-04T03:57:06.689188Z","end":"2026-05-04T03:57:06.965791Z","steps":["trace[1613073427] 'agreement among raft nodes before linearized reading' (duration: 276.548262ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:57:06.965868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.795482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-04T03:57:06.965899Z","caller":"traceutil/trace.go:171","msg":"trace[1909837007] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26888; }","duration":"371.847953ms","start":"2026-05-04T03:57:06.594044Z","end":"2026-05-04T03:57:06.965892Z","steps":["trace[1909837007] 'agreement among raft nodes before linearized reading' (duration: 371.7433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:57:06.965918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:57:06.594031Z","time spent":"371.882555ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-04T03:57:06.965999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.907236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:57:06.966019Z","caller":"traceutil/trace.go:171","msg":"trace[1295994420] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:26888; }","duration":"393.973908ms","start":"2026-05-04T03:57:06.572041Z","end":"2026-05-04T03:57:06.966014Z","steps":["trace[1295994420] 'agreement among raft nodes before linearized reading' (duration: 393.938377ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:57:06.966034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:57:06.572002Z","time spent":"394.028449ms","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-05-04T03:57:06.96577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:57:06.572085Z","time spent":"393.67985ms","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-05-04T03:57:06.966049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.782962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:57:06.966661Z","caller":"traceutil/trace.go:171","msg":"trace[600182791] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:26888; }","duration":"394.42464ms","start":"2026-05-04T03:57:06.572225Z","end":"2026-05-04T03:57:06.96665Z","steps":["trace[600182791] 'agreement among raft nodes before linearized reading' (duration: 393.801283ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:57:06.966693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:57:06.572208Z","time spent":"394.477951ms","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-05-04T03:57:06.965703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:57:06.552866Z","time spent":"412.77253ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:57:06.966156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.439287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:57:06.966844Z","caller":"traceutil/trace.go:171","msg":"trace[645183228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26888; }","duration":"211.154136ms","start":"2026-05-04T03:57:06.755682Z","end":"2026-05-04T03:57:06.966836Z","steps":["trace[645183228] 'agreement among raft nodes before linearized reading' (duration: 210.457377ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:57:07.896284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.567949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:57:07.896341Z","caller":"traceutil/trace.go:171","msg":"trace[586532083] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26892; }","duration":"528.669341ms","start":"2026-05-04T03:57:07.367655Z","end":"2026-05-04T03:57:07.896325Z","steps":["trace[586532083] 'count revisions from in-memory index tree' (duration: 528.309641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:57:07.896365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:57:07.367635Z","time spent":"528.723963ms","remote":"127.0.0.1:42680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:57:07.897414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.865952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:57:07.897476Z","caller":"traceutil/trace.go:171","msg":"trace[1935441628] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26892; }","duration":"130.965825ms","start":"2026-05-04T03:57:07.766493Z","end":"2026-05-04T03:57:07.897459Z","steps":["trace[1935441628] 'range keys from in-memory index tree' (duration: 130.800881ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:58:56.506811Z","caller":"traceutil/trace.go:171","msg":"trace[1533082699] transaction","detail":"{read_only:false; response_revision:27904; number_of_response:1; }","duration":"153.001977ms","start":"2026-05-04T03:58:56.353777Z","end":"2026-05-04T03:58:56.506779Z","steps":["trace[1533082699] 'process raft request' (duration: 121.672952ms)","trace[1533082699] 'compare' (duration: 31.231292ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:58:56.681283Z","caller":"traceutil/trace.go:171","msg":"trace[449377426] transaction","detail":"{read_only:false; response_revision:27906; number_of_response:1; }","duration":"320.849059ms","start":"2026-05-04T03:58:56.360406Z","end":"2026-05-04T03:58:56.681255Z","steps":["trace[449377426] 'process raft request' (duration: 320.52851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:58:56.68142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:58:56.360385Z","time spent":"320.963733ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:58:56.681539Z","caller":"traceutil/trace.go:171","msg":"trace[1547696346] transaction","detail":"{read_only:false; response_revision:27905; number_of_response:1; }","duration":"322.393872ms","start":"2026-05-04T03:58:56.359133Z","end":"2026-05-04T03:58:56.681527Z","steps":["trace[1547696346] 'process raft request' (duration: 303.805334ms)","trace[1547696346] 'compare' (duration: 17.486917ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:58:56.681594Z","caller":"traceutil/trace.go:171","msg":"trace[1342926912] transaction","detail":"{read_only:false; response_revision:27907; number_of_response:1; }","duration":"320.257814ms","start":"2026-05-04T03:58:56.361308Z","end":"2026-05-04T03:58:56.681566Z","steps":["trace[1342926912] 'process raft request' (duration: 319.77649ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:58:56.681846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:58:56.361253Z","time spent":"320.51632ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:58:56.681591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:58:56.359106Z","time spent":"322.459664ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:58:56.845319Z","caller":"traceutil/trace.go:171","msg":"trace[414007916] transaction","detail":"{read_only:false; response_revision:27909; number_of_response:1; }","duration":"110.410935ms","start":"2026-05-04T03:58:56.734889Z","end":"2026-05-04T03:58:56.8453Z","steps":["trace[414007916] 'process raft request' (duration: 109.475829ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:58:56.845916Z","caller":"traceutil/trace.go:171","msg":"trace[1774526997] transaction","detail":"{read_only:false; response_revision:27910; number_of_response:1; }","duration":"110.658311ms","start":"2026-05-04T03:58:56.735228Z","end":"2026-05-04T03:58:56.845887Z","steps":["trace[1774526997] 'process raft request' (duration: 110.503357ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:58:57.001208Z","caller":"traceutil/trace.go:171","msg":"trace[1913957933] transaction","detail":"{read_only:false; response_revision:27911; number_of_response:1; }","duration":"150.942451ms","start":"2026-05-04T03:58:56.850236Z","end":"2026-05-04T03:58:57.001179Z","steps":["trace[1913957933] 'process raft request' (duration: 137.902625ms)","trace[1913957933] 'compare' (duration: 12.615574ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:58:57.318018Z","caller":"traceutil/trace.go:171","msg":"trace[698196044] transaction","detail":"{read_only:false; response_revision:27913; number_of_response:1; }","duration":"159.032482ms","start":"2026-05-04T03:58:57.158942Z","end":"2026-05-04T03:58:57.317974Z","steps":["trace[698196044] 'process raft request' (duration: 158.783225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:58:57.610074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.614504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-04T03:58:57.610257Z","caller":"traceutil/trace.go:171","msg":"trace[10136457] linearizableReadLoop","detail":"{readStateIndex:28873; appliedIndex:28871; }","duration":"148.185696ms","start":"2026-05-04T03:58:57.462058Z","end":"2026-05-04T03:58:57.610244Z","steps":["trace[10136457] 'read index received' (duration: 9.324585ms)","trace[10136457] 'applied index is now lower than readState.Index' (duration: 138.860331ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:58:57.610336Z","caller":"traceutil/trace.go:171","msg":"trace[708826938] transaction","detail":"{read_only:false; response_revision:27915; number_of_response:1; }","duration":"264.759978ms","start":"2026-05-04T03:58:57.345568Z","end":"2026-05-04T03:58:57.610328Z","steps":["trace[708826938] 'process raft request' (duration: 264.598144ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:58:57.610357Z","caller":"traceutil/trace.go:171","msg":"trace[204769358] transaction","detail":"{read_only:false; response_revision:27914; number_of_response:1; }","duration":"267.557174ms","start":"2026-05-04T03:58:57.342734Z","end":"2026-05-04T03:58:57.610291Z","steps":["trace[204769358] 'process raft request' (duration: 128.631952ms)","trace[204769358] 'compare' (duration: 138.180932ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:58:57.610552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.496534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-04T03:58:57.610582Z","caller":"traceutil/trace.go:171","msg":"trace[304302580] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27915; }","duration":"148.584887ms","start":"2026-05-04T03:58:57.461991Z","end":"2026-05-04T03:58:57.610576Z","steps":["trace[304302580] 'agreement among raft nodes before linearized reading' (duration: 148.484844ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:58:57.610724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.683118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-04T03:58:57.610825Z","caller":"traceutil/trace.go:171","msg":"trace[1051130601] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27915; }","duration":"137.832303ms","start":"2026-05-04T03:58:57.472972Z","end":"2026-05-04T03:58:57.610804Z","steps":["trace[1051130601] 'agreement among raft nodes before linearized reading' (duration: 137.583126ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:58:57.879631Z","caller":"traceutil/trace.go:171","msg":"trace[158531516] transaction","detail":"{read_only:false; response_revision:27916; number_of_response:1; }","duration":"262.403623ms","start":"2026-05-04T03:58:57.617202Z","end":"2026-05-04T03:58:57.879605Z","steps":["trace[158531516] 'process raft request' (duration: 262.228519ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:58:58.09472Z","caller":"traceutil/trace.go:171","msg":"trace[771712324] linearizableReadLoop","detail":"{readStateIndex:28875; appliedIndex:28873; }","duration":"395.779324ms","start":"2026-05-04T03:58:57.698912Z","end":"2026-05-04T03:58:58.094692Z","steps":["trace[771712324] 'read index received' (duration: 180.517888ms)","trace[771712324] 'applied index is now lower than readState.Index' (duration: 215.260186ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:58:58.094801Z","caller":"traceutil/trace.go:171","msg":"trace[1782534238] transaction","detail":"{read_only:false; response_revision:27917; number_of_response:1; }","duration":"471.04948ms","start":"2026-05-04T03:58:57.623702Z","end":"2026-05-04T03:58:58.094752Z","steps":["trace[1782534238] 'process raft request' (duration: 440.582768ms)","trace[1782534238] 'compare' (duration: 30.183614ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:58:58.094952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.533535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T03:58:58.094988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:58:57.623651Z","time spent":"471.235485ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:58:58.095007Z","caller":"traceutil/trace.go:171","msg":"trace[2143318929] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27918; }","duration":"381.609347ms","start":"2026-05-04T03:58:57.713379Z","end":"2026-05-04T03:58:58.094988Z","steps":["trace[2143318929] 'agreement among raft nodes before linearized reading' (duration: 381.497504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:58:58.094994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.839407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T03:58:58.09499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.065773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-04T03:58:58.095064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:58:57.713372Z","time spent":"381.67797ms","remote":"127.0.0.1:46504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-04T03:58:58.095072Z","caller":"traceutil/trace.go:171","msg":"trace[2003120754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27918; }","duration":"332.96359ms","start":"2026-05-04T03:58:57.762092Z","end":"2026-05-04T03:58:58.095056Z","steps":["trace[2003120754] 'agreement among raft nodes before linearized reading' (duration: 332.802286ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:58:58.09507Z","caller":"traceutil/trace.go:171","msg":"trace[1399524802] transaction","detail":"{read_only:false; response_revision:27918; number_of_response:1; }","duration":"356.273166ms","start":"2026-05-04T03:58:57.738774Z","end":"2026-05-04T03:58:58.095048Z","steps":["trace[1399524802] 'process raft request' (duration: 355.843334ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:58:58.095122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:58:57.762076Z","time spent":"333.038522ms","remote":"127.0.0.1:40730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-04T03:58:58.095149Z","caller":"traceutil/trace.go:171","msg":"trace[1248542568] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:27918; }","duration":"396.231507ms","start":"2026-05-04T03:58:57.698859Z","end":"2026-05-04T03:58:58.095091Z","steps":["trace[1248542568] 'agreement among raft nodes before linearized reading' (duration: 395.9779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:58:58.095197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:58:57.738756Z","time spent":"356.360709ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:58:58.09526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:58:57.698844Z","time spent":"396.375691ms","remote":"127.0.0.1:41112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":180,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:58:58.527037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.504677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T03:58:58.527137Z","caller":"traceutil/trace.go:171","msg":"trace[571139591] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:27918; }","duration":"247.668262ms","start":"2026-05-04T03:58:58.279446Z","end":"2026-05-04T03:58:58.527115Z","steps":["trace[571139591] 'count revisions from in-memory index tree' (duration: 247.398874ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:58:58.527436Z","caller":"traceutil/trace.go:171","msg":"trace[2099436606] transaction","detail":"{read_only:false; response_revision:27919; number_of_response:1; }","duration":"193.336228ms","start":"2026-05-04T03:58:58.33403Z","end":"2026-05-04T03:58:58.527366Z","steps":["trace[2099436606] 'process raft request' (duration: 115.500754ms)","trace[2099436606] 'compare' (duration: 77.476875ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:58:58.821291Z","caller":"traceutil/trace.go:171","msg":"trace[684374992] transaction","detail":"{read_only:false; response_revision:27921; number_of_response:1; }","duration":"132.913829ms","start":"2026-05-04T03:58:58.688351Z","end":"2026-05-04T03:58:58.821264Z","steps":["trace[684374992] 'process raft request' (duration: 123.175143ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:58:59.050532Z","caller":"traceutil/trace.go:171","msg":"trace[132584671] transaction","detail":"{read_only:false; response_revision:27923; number_of_response:1; }","duration":"360.212163ms","start":"2026-05-04T03:58:58.690296Z","end":"2026-05-04T03:58:59.050508Z","steps":["trace[132584671] 'process raft request' (duration: 360.10754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:58:59.050752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:58:58.690269Z","time spent":"360.409338ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:58:59.050888Z","caller":"traceutil/trace.go:171","msg":"trace[858359377] transaction","detail":"{read_only:false; response_revision:27924; number_of_response:1; }","duration":"343.422075ms","start":"2026-05-04T03:58:58.707413Z","end":"2026-05-04T03:58:59.050835Z","steps":["trace[858359377] 'process raft request' (duration: 343.047444ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:58:59.050878Z","caller":"traceutil/trace.go:171","msg":"trace[2071586235] transaction","detail":"{read_only:false; response_revision:27925; number_of_response:1; }","duration":"193.544673ms","start":"2026-05-04T03:58:58.857309Z","end":"2026-05-04T03:58:59.050854Z","steps":["trace[2071586235] 'process raft request' (duration: 193.43232ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:58:59.050549Z","caller":"traceutil/trace.go:171","msg":"trace[1808079193] transaction","detail":"{read_only:false; response_revision:27922; number_of_response:1; }","duration":"361.977341ms","start":"2026-05-04T03:58:58.688544Z","end":"2026-05-04T03:58:59.050521Z","steps":["trace[1808079193] 'process raft request' (duration: 283.090657ms)","trace[1808079193] 'compare' (duration: 78.321439ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:58:59.051128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:58:58.688507Z","time spent":"362.579047ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:58:59.051197Z","caller":"traceutil/trace.go:171","msg":"trace[807282230] linearizableReadLoop","detail":"{readStateIndex:28881; appliedIndex:28878; }","duration":"343.894977ms","start":"2026-05-04T03:58:58.707292Z","end":"2026-05-04T03:58:59.051187Z","steps":["trace[807282230] 'read index received' (duration: 104.192684ms)","trace[807282230] 'applied index is now lower than readState.Index' (duration: 239.701083ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:58:59.051026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:58:58.707358Z","time spent":"343.58427ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:58:59.051571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.284668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-04T03:58:59.051602Z","caller":"traceutil/trace.go:171","msg":"trace[556283029] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27925; }","duration":"344.36696ms","start":"2026-05-04T03:58:58.707227Z","end":"2026-05-04T03:58:59.051594Z","steps":["trace[556283029] 'agreement among raft nodes before linearized reading' (duration: 344.158995ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:58:59.051621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:58:58.707125Z","time spent":"344.490734ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-04T03:58:59.051849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.373606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-04T03:58:59.051872Z","caller":"traceutil/trace.go:171","msg":"trace[728185688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27925; }","duration":"201.427078ms","start":"2026-05-04T03:58:58.85044Z","end":"2026-05-04T03:58:59.051867Z","steps":["trace[728185688] 'agreement among raft nodes before linearized reading' (duration: 201.343555ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:58:59.051962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.457239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-04T03:58:59.052009Z","caller":"traceutil/trace.go:171","msg":"trace[1586983015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27925; }","duration":"201.49065ms","start":"2026-05-04T03:58:58.850486Z","end":"2026-05-04T03:58:59.051977Z","steps":["trace[1586983015] 'agreement among raft nodes before linearized reading' (duration: 201.432848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:58:59.46483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.52096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-04T03:58:59.465132Z","caller":"traceutil/trace.go:171","msg":"trace[200973295] linearizableReadLoop","detail":"{readStateIndex:28887; appliedIndex:28884; }","duration":"235.53527ms","start":"2026-05-04T03:58:59.229581Z","end":"2026-05-04T03:58:59.465116Z","steps":["trace[200973295] 'read index received' (duration: 42.511µs)","trace[200973295] 'applied index is now lower than readState.Index' (duration: 235.491929ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:58:59.46512Z","caller":"traceutil/trace.go:171","msg":"trace[1431676099] transaction","detail":"{read_only:false; response_revision:27927; number_of_response:1; }","duration":"404.567155ms","start":"2026-05-04T03:58:59.060521Z","end":"2026-05-04T03:58:59.465089Z","steps":["trace[1431676099] 'process raft request' (duration: 142.700975ms)","trace[1431676099] 'compare' (duration: 261.386567ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:58:59.46523Z","caller":"traceutil/trace.go:171","msg":"trace[440567414] transaction","detail":"{read_only:false; response_revision:27929; number_of_response:1; }","duration":"403.99774ms","start":"2026-05-04T03:58:59.061222Z","end":"2026-05-04T03:58:59.46522Z","steps":["trace[440567414] 'process raft request' (duration: 403.848375ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:58:59.465241Z","caller":"traceutil/trace.go:171","msg":"trace[351612435] transaction","detail":"{read_only:false; response_revision:27928; number_of_response:1; }","duration":"404.521504ms","start":"2026-05-04T03:58:59.0607Z","end":"2026-05-04T03:58:59.465221Z","steps":["trace[351612435] 'process raft request' (duration: 404.236806ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:58:59.465266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:58:59.06051Z","time spent":"404.682418ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:58:59.465327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:58:59.060694Z","time spent":"404.581395ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:58:59.465342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.178479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:58:59.465443Z","caller":"traceutil/trace.go:171","msg":"trace[1881428596] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:27929; }","duration":"232.323653ms","start":"2026-05-04T03:58:59.23309Z","end":"2026-05-04T03:58:59.465414Z","steps":["trace[1881428596] 'agreement among raft nodes before linearized reading' (duration: 232.157548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:58:59.465635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.059225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:273001"} {"level":"info","ts":"2026-05-04T03:58:59.465679Z","caller":"traceutil/trace.go:171","msg":"trace[1841723658] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:27929; }","duration":"236.146297ms","start":"2026-05-04T03:58:59.229521Z","end":"2026-05-04T03:58:59.465667Z","steps":["trace[1841723658] 'agreement among raft nodes before linearized reading' (duration: 235.762606ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:58:59.474793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:58:59.061216Z","time spent":"404.03786ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:58:59.752861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.415794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:58:59.752975Z","caller":"traceutil/trace.go:171","msg":"trace[1778878] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27929; }","duration":"136.579238ms","start":"2026-05-04T03:58:59.61637Z","end":"2026-05-04T03:58:59.752949Z","steps":["trace[1778878] 'range keys from in-memory index tree' (duration: 136.332173ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:58:59.881151Z","caller":"traceutil/trace.go:171","msg":"trace[1249667166] linearizableReadLoop","detail":"{readStateIndex:28889; appliedIndex:28887; }","duration":"157.226422ms","start":"2026-05-04T03:58:59.723901Z","end":"2026-05-04T03:58:59.881127Z","steps":["trace[1249667166] 'read index received' (duration: 156.942734ms)","trace[1249667166] 'applied index is now lower than readState.Index' (duration: 282.738µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:58:59.881458Z","caller":"traceutil/trace.go:171","msg":"trace[977265733] transaction","detail":"{read_only:false; response_revision:27930; number_of_response:1; }","duration":"265.005326ms","start":"2026-05-04T03:58:59.616437Z","end":"2026-05-04T03:58:59.881442Z","steps":["trace[977265733] 'process raft request' (duration: 264.467851ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:58:59.881649Z","caller":"traceutil/trace.go:171","msg":"trace[310317180] transaction","detail":"{read_only:false; response_revision:27931; number_of_response:1; }","duration":"265.18309ms","start":"2026-05-04T03:58:59.616455Z","end":"2026-05-04T03:58:59.881638Z","steps":["trace[310317180] 'process raft request' (duration: 264.623965ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:58:59.88183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.908281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T03:58:59.881873Z","caller":"traceutil/trace.go:171","msg":"trace[1415524757] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:27931; }","duration":"158.022614ms","start":"2026-05-04T03:58:59.723839Z","end":"2026-05-04T03:58:59.881862Z","steps":["trace[1415524757] 'agreement among raft nodes before linearized reading' (duration: 157.938912ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:58:59.882072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.26215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:58:59.882109Z","caller":"traceutil/trace.go:171","msg":"trace[1552776309] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27931; }","duration":"114.329762ms","start":"2026-05-04T03:58:59.767771Z","end":"2026-05-04T03:58:59.8821Z","steps":["trace[1552776309] 'agreement among raft nodes before linearized reading' (duration: 114.2727ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:58:59.882732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.918348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:58:59.882779Z","caller":"traceutil/trace.go:171","msg":"trace[1434811968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27931; }","duration":"114.963429ms","start":"2026-05-04T03:58:59.767803Z","end":"2026-05-04T03:58:59.882766Z","steps":["trace[1434811968] 'agreement among raft nodes before linearized reading' (duration: 114.903097ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:00.266211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.660645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-04T03:59:00.266358Z","caller":"traceutil/trace.go:171","msg":"trace[1007858409] transaction","detail":"{read_only:false; response_revision:27933; number_of_response:1; }","duration":"165.488537ms","start":"2026-05-04T03:59:00.100857Z","end":"2026-05-04T03:59:00.266345Z","steps":["trace[1007858409] 'process raft request' (duration: 165.431646ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:00.266515Z","caller":"traceutil/trace.go:171","msg":"trace[290916052] transaction","detail":"{read_only:false; response_revision:27932; number_of_response:1; }","duration":"354.409246ms","start":"2026-05-04T03:58:59.912098Z","end":"2026-05-04T03:59:00.266507Z","steps":["trace[290916052] 'process raft request' (duration: 122.387221ms)","trace[290916052] 'compare' (duration: 231.387287ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:59:00.266558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:58:59.912073Z","time spent":"354.464256ms","remote":"127.0.0.1:40788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:59:00.266919Z","caller":"traceutil/trace.go:171","msg":"trace[1780618718] linearizableReadLoop","detail":"{readStateIndex:28891; appliedIndex:28890; }","duration":"343.713003ms","start":"2026-05-04T03:58:59.923175Z","end":"2026-05-04T03:59:00.266888Z","steps":["trace[1780618718] 'read index received' (duration: 111.243967ms)","trace[1780618718] 'applied index is now lower than readState.Index' (duration: 232.466276ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:59:00.26719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.996761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-04T03:59:00.26728Z","caller":"traceutil/trace.go:171","msg":"trace[442082919] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27933; }","duration":"344.138135ms","start":"2026-05-04T03:58:59.92312Z","end":"2026-05-04T03:59:00.267258Z","steps":["trace[442082919] 'agreement among raft nodes before linearized reading' (duration: 343.866778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:00.267331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:58:59.923099Z","time spent":"344.221927ms","remote":"127.0.0.1:42888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-04T03:59:00.267241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.827441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-04T03:59:00.267462Z","caller":"traceutil/trace.go:171","msg":"trace[651966593] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27933; }","duration":"168.092478ms","start":"2026-05-04T03:59:00.099352Z","end":"2026-05-04T03:59:00.267444Z","steps":["trace[651966593] 'agreement among raft nodes before linearized reading' (duration: 167.740979ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:00.707311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.077987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-04T03:59:00.707438Z","caller":"traceutil/trace.go:171","msg":"trace[2109986949] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:27934; }","duration":"224.237412ms","start":"2026-05-04T03:59:00.483143Z","end":"2026-05-04T03:59:00.70738Z","steps":["trace[2109986949] 'count revisions from in-memory index tree' (duration: 223.923243ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:00.707708Z","caller":"traceutil/trace.go:171","msg":"trace[886165398] transaction","detail":"{read_only:false; response_revision:27935; number_of_response:1; }","duration":"174.171565ms","start":"2026-05-04T03:59:00.533512Z","end":"2026-05-04T03:59:00.707684Z","steps":["trace[886165398] 'process raft request' (duration: 108.987015ms)","trace[886165398] 'compare' (duration: 65.048136ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:59:01.026879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.510601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-04T03:59:01.027035Z","caller":"traceutil/trace.go:171","msg":"trace[125951481] transaction","detail":"{read_only:false; response_revision:27936; number_of_response:1; }","duration":"427.764068ms","start":"2026-05-04T03:59:00.599244Z","end":"2026-05-04T03:59:01.027008Z","steps":["trace[125951481] 'process raft request' (duration: 311.01898ms)","trace[125951481] 'compare' (duration: 115.034481ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:59:01.027134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:00.599224Z","time spent":"427.863941ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:59:01.035303Z","caller":"traceutil/trace.go:171","msg":"trace[655311012] linearizableReadLoop","detail":"{readStateIndex:28896; appliedIndex:28894; }","duration":"133.766912ms","start":"2026-05-04T03:59:00.901516Z","end":"2026-05-04T03:59:01.035283Z","steps":["trace[655311012] 'read index received' (duration: 8.765029ms)","trace[655311012] 'applied index is now lower than readState.Index' (duration: 125.000723ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:59:01.035369Z","caller":"traceutil/trace.go:171","msg":"trace[680905965] transaction","detail":"{read_only:false; response_revision:27937; number_of_response:1; }","duration":"209.327755ms","start":"2026-05-04T03:59:00.82601Z","end":"2026-05-04T03:59:01.035338Z","steps":["trace[680905965] 'process raft request' (duration: 209.1428ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:01.03554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.06099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11714"} {"level":"info","ts":"2026-05-04T03:59:01.035593Z","caller":"traceutil/trace.go:171","msg":"trace[963760941] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:27937; }","duration":"134.130932ms","start":"2026-05-04T03:59:00.901434Z","end":"2026-05-04T03:59:01.035565Z","steps":["trace[963760941] 'agreement among raft nodes before linearized reading' (duration: 133.977898ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:01.185941Z","caller":"traceutil/trace.go:171","msg":"trace[1875681324] transaction","detail":"{read_only:false; response_revision:27938; number_of_response:1; }","duration":"129.031743ms","start":"2026-05-04T03:59:01.056886Z","end":"2026-05-04T03:59:01.185917Z","steps":["trace[1875681324] 'process raft request' (duration: 122.913196ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:01.1982Z","caller":"traceutil/trace.go:171","msg":"trace[595122681] linearizableReadLoop","detail":"{readStateIndex:28898; appliedIndex:28896; }","duration":"118.243929ms","start":"2026-05-04T03:59:01.07993Z","end":"2026-05-04T03:59:01.198173Z","steps":["trace[595122681] 'read index received' (duration: 99.883378ms)","trace[595122681] 'applied index is now lower than readState.Index' (duration: 18.359421ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:59:01.198294Z","caller":"traceutil/trace.go:171","msg":"trace[1199999455] transaction","detail":"{read_only:false; response_revision:27939; number_of_response:1; }","duration":"138.009387ms","start":"2026-05-04T03:59:01.060261Z","end":"2026-05-04T03:59:01.198271Z","steps":["trace[1199999455] 'process raft request' (duration: 137.756561ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:01.19843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.494555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-04T03:59:01.198476Z","caller":"traceutil/trace.go:171","msg":"trace[1467870828] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27939; }","duration":"118.610579ms","start":"2026-05-04T03:59:01.079854Z","end":"2026-05-04T03:59:01.198465Z","steps":["trace[1467870828] 'agreement among raft nodes before linearized reading' (duration: 118.417773ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:01.334565Z","caller":"traceutil/trace.go:171","msg":"trace[668120645] transaction","detail":"{read_only:false; response_revision:27940; number_of_response:1; }","duration":"132.915548ms","start":"2026-05-04T03:59:01.201622Z","end":"2026-05-04T03:59:01.334537Z","steps":["trace[668120645] 'process raft request' (duration: 129.079864ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:01.588512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.799239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-04T03:59:01.588573Z","caller":"traceutil/trace.go:171","msg":"trace[1384370962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27940; }","duration":"116.921882ms","start":"2026-05-04T03:59:01.471638Z","end":"2026-05-04T03:59:01.58856Z","steps":["trace[1384370962] 'range keys from in-memory index tree' (duration: 116.630084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:01.588818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.474876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-04T03:59:01.588895Z","caller":"traceutil/trace.go:171","msg":"trace[853264589] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27940; }","duration":"117.59542ms","start":"2026-05-04T03:59:01.471278Z","end":"2026-05-04T03:59:01.588874Z","steps":["trace[853264589] 'range keys from in-memory index tree' (duration: 117.114627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:01.588863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.451905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-04T03:59:01.589213Z","caller":"traceutil/trace.go:171","msg":"trace[1082412523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27940; }","duration":"110.62033ms","start":"2026-05-04T03:59:01.478359Z","end":"2026-05-04T03:59:01.58898Z","steps":["trace[1082412523] 'range keys from in-memory index tree' (duration: 110.191418ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:10.97949Z","caller":"traceutil/trace.go:171","msg":"trace[2131617038] linearizableReadLoop","detail":"{readStateIndex:28968; appliedIndex:28967; }","duration":"222.635648ms","start":"2026-05-04T03:59:10.756831Z","end":"2026-05-04T03:59:10.979466Z","steps":["trace[2131617038] 'read index received' (duration: 222.478263ms)","trace[2131617038] 'applied index is now lower than readState.Index' (duration: 156.385µs)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:59:10.979613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.774472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:59:10.979593Z","caller":"traceutil/trace.go:171","msg":"trace[1882194162] transaction","detail":"{read_only:false; response_revision:28007; number_of_response:1; }","duration":"239.479808ms","start":"2026-05-04T03:59:10.740074Z","end":"2026-05-04T03:59:10.979554Z","steps":["trace[1882194162] 'process raft request' (duration: 239.226161ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:10.979648Z","caller":"traceutil/trace.go:171","msg":"trace[1613113927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28007; }","duration":"222.882474ms","start":"2026-05-04T03:59:10.756755Z","end":"2026-05-04T03:59:10.979637Z","steps":["trace[1613113927] 'agreement among raft nodes before linearized reading' (duration: 222.806282ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:11.275793Z","caller":"traceutil/trace.go:171","msg":"trace[1900399630] transaction","detail":"{read_only:false; response_revision:28008; number_of_response:1; }","duration":"191.407046ms","start":"2026-05-04T03:59:11.084353Z","end":"2026-05-04T03:59:11.27576Z","steps":["trace[1900399630] 'process raft request' (duration: 177.909207ms)","trace[1900399630] 'compare' (duration: 12.751328ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:59:11.562582Z","caller":"traceutil/trace.go:171","msg":"trace[410426561] transaction","detail":"{read_only:false; response_revision:28009; number_of_response:1; }","duration":"476.003515ms","start":"2026-05-04T03:59:11.086545Z","end":"2026-05-04T03:59:11.562548Z","steps":["trace[410426561] 'process raft request' (duration: 475.09252ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:11.562663Z","caller":"traceutil/trace.go:171","msg":"trace[1977141984] linearizableReadLoop","detail":"{readStateIndex:28972; appliedIndex:28969; }","duration":"236.227169ms","start":"2026-05-04T03:59:11.326411Z","end":"2026-05-04T03:59:11.562638Z","steps":["trace[1977141984] 'read index received' (duration: 235.270493ms)","trace[1977141984] 'applied index is now lower than readState.Index' (duration: 955.656µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:59:11.562845Z","caller":"traceutil/trace.go:171","msg":"trace[670299115] transaction","detail":"{read_only:false; response_revision:28010; number_of_response:1; }","duration":"327.097319ms","start":"2026-05-04T03:59:11.235731Z","end":"2026-05-04T03:59:11.562829Z","steps":["trace[670299115] 'process raft request' (duration: 326.73899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:11.56301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:11.235704Z","time spent":"327.184292ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:59:11.563021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.578489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:59:11.563105Z","caller":"traceutil/trace.go:171","msg":"trace[509016933] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:28011; }","duration":"236.706902ms","start":"2026-05-04T03:59:11.326376Z","end":"2026-05-04T03:59:11.563083Z","steps":["trace[509016933] 'agreement among raft nodes before linearized reading' (duration: 236.564049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:11.562757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:11.086518Z","time spent":"476.148939ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:59:11.563267Z","caller":"traceutil/trace.go:171","msg":"trace[1950580797] transaction","detail":"{read_only:false; response_revision:28011; number_of_response:1; }","duration":"327.45127ms","start":"2026-05-04T03:59:11.235787Z","end":"2026-05-04T03:59:11.563239Z","steps":["trace[1950580797] 'process raft request' (duration: 326.792402ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:11.563377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.472136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-04T03:59:11.563506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:11.235751Z","time spent":"327.695906ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:59:11.56356Z","caller":"traceutil/trace.go:171","msg":"trace[1142948136] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28011; }","duration":"188.699912ms","start":"2026-05-04T03:59:11.37484Z","end":"2026-05-04T03:59:11.56354Z","steps":["trace[1142948136] 'agreement among raft nodes before linearized reading' (duration: 188.366123ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:12.162019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.20499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-04T03:59:12.162228Z","caller":"traceutil/trace.go:171","msg":"trace[936986382] transaction","detail":"{read_only:false; response_revision:28014; number_of_response:1; }","duration":"509.421917ms","start":"2026-05-04T03:59:11.652789Z","end":"2026-05-04T03:59:12.162211Z","steps":["trace[936986382] 'process raft request' (duration: 509.331764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:12.162301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:11.652757Z","time spent":"509.509409ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:59:12.162283Z","caller":"traceutil/trace.go:171","msg":"trace[1494596827] linearizableReadLoop","detail":"{readStateIndex:28974; appliedIndex:28973; }","duration":"511.456303ms","start":"2026-05-04T03:59:11.650795Z","end":"2026-05-04T03:59:12.162251Z","steps":["trace[1494596827] 'read index received' (duration: 220.272924ms)","trace[1494596827] 'applied index is now lower than readState.Index' (duration: 291.181069ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:59:12.1624Z","caller":"traceutil/trace.go:171","msg":"trace[2028781963] transaction","detail":"{read_only:false; response_revision:28013; number_of_response:1; }","duration":"512.745518ms","start":"2026-05-04T03:59:11.649622Z","end":"2026-05-04T03:59:12.162368Z","steps":["trace[2028781963] 'process raft request' (duration: 221.106617ms)","trace[2028781963] 'compare' (duration: 290.939402ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:59:12.162526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:11.649602Z","time spent":"512.855691ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:59:12.162535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.71762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-04T03:59:12.162611Z","caller":"traceutil/trace.go:171","msg":"trace[22163564] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28014; }","duration":"511.783032ms","start":"2026-05-04T03:59:11.650779Z","end":"2026-05-04T03:59:12.162562Z","steps":["trace[22163564] 'agreement among raft nodes before linearized reading' (duration: 511.596106ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:12.162662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:11.650772Z","time spent":"511.880624ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-04T03:59:12.82146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.589706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-04T03:59:12.822105Z","caller":"traceutil/trace.go:171","msg":"trace[21028649] transaction","detail":"{read_only:false; response_revision:28017; number_of_response:1; }","duration":"655.458305ms","start":"2026-05-04T03:59:12.166622Z","end":"2026-05-04T03:59:12.82208Z","steps":["trace[21028649] 'process raft request' (duration: 655.355452ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:12.822105Z","caller":"traceutil/trace.go:171","msg":"trace[1928627439] transaction","detail":"{read_only:false; response_revision:28016; number_of_response:1; }","duration":"900.820422ms","start":"2026-05-04T03:59:11.921248Z","end":"2026-05-04T03:59:12.822069Z","steps":["trace[1928627439] 'process raft request' (duration: 900.37096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:12.822194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:12.166598Z","time spent":"655.560707ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:59:12.822201Z","caller":"traceutil/trace.go:171","msg":"trace[1194765248] transaction","detail":"{read_only:false; response_revision:28015; number_of_response:1; }","duration":"906.011154ms","start":"2026-05-04T03:59:11.916127Z","end":"2026-05-04T03:59:12.822138Z","steps":["trace[1194765248] 'process raft request' (duration: 393.585225ms)","trace[1194765248] 'compare' (duration: 511.244947ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:59:12.822361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:11.916107Z","time spent":"906.168429ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:59:12.822368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:11.921231Z","time spent":"900.960627ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:59:12.822425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056505473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T03:59:12.822474Z","caller":"traceutil/trace.go:171","msg":"trace[1644871283] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28018; }","duration":"1.056555904s","start":"2026-05-04T03:59:11.765903Z","end":"2026-05-04T03:59:12.822459Z","steps":["trace[1644871283] 'agreement among raft nodes before linearized reading' (duration: 1.056294917s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:12.822517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:11.76584Z","time spent":"1.056666927s","remote":"127.0.0.1:42840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:59:12.822502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062105696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T03:59:12.822636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.312741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:59:12.822651Z","caller":"traceutil/trace.go:171","msg":"trace[776175711] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:28018; }","duration":"1.06228132s","start":"2026-05-04T03:59:11.760344Z","end":"2026-05-04T03:59:12.822626Z","steps":["trace[776175711] 'agreement among raft nodes before linearized reading' (duration: 1.06189355s)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:12.822759Z","caller":"traceutil/trace.go:171","msg":"trace[279529699] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:28018; }","duration":"777.512887ms","start":"2026-05-04T03:59:12.045187Z","end":"2026-05-04T03:59:12.8227Z","steps":["trace[279529699] 'agreement among raft nodes before linearized reading' (duration: 777.035854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:12.822831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:12.045141Z","time spent":"777.676451ms","remote":"127.0.0.1:46748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-05-04T03:59:12.82235Z","caller":"traceutil/trace.go:171","msg":"trace[1497323401] transaction","detail":"{read_only:false; response_revision:28018; number_of_response:1; }","duration":"517.524318ms","start":"2026-05-04T03:59:12.304806Z","end":"2026-05-04T03:59:12.82233Z","steps":["trace[1497323401] 'process raft request' (duration: 517.22693ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:12.822122Z","caller":"traceutil/trace.go:171","msg":"trace[724223548] linearizableReadLoop","detail":"{readStateIndex:28977; appliedIndex:28975; }","duration":"659.741671ms","start":"2026-05-04T03:59:12.162345Z","end":"2026-05-04T03:59:12.822087Z","steps":["trace[724223548] 'read index received' (duration: 147.432515ms)","trace[724223548] 'applied index is now lower than readState.Index' (duration: 512.305116ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:59:12.822766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:11.760284Z","time spent":"1.062440435s","remote":"127.0.0.1:46662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:59:12.822761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128281052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-04T03:59:12.823171Z","caller":"traceutil/trace.go:171","msg":"trace[1363709317] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:28018; }","duration":"1.128733535s","start":"2026-05-04T03:59:11.694418Z","end":"2026-05-04T03:59:12.823152Z","steps":["trace[1363709317] 'agreement among raft nodes before linearized reading' (duration: 1.128170719s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:12.823334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:11.694403Z","time spent":"1.128863888s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-05-04T03:59:12.823006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:12.30478Z","time spent":"518.156996ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:59:12.877983Z","caller":"traceutil/trace.go:171","msg":"trace[2008421942] transaction","detail":"{read_only:false; response_revision:28019; number_of_response:1; }","duration":"533.67199ms","start":"2026-05-04T03:59:12.344275Z","end":"2026-05-04T03:59:12.877947Z","steps":["trace[2008421942] 'process raft request' (duration: 533.397312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:12.878149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.049835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T03:59:12.878194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.060119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-04T03:59:12.878191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:12.344257Z","time spent":"533.825553ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:59:12.878336Z","caller":"traceutil/trace.go:171","msg":"trace[972509273] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28019; }","duration":"512.320077ms","start":"2026-05-04T03:59:12.365993Z","end":"2026-05-04T03:59:12.878313Z","steps":["trace[972509273] 'agreement among raft nodes before linearized reading' (duration: 511.952427ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:12.878343Z","caller":"traceutil/trace.go:171","msg":"trace[828456535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28019; }","duration":"121.303872ms","start":"2026-05-04T03:59:12.757015Z","end":"2026-05-04T03:59:12.878319Z","steps":["trace[828456535] 'agreement among raft nodes before linearized reading' (duration: 121.001464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:12.878466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:12.365978Z","time spent":"512.434889ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-04T03:59:13.11952Z","caller":"traceutil/trace.go:171","msg":"trace[807651586] linearizableReadLoop","detail":"{readStateIndex:28981; appliedIndex:28980; }","duration":"235.194091ms","start":"2026-05-04T03:59:12.884301Z","end":"2026-05-04T03:59:13.119495Z","steps":["trace[807651586] 'read index received' (duration: 234.963725ms)","trace[807651586] 'applied index is now lower than readState.Index' (duration: 229.326µs)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:59:13.119734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.418717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-04T03:59:13.119772Z","caller":"traceutil/trace.go:171","msg":"trace[791745019] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28020; }","duration":"235.488399ms","start":"2026-05-04T03:59:12.884269Z","end":"2026-05-04T03:59:13.119757Z","steps":["trace[791745019] 'agreement among raft nodes before linearized reading' (duration: 235.319885ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:13.119713Z","caller":"traceutil/trace.go:171","msg":"trace[1872154991] transaction","detail":"{read_only:false; response_revision:28020; number_of_response:1; }","duration":"236.421144ms","start":"2026-05-04T03:59:12.883259Z","end":"2026-05-04T03:59:13.11968Z","steps":["trace[1872154991] 'process raft request' (duration: 236.037854ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:13.404914Z","caller":"traceutil/trace.go:171","msg":"trace[458278316] transaction","detail":"{read_only:false; response_revision:28021; number_of_response:1; }","duration":"420.262023ms","start":"2026-05-04T03:59:12.984622Z","end":"2026-05-04T03:59:13.404884Z","steps":["trace[458278316] 'process raft request' (duration: 380.567939ms)","trace[458278316] 'compare' (duration: 39.55595ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:59:13.405089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:12.984602Z","time spent":"420.394806ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:59:13.474859Z","caller":"traceutil/trace.go:171","msg":"trace[1706129442] transaction","detail":"{read_only:false; response_revision:28022; number_of_response:1; }","duration":"350.468387ms","start":"2026-05-04T03:59:13.124367Z","end":"2026-05-04T03:59:13.474835Z","steps":["trace[1706129442] 'process raft request' (duration: 350.240021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:13.475018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:13.124323Z","time spent":"350.622891ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:59:13.475005Z","caller":"traceutil/trace.go:171","msg":"trace[437956594] linearizableReadLoop","detail":"{readStateIndex:28983; appliedIndex:28981; }","duration":"330.532343ms","start":"2026-05-04T03:59:13.144445Z","end":"2026-05-04T03:59:13.474978Z","steps":["trace[437956594] 'read index received' (duration: 220.762636ms)","trace[437956594] 'applied index is now lower than readState.Index' (duration: 109.767577ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:59:13.475152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.681817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T03:59:13.475104Z","caller":"traceutil/trace.go:171","msg":"trace[738175166] transaction","detail":"{read_only:false; response_revision:28023; number_of_response:1; }","duration":"194.841729ms","start":"2026-05-04T03:59:13.28019Z","end":"2026-05-04T03:59:13.475032Z","steps":["trace[738175166] 'process raft request' (duration: 194.586732ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:13.475196Z","caller":"traceutil/trace.go:171","msg":"trace[2099229992] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:28023; }","duration":"330.78802ms","start":"2026-05-04T03:59:13.144398Z","end":"2026-05-04T03:59:13.475186Z","steps":["trace[2099229992] 'agreement among raft nodes before linearized reading' (duration: 330.672986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:13.475232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:13.144377Z","time spent":"330.846192ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-04T03:59:18.287303Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000007167.wal"} {"level":"warn","ts":"2026-05-04T03:59:19.668005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.178859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-04T03:59:19.66816Z","caller":"traceutil/trace.go:171","msg":"trace[377269903] transaction","detail":"{read_only:false; response_revision:28127; number_of_response:1; }","duration":"244.783872ms","start":"2026-05-04T03:59:19.423353Z","end":"2026-05-04T03:59:19.668137Z","steps":["trace[377269903] 'process raft request' (duration: 89.999767ms)","trace[377269903] 'compare' (duration: 153.812249ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:59:19.668191Z","caller":"traceutil/trace.go:171","msg":"trace[471581689] transaction","detail":"{read_only:false; response_revision:28128; number_of_response:1; }","duration":"168.109949ms","start":"2026-05-04T03:59:19.50007Z","end":"2026-05-04T03:59:19.66818Z","steps":["trace[471581689] 'process raft request' (duration: 168.054358ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:19.668268Z","caller":"traceutil/trace.go:171","msg":"trace[180376388] linearizableReadLoop","detail":"{readStateIndex:29090; appliedIndex:29089; }","duration":"214.078384ms","start":"2026-05-04T03:59:19.454156Z","end":"2026-05-04T03:59:19.668234Z","steps":["trace[180376388] 'read index received' (duration: 59.212586ms)","trace[180376388] 'applied index is now lower than readState.Index' (duration: 154.861898ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:59:19.668544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.370963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-75091ba4-619f-4d05-bc31-f8ce0b5d191d\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-05-04T03:59:19.668592Z","caller":"traceutil/trace.go:171","msg":"trace[92137540] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-75091ba4-619f-4d05-bc31-f8ce0b5d191d; range_end:; response_count:1; response_revision:28128; }","duration":"214.462095ms","start":"2026-05-04T03:59:19.454118Z","end":"2026-05-04T03:59:19.66858Z","steps":["trace[92137540] 'agreement among raft nodes before linearized reading' (duration: 214.26109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:19.947704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.775667ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-04T03:59:19.947951Z","caller":"traceutil/trace.go:171","msg":"trace[462456772] transaction","detail":"{read_only:false; response_revision:28130; number_of_response:1; }","duration":"357.252214ms","start":"2026-05-04T03:59:19.590665Z","end":"2026-05-04T03:59:19.947917Z","steps":["trace[462456772] 'process raft request' (duration: 357.162591ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:19.947972Z","caller":"traceutil/trace.go:171","msg":"trace[1865854666] transaction","detail":"{read_only:false; response_revision:28129; number_of_response:1; }","duration":"360.125522ms","start":"2026-05-04T03:59:19.587798Z","end":"2026-05-04T03:59:19.947924Z","steps":["trace[1865854666] 'process raft request' (duration: 257.050988ms)","trace[1865854666] 'compare' (duration: 102.645452ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:59:19.948392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:19.590639Z","time spent":"357.351776ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:59:19.948474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:19.587767Z","time spent":"360.645406ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:59:19.948139Z","caller":"traceutil/trace.go:171","msg":"trace[1273376188] linearizableReadLoop","detail":"{readStateIndex:29094; appliedIndex:29091; }","duration":"279.739167ms","start":"2026-05-04T03:59:19.668347Z","end":"2026-05-04T03:59:19.948086Z","steps":["trace[1273376188] 'read index received' (duration: 176.513869ms)","trace[1273376188] 'applied index is now lower than readState.Index' (duration: 103.223748ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:59:19.948195Z","caller":"traceutil/trace.go:171","msg":"trace[1089559300] transaction","detail":"{read_only:false; response_revision:28131; number_of_response:1; }","duration":"357.193222ms","start":"2026-05-04T03:59:19.590975Z","end":"2026-05-04T03:59:19.948169Z","steps":["trace[1089559300] 'process raft request' (duration: 356.901574ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:19.948617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:19.59096Z","time spent":"357.625053ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:59:19.948336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.462003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-04T03:59:19.948716Z","caller":"traceutil/trace.go:171","msg":"trace[1012840194] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28131; }","duration":"326.895084ms","start":"2026-05-04T03:59:19.621807Z","end":"2026-05-04T03:59:19.948702Z","steps":["trace[1012840194] 'agreement among raft nodes before linearized reading' (duration: 326.355029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:19.948705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.69406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T03:59:19.948752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:19.621786Z","time spent":"326.959336ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-04T03:59:19.948741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.536736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T03:59:19.948339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.228324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-75091ba4-619f-4d05-bc31-f8ce0b5d191d\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-05-04T03:59:19.948794Z","caller":"traceutil/trace.go:171","msg":"trace[1951857327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28131; }","duration":"192.834064ms","start":"2026-05-04T03:59:19.755937Z","end":"2026-05-04T03:59:19.948771Z","steps":["trace[1951857327] 'agreement among raft nodes before linearized reading' (duration: 192.69083ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:19.948788Z","caller":"traceutil/trace.go:171","msg":"trace[174087290] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:28131; }","duration":"118.613888ms","start":"2026-05-04T03:59:19.830163Z","end":"2026-05-04T03:59:19.948777Z","steps":["trace[174087290] 'agreement among raft nodes before linearized reading' (duration: 118.543356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:19.948338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.573501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-04T03:59:19.948837Z","caller":"traceutil/trace.go:171","msg":"trace[1345636753] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-75091ba4-619f-4d05-bc31-f8ce0b5d191d; range_end:; response_count:1; response_revision:28131; }","duration":"401.772658ms","start":"2026-05-04T03:59:19.547043Z","end":"2026-05-04T03:59:19.948816Z","steps":["trace[1345636753] 'agreement among raft nodes before linearized reading' (duration: 401.130531ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:19.948875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.58198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-04T03:59:19.948906Z","caller":"traceutil/trace.go:171","msg":"trace[191006971] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28131; }","duration":"318.178436ms","start":"2026-05-04T03:59:19.630712Z","end":"2026-05-04T03:59:19.948891Z","steps":["trace[191006971] 'agreement among raft nodes before linearized reading' (duration: 317.452396ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:19.948928Z","caller":"traceutil/trace.go:171","msg":"trace[911394436] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:28131; }","duration":"128.680263ms","start":"2026-05-04T03:59:19.820235Z","end":"2026-05-04T03:59:19.948915Z","steps":["trace[911394436] 'agreement among raft nodes before linearized reading' (duration: 128.488928ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:19.948937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:19.54702Z","time spent":"401.899702ms","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-75091ba4-619f-4d05-bc31-f8ce0b5d191d\" "} {"level":"warn","ts":"2026-05-04T03:59:19.94898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:19.630701Z","time spent":"318.245339ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-04T03:59:20.204248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.476604ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-05-04T03:59:20.280227Z","caller":"traceutil/trace.go:171","msg":"trace[1903299650] transaction","detail":"{read_only:false; response_revision:28132; number_of_response:1; }","duration":"326.154274ms","start":"2026-05-04T03:59:19.954052Z","end":"2026-05-04T03:59:20.280207Z","steps":["trace[1903299650] 'process raft request' (duration: 325.98661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:20.280345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:19.954035Z","time spent":"326.247346ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:59:20.280532Z","caller":"traceutil/trace.go:171","msg":"trace[1833605306] transaction","detail":"{read_only:false; response_revision:28133; number_of_response:1; }","duration":"326.075741ms","start":"2026-05-04T03:59:19.954432Z","end":"2026-05-04T03:59:20.280508Z","steps":["trace[1833605306] 'process raft request' (duration: 325.735892ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:20.280606Z","caller":"traceutil/trace.go:171","msg":"trace[461572004] linearizableReadLoop","detail":"{readStateIndex:29098; appliedIndex:29095; }","duration":"115.717639ms","start":"2026-05-04T03:59:20.164863Z","end":"2026-05-04T03:59:20.280581Z","steps":["trace[461572004] 'read index received' (duration: 115.254697ms)","trace[461572004] 'applied index is now lower than readState.Index' (duration: 461.692µs)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:59:20.280641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:19.954409Z","time spent":"326.186745ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:59:20.280697Z","caller":"traceutil/trace.go:171","msg":"trace[109334403] transaction","detail":"{read_only:false; response_revision:28134; number_of_response:1; }","duration":"323.651305ms","start":"2026-05-04T03:59:19.957033Z","end":"2026-05-04T03:59:20.280685Z","steps":["trace[109334403] 'process raft request' (duration: 323.414349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:20.280822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.927105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:59:20.280898Z","caller":"traceutil/trace.go:171","msg":"trace[1253464280] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:28134; }","duration":"116.060888ms","start":"2026-05-04T03:59:20.164819Z","end":"2026-05-04T03:59:20.28088Z","steps":["trace[1253464280] 'agreement among raft nodes before linearized reading' (duration: 115.876073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:20.280923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:19.957025Z","time spent":"323.8134ms","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3743,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:59:20.498595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.10374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-04T03:59:20.498787Z","caller":"traceutil/trace.go:171","msg":"trace[400379184] transaction","detail":"{read_only:false; response_revision:28135; number_of_response:1; }","duration":"293.287756ms","start":"2026-05-04T03:59:20.205468Z","end":"2026-05-04T03:59:20.498755Z","steps":["trace[400379184] 'process raft request' (duration: 188.854476ms)","trace[400379184] 'compare' (duration: 103.513684ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:59:20.49885Z","caller":"traceutil/trace.go:171","msg":"trace[1549399153] linearizableReadLoop","detail":"{readStateIndex:29099; appliedIndex:29098; }","duration":"218.145604ms","start":"2026-05-04T03:59:20.280678Z","end":"2026-05-04T03:59:20.498823Z","steps":["trace[1549399153] 'read index received' (duration: 113.656913ms)","trace[1549399153] 'applied index is now lower than readState.Index' (duration: 104.485621ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:59:20.499018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.732617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-04T03:59:20.499077Z","caller":"traceutil/trace.go:171","msg":"trace[623247369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28135; }","duration":"297.816449ms","start":"2026-05-04T03:59:20.201247Z","end":"2026-05-04T03:59:20.499064Z","steps":["trace[623247369] 'agreement among raft nodes before linearized reading' (duration: 297.586883ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:20.499038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.301885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-04T03:59:20.499172Z","caller":"traceutil/trace.go:171","msg":"trace[1037595621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28135; }","duration":"301.468659ms","start":"2026-05-04T03:59:20.197694Z","end":"2026-05-04T03:59:20.499163Z","steps":["trace[1037595621] 'agreement among raft nodes before linearized reading' (duration: 301.209592ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:20.499196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:20.19768Z","time spent":"301.51031ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-04T03:59:20.550727Z","caller":"traceutil/trace.go:171","msg":"trace[1779715955] transaction","detail":"{read_only:false; response_revision:28136; number_of_response:1; }","duration":"167.263495ms","start":"2026-05-04T03:59:20.38343Z","end":"2026-05-04T03:59:20.550694Z","steps":["trace[1779715955] 'process raft request' (duration: 166.925166ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:26.776138Z","caller":"traceutil/trace.go:171","msg":"trace[456428948] linearizableReadLoop","detail":"{readStateIndex:29168; appliedIndex:29167; }","duration":"168.178532ms","start":"2026-05-04T03:59:26.607927Z","end":"2026-05-04T03:59:26.776106Z","steps":["trace[456428948] 'read index received' (duration: 167.986306ms)","trace[456428948] 'applied index is now lower than readState.Index' (duration: 191.026µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:59:26.776243Z","caller":"traceutil/trace.go:171","msg":"trace[1107698510] transaction","detail":"{read_only:false; response_revision:28203; number_of_response:1; }","duration":"179.333696ms","start":"2026-05-04T03:59:26.596899Z","end":"2026-05-04T03:59:26.776232Z","steps":["trace[1107698510] 'process raft request' (duration: 179.076729ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:26.776463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.509131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T03:59:26.776544Z","caller":"traceutil/trace.go:171","msg":"trace[2029671749] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:28203; }","duration":"168.603233ms","start":"2026-05-04T03:59:26.607906Z","end":"2026-05-04T03:59:26.776509Z","steps":["trace[2029671749] 'agreement among raft nodes before linearized reading' (duration: 168.445458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:26.776538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.224854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-04T03:59:26.776615Z","caller":"traceutil/trace.go:171","msg":"trace[1590035528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28203; }","duration":"149.352927ms","start":"2026-05-04T03:59:26.627245Z","end":"2026-05-04T03:59:26.776598Z","steps":["trace[1590035528] 'agreement among raft nodes before linearized reading' (duration: 149.117131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:26.886599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.586647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a8588efc-5f29-4ff5-b5ef-1c8425f30d42\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-05-04T03:59:26.886705Z","caller":"traceutil/trace.go:171","msg":"trace[1402113246] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a8588efc-5f29-4ff5-b5ef-1c8425f30d42; range_end:; response_count:1; response_revision:28203; }","duration":"107.740952ms","start":"2026-05-04T03:59:26.778944Z","end":"2026-05-04T03:59:26.886685Z","steps":["trace[1402113246] 'range keys from in-memory index tree' (duration: 107.408203ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:26.955562Z","caller":"traceutil/trace.go:171","msg":"trace[316138560] transaction","detail":"{read_only:false; response_revision:28204; number_of_response:1; }","duration":"174.492574ms","start":"2026-05-04T03:59:26.781039Z","end":"2026-05-04T03:59:26.955532Z","steps":["trace[316138560] 'process raft request' (duration: 174.115414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:27.143937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.058621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-04T03:59:27.144076Z","caller":"traceutil/trace.go:171","msg":"trace[1886975092] transaction","detail":"{read_only:false; response_revision:28205; number_of_response:1; }","duration":"195.267401ms","start":"2026-05-04T03:59:26.948792Z","end":"2026-05-04T03:59:27.144059Z","steps":["trace[1886975092] 'process raft request' (duration: 54.010505ms)","trace[1886975092] 'compare' (duration: 140.955878ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:59:27.14424Z","caller":"traceutil/trace.go:171","msg":"trace[1408290689] linearizableReadLoop","detail":"{readStateIndex:29172; appliedIndex:29169; }","duration":"107.915657ms","start":"2026-05-04T03:59:27.036317Z","end":"2026-05-04T03:59:27.144232Z","steps":["trace[1408290689] 'read index received' (duration: 81.469075ms)","trace[1408290689] 'applied index is now lower than readState.Index' (duration: 26.445842ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:59:27.144555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.204994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-04T03:59:27.144651Z","caller":"traceutil/trace.go:171","msg":"trace[1808034015] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28207; }","duration":"108.374179ms","start":"2026-05-04T03:59:27.036256Z","end":"2026-05-04T03:59:27.14463Z","steps":["trace[1808034015] 'agreement among raft nodes before linearized reading' (duration: 108.125162ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:27.144724Z","caller":"traceutil/trace.go:171","msg":"trace[248743187] transaction","detail":"{read_only:false; response_revision:28206; number_of_response:1; }","duration":"172.53328ms","start":"2026-05-04T03:59:26.972183Z","end":"2026-05-04T03:59:27.144716Z","steps":["trace[248743187] 'process raft request' (duration: 171.842371ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:27.144793Z","caller":"traceutil/trace.go:171","msg":"trace[122363583] transaction","detail":"{read_only:false; response_revision:28207; number_of_response:1; }","duration":"172.469519ms","start":"2026-05-04T03:59:26.972319Z","end":"2026-05-04T03:59:27.144788Z","steps":["trace[122363583] 'process raft request' (duration: 171.881953ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:27.299036Z","caller":"traceutil/trace.go:171","msg":"trace[754772684] transaction","detail":"{read_only:false; response_revision:28209; number_of_response:1; }","duration":"123.190613ms","start":"2026-05-04T03:59:27.17582Z","end":"2026-05-04T03:59:27.29901Z","steps":["trace[754772684] 'process raft request' (duration: 123.034229ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:36.490456Z","caller":"traceutil/trace.go:171","msg":"trace[306764276] linearizableReadLoop","detail":"{readStateIndex:29249; appliedIndex:29246; }","duration":"465.662083ms","start":"2026-05-04T03:59:36.024774Z","end":"2026-05-04T03:59:36.490437Z","steps":["trace[306764276] 'read index received' (duration: 16.187412ms)","trace[306764276] 'applied index is now lower than readState.Index' (duration: 449.473951ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:59:36.490716Z","caller":"traceutil/trace.go:171","msg":"trace[1645781325] transaction","detail":"{read_only:false; response_revision:28281; number_of_response:1; }","duration":"480.620151ms","start":"2026-05-04T03:59:36.010084Z","end":"2026-05-04T03:59:36.490704Z","steps":["trace[1645781325] 'process raft request' (duration: 480.152358ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:36.490801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:36.010059Z","time spent":"480.678543ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:59:36.490926Z","caller":"traceutil/trace.go:171","msg":"trace[167797327] transaction","detail":"{read_only:false; response_revision:28282; number_of_response:1; }","duration":"480.012095ms","start":"2026-05-04T03:59:36.010907Z","end":"2026-05-04T03:59:36.490919Z","steps":["trace[167797327] 'process raft request' (duration: 479.496131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:36.490961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:36.010899Z","time spent":"480.041355ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:59:36.491122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.345481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-04T03:59:36.491144Z","caller":"traceutil/trace.go:171","msg":"trace[1719552000] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28282; }","duration":"466.386153ms","start":"2026-05-04T03:59:36.024751Z","end":"2026-05-04T03:59:36.491137Z","steps":["trace[1719552000] 'agreement among raft nodes before linearized reading' (duration: 466.29465ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:36.491162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:36.024739Z","time spent":"466.418323ms","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-04T03:59:36.491301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.687892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:59:36.491326Z","caller":"traceutil/trace.go:171","msg":"trace[1269346943] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:28282; }","duration":"247.741344ms","start":"2026-05-04T03:59:36.243576Z","end":"2026-05-04T03:59:36.491317Z","steps":["trace[1269346943] 'agreement among raft nodes before linearized reading' (duration: 247.702563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:36.491502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.596906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-04T03:59:36.491523Z","caller":"traceutil/trace.go:171","msg":"trace[1617612843] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28282; }","duration":"141.617596ms","start":"2026-05-04T03:59:36.349899Z","end":"2026-05-04T03:59:36.491516Z","steps":["trace[1617612843] 'agreement among raft nodes before linearized reading' (duration: 141.555594ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:36.491623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.446668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T03:59:36.491643Z","caller":"traceutil/trace.go:171","msg":"trace[318782417] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28282; }","duration":"150.493818ms","start":"2026-05-04T03:59:36.341144Z","end":"2026-05-04T03:59:36.491637Z","steps":["trace[318782417] 'agreement among raft nodes before linearized reading' (duration: 150.455157ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:36.491796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.189078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T03:59:36.491816Z","caller":"traceutil/trace.go:171","msg":"trace[1361270243] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:28282; }","duration":"214.223528ms","start":"2026-05-04T03:59:36.277586Z","end":"2026-05-04T03:59:36.49181Z","steps":["trace[1361270243] 'agreement among raft nodes before linearized reading' (duration: 214.148206ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:36.491964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.300511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:59:36.492013Z","caller":"traceutil/trace.go:171","msg":"trace[1143344080] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:28282; }","duration":"225.381573ms","start":"2026-05-04T03:59:36.266618Z","end":"2026-05-04T03:59:36.491999Z","steps":["trace[1143344080] 'agreement among raft nodes before linearized reading' (duration: 225.295581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:36.722878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.8423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:59:36.72294Z","caller":"traceutil/trace.go:171","msg":"trace[1191057555] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:28283; }","duration":"131.950383ms","start":"2026-05-04T03:59:36.590974Z","end":"2026-05-04T03:59:36.722925Z","steps":["trace[1191057555] 'range keys from in-memory index tree' (duration: 131.666404ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:37.283668Z","caller":"traceutil/trace.go:171","msg":"trace[651280188] transaction","detail":"{read_only:false; response_revision:28287; number_of_response:1; }","duration":"107.745461ms","start":"2026-05-04T03:59:37.175893Z","end":"2026-05-04T03:59:37.283638Z","steps":["trace[651280188] 'process raft request' (duration: 63.339579ms)","trace[651280188] 'compare' (duration: 44.278799ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:59:37.443197Z","caller":"traceutil/trace.go:171","msg":"trace[1058556590] transaction","detail":"{read_only:false; response_revision:28288; number_of_response:1; }","duration":"263.588796ms","start":"2026-05-04T03:59:37.179584Z","end":"2026-05-04T03:59:37.443173Z","steps":["trace[1058556590] 'process raft request' (duration: 209.106218ms)","trace[1058556590] 'compare' (duration: 54.304983ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:59:37.443424Z","caller":"traceutil/trace.go:171","msg":"trace[96433666] linearizableReadLoop","detail":"{readStateIndex:29256; appliedIndex:29253; }","duration":"236.308332ms","start":"2026-05-04T03:59:37.207082Z","end":"2026-05-04T03:59:37.44339Z","steps":["trace[96433666] 'read index received' (duration: 32.163018ms)","trace[96433666] 'applied index is now lower than readState.Index' (duration: 204.143733ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:59:37.443561Z","caller":"traceutil/trace.go:171","msg":"trace[1304479653] transaction","detail":"{read_only:false; response_revision:28289; number_of_response:1; }","duration":"262.830095ms","start":"2026-05-04T03:59:37.180685Z","end":"2026-05-04T03:59:37.443515Z","steps":["trace[1304479653] 'process raft request' (duration: 262.439784ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:37.443646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.551578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-04T03:59:37.443676Z","caller":"traceutil/trace.go:171","msg":"trace[577020393] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28289; }","duration":"236.63906ms","start":"2026-05-04T03:59:37.207026Z","end":"2026-05-04T03:59:37.443665Z","steps":["trace[577020393] 'agreement among raft nodes before linearized reading' (duration: 236.485206ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:37.443749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.940043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T03:59:37.443855Z","caller":"traceutil/trace.go:171","msg":"trace[91282343] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:28289; }","duration":"228.090437ms","start":"2026-05-04T03:59:37.215746Z","end":"2026-05-04T03:59:37.443837Z","steps":["trace[91282343] 'agreement among raft nodes before linearized reading' (duration: 227.899611ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:40.302086Z","caller":"traceutil/trace.go:171","msg":"trace[1056961051] transaction","detail":"{read_only:false; response_revision:28309; number_of_response:1; }","duration":"250.042316ms","start":"2026-05-04T03:59:40.052015Z","end":"2026-05-04T03:59:40.302057Z","steps":["trace[1056961051] 'process raft request' (duration: 203.187107ms)","trace[1056961051] 'compare' (duration: 46.655344ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:59:40.70572Z","caller":"traceutil/trace.go:171","msg":"trace[187977157] transaction","detail":"{read_only:false; response_revision:28310; number_of_response:1; }","duration":"203.010453ms","start":"2026-05-04T03:59:40.502682Z","end":"2026-05-04T03:59:40.705692Z","steps":["trace[187977157] 'process raft request' (duration: 202.770546ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:40.715667Z","caller":"traceutil/trace.go:171","msg":"trace[2129424195] linearizableReadLoop","detail":"{readStateIndex:29279; appliedIndex:29277; }","duration":"208.127342ms","start":"2026-05-04T03:59:40.507521Z","end":"2026-05-04T03:59:40.715648Z","steps":["trace[2129424195] 'read index received' (duration: 197.914554ms)","trace[2129424195] 'applied index is now lower than readState.Index' (duration: 10.211648ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:59:40.715762Z","caller":"traceutil/trace.go:171","msg":"trace[1634113287] transaction","detail":"{read_only:false; response_revision:28311; number_of_response:1; }","duration":"212.613825ms","start":"2026-05-04T03:59:40.503129Z","end":"2026-05-04T03:59:40.715743Z","steps":["trace[1634113287] 'process raft request' (duration: 212.364788ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:40.715894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.355578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T03:59:40.715957Z","caller":"traceutil/trace.go:171","msg":"trace[1207250536] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:28311; }","duration":"208.4362ms","start":"2026-05-04T03:59:40.507506Z","end":"2026-05-04T03:59:40.715942Z","steps":["trace[1207250536] 'agreement among raft nodes before linearized reading' (duration: 208.253825ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:40.716059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.799372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-04T03:59:40.716104Z","caller":"traceutil/trace.go:171","msg":"trace[545466311] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28311; }","duration":"152.894694ms","start":"2026-05-04T03:59:40.563198Z","end":"2026-05-04T03:59:40.716093Z","steps":["trace[545466311] 'agreement among raft nodes before linearized reading' (duration: 152.72226ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:44.25596Z","caller":"traceutil/trace.go:171","msg":"trace[1961118628] transaction","detail":"{read_only:false; response_revision:28338; number_of_response:1; }","duration":"133.969447ms","start":"2026-05-04T03:59:44.121961Z","end":"2026-05-04T03:59:44.25593Z","steps":["trace[1961118628] 'process raft request' (duration: 133.603187ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:44.420641Z","caller":"traceutil/trace.go:171","msg":"trace[800536426] transaction","detail":"{read_only:false; response_revision:28339; number_of_response:1; }","duration":"108.07705ms","start":"2026-05-04T03:59:44.312541Z","end":"2026-05-04T03:59:44.420619Z","steps":["trace[800536426] 'process raft request' (duration: 107.196696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:45.467181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.751689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:59:45.467241Z","caller":"traceutil/trace.go:171","msg":"trace[232593411] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:28352; }","duration":"397.864952ms","start":"2026-05-04T03:59:45.069363Z","end":"2026-05-04T03:59:45.467228Z","steps":["trace[232593411] 'count revisions from in-memory index tree' (duration: 397.671607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:45.467319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:45.069346Z","time spent":"397.959994ms","remote":"127.0.0.1:41748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:59:45.467833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.664349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-04T03:59:45.467857Z","caller":"traceutil/trace.go:171","msg":"trace[385054069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28352; }","duration":"348.689179ms","start":"2026-05-04T03:59:45.119162Z","end":"2026-05-04T03:59:45.467851Z","steps":["trace[385054069] 'range keys from in-memory index tree' (duration: 348.570136ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:45.467881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:45.119117Z","time spent":"348.751561ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T03:59:45.488238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.308739ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-04T03:59:45.488407Z","caller":"traceutil/trace.go:171","msg":"trace[8999401] transaction","detail":"{read_only:false; response_revision:28353; number_of_response:1; }","duration":"173.153066ms","start":"2026-05-04T03:59:45.315245Z","end":"2026-05-04T03:59:45.488398Z","steps":["trace[8999401] 'process raft request' (duration: 173.048023ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:45.48848Z","caller":"traceutil/trace.go:171","msg":"trace[451114595] transaction","detail":"{read_only:false; response_revision:28354; number_of_response:1; }","duration":"135.017725ms","start":"2026-05-04T03:59:45.353458Z","end":"2026-05-04T03:59:45.488475Z","steps":["trace[451114595] 'process raft request' (duration: 134.915903ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:46.976885Z","caller":"traceutil/trace.go:171","msg":"trace[1330920824] transaction","detail":"{read_only:false; response_revision:28368; number_of_response:1; }","duration":"246.585932ms","start":"2026-05-04T03:59:46.730279Z","end":"2026-05-04T03:59:46.976865Z","steps":["trace[1330920824] 'process raft request' (duration: 246.415457ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:46.989651Z","caller":"traceutil/trace.go:171","msg":"trace[2138398757] transaction","detail":"{read_only:false; response_revision:28369; number_of_response:1; }","duration":"257.766477ms","start":"2026-05-04T03:59:46.731852Z","end":"2026-05-04T03:59:46.989619Z","steps":["trace[2138398757] 'process raft request' (duration: 257.574382ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:46.989693Z","caller":"traceutil/trace.go:171","msg":"trace[733357364] transaction","detail":"{read_only:false; response_revision:28370; number_of_response:1; }","duration":"120.625754ms","start":"2026-05-04T03:59:46.869042Z","end":"2026-05-04T03:59:46.989668Z","steps":["trace[733357364] 'process raft request' (duration: 120.49117ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:46.98967Z","caller":"traceutil/trace.go:171","msg":"trace[1433870690] linearizableReadLoop","detail":"{readStateIndex:29338; appliedIndex:29336; }","duration":"232.841697ms","start":"2026-05-04T03:59:46.756754Z","end":"2026-05-04T03:59:46.989596Z","steps":["trace[1433870690] 'read index received' (duration: 219.935184ms)","trace[1433870690] 'applied index is now lower than readState.Index' (duration: 12.905273ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:59:46.989898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.118364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T03:59:46.990023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.124306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-04T03:59:46.990049Z","caller":"traceutil/trace.go:171","msg":"trace[10265041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28370; }","duration":"233.303119ms","start":"2026-05-04T03:59:46.756724Z","end":"2026-05-04T03:59:46.990028Z","steps":["trace[10265041] 'agreement among raft nodes before linearized reading' (duration: 233.089193ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:46.990098Z","caller":"traceutil/trace.go:171","msg":"trace[1738660149] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28370; }","duration":"140.234569ms","start":"2026-05-04T03:59:46.849843Z","end":"2026-05-04T03:59:46.990078Z","steps":["trace[1738660149] 'agreement among raft nodes before linearized reading' (duration: 140.015933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:46.990144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.500776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-04T03:59:46.991157Z","caller":"traceutil/trace.go:171","msg":"trace[900075699] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28370; }","duration":"126.557755ms","start":"2026-05-04T03:59:46.864564Z","end":"2026-05-04T03:59:46.991122Z","steps":["trace[900075699] 'agreement among raft nodes before linearized reading' (duration: 125.327842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:47.255887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.38626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:59:47.255962Z","caller":"traceutil/trace.go:171","msg":"trace[1914101334] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:28372; }","duration":"115.495783ms","start":"2026-05-04T03:59:47.140448Z","end":"2026-05-04T03:59:47.255944Z","steps":["trace[1914101334] 'range keys from in-memory index tree' (duration: 115.319618ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:49.117743Z","caller":"traceutil/trace.go:171","msg":"trace[197423128] transaction","detail":"{read_only:false; response_revision:28382; number_of_response:1; }","duration":"135.288612ms","start":"2026-05-04T03:59:48.98243Z","end":"2026-05-04T03:59:49.117718Z","steps":["trace[197423128] 'process raft request' (duration: 135.134628ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:49.200942Z","caller":"traceutil/trace.go:171","msg":"trace[585514841] linearizableReadLoop","detail":"{readStateIndex:29352; appliedIndex:29350; }","duration":"194.006255ms","start":"2026-05-04T03:59:49.006909Z","end":"2026-05-04T03:59:49.200915Z","steps":["trace[585514841] 'read index received' (duration: 110.710841ms)","trace[585514841] 'applied index is now lower than readState.Index' (duration: 83.294364ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:59:49.201014Z","caller":"traceutil/trace.go:171","msg":"trace[1268092539] transaction","detail":"{read_only:false; response_revision:28383; number_of_response:1; }","duration":"206.780525ms","start":"2026-05-04T03:59:48.994183Z","end":"2026-05-04T03:59:49.200963Z","steps":["trace[1268092539] 'process raft request' (duration: 189.902524ms)","trace[1268092539] 'compare' (duration: 16.706966ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:59:49.201119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.205321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-04T03:59:49.201167Z","caller":"traceutil/trace.go:171","msg":"trace[1425258044] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28383; }","duration":"194.314974ms","start":"2026-05-04T03:59:49.00684Z","end":"2026-05-04T03:59:49.201155Z","steps":["trace[1425258044] 'agreement among raft nodes before linearized reading' (duration: 194.17435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:49.201175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.232012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-04T03:59:49.201187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.024086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T03:59:49.20121Z","caller":"traceutil/trace.go:171","msg":"trace[796330470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28383; }","duration":"194.313594ms","start":"2026-05-04T03:59:49.006887Z","end":"2026-05-04T03:59:49.201201Z","steps":["trace[796330470] 'agreement among raft nodes before linearized reading' (duration: 194.17354ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:49.201245Z","caller":"traceutil/trace.go:171","msg":"trace[773228717] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:28383; }","duration":"157.123659ms","start":"2026-05-04T03:59:49.044105Z","end":"2026-05-04T03:59:49.201228Z","steps":["trace[773228717] 'agreement among raft nodes before linearized reading' (duration: 157.015456ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:53.935271Z","caller":"traceutil/trace.go:171","msg":"trace[63388263] transaction","detail":"{read_only:false; response_revision:28422; number_of_response:1; }","duration":"109.429907ms","start":"2026-05-04T03:59:53.825812Z","end":"2026-05-04T03:59:53.935242Z","steps":["trace[63388263] 'process raft request' (duration: 109.247782ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:54.035897Z","caller":"traceutil/trace.go:171","msg":"trace[1344026723] linearizableReadLoop","detail":"{readStateIndex:29393; appliedIndex:29391; }","duration":"130.988516ms","start":"2026-05-04T03:59:53.904876Z","end":"2026-05-04T03:59:54.035865Z","steps":["trace[1344026723] 'read index received' (duration: 30.163944ms)","trace[1344026723] 'applied index is now lower than readState.Index' (duration: 100.823172ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:59:54.035948Z","caller":"traceutil/trace.go:171","msg":"trace[1545633199] transaction","detail":"{read_only:false; response_revision:28423; number_of_response:1; }","duration":"204.321648ms","start":"2026-05-04T03:59:53.831585Z","end":"2026-05-04T03:59:54.035907Z","steps":["trace[1545633199] 'process raft request' (duration: 144.139075ms)","trace[1545633199] 'compare' (duration: 59.967617ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:59:54.036051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.15216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:59:54.036125Z","caller":"traceutil/trace.go:171","msg":"trace[975346735] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:28423; }","duration":"131.283894ms","start":"2026-05-04T03:59:53.904822Z","end":"2026-05-04T03:59:54.036106Z","steps":["trace[975346735] 'agreement among raft nodes before linearized reading' (duration: 131.1455ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:57.853067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.218328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:59:57.853141Z","caller":"traceutil/trace.go:171","msg":"trace[11557845] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:28450; }","duration":"107.317681ms","start":"2026-05-04T03:59:57.745791Z","end":"2026-05-04T03:59:57.853108Z","steps":["trace[11557845] 'count revisions from in-memory index tree' (duration: 107.135235ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:59.363198Z","caller":"traceutil/trace.go:171","msg":"trace[284046484] transaction","detail":"{read_only:false; response_revision:28456; number_of_response:1; }","duration":"208.492732ms","start":"2026-05-04T03:59:59.154685Z","end":"2026-05-04T03:59:59.363177Z","steps":["trace[284046484] 'process raft request' (duration: 208.331098ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:59.558324Z","caller":"traceutil/trace.go:171","msg":"trace[1305008439] linearizableReadLoop","detail":"{readStateIndex:29428; appliedIndex:29426; }","duration":"312.261605ms","start":"2026-05-04T03:59:59.246039Z","end":"2026-05-04T03:59:59.558301Z","steps":["trace[1305008439] 'read index received' (duration: 117.035725ms)","trace[1305008439] 'applied index is now lower than readState.Index' (duration: 195.22232ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:59:59.558413Z","caller":"traceutil/trace.go:171","msg":"trace[286656556] transaction","detail":"{read_only:false; response_revision:28458; number_of_response:1; }","duration":"256.417191ms","start":"2026-05-04T03:59:59.301987Z","end":"2026-05-04T03:59:59.558404Z","steps":["trace[286656556] 'process raft request' (duration: 256.248246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:59.558561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.533622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-04T03:59:59.558594Z","caller":"traceutil/trace.go:171","msg":"trace[1864834559] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:28458; }","duration":"312.621525ms","start":"2026-05-04T03:59:59.245963Z","end":"2026-05-04T03:59:59.558585Z","steps":["trace[1864834559] 'agreement among raft nodes before linearized reading' (duration: 312.45747ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:59.558619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:59.245936Z","time spent":"312.675786ms","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":143,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:59:59.558633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.757167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-04T03:59:59.558649Z","caller":"traceutil/trace.go:171","msg":"trace[670026556] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28458; }","duration":"220.796487ms","start":"2026-05-04T03:59:59.337848Z","end":"2026-05-04T03:59:59.558645Z","steps":["trace[670026556] 'agreement among raft nodes before linearized reading' (duration: 220.728566ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:59.55867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.011809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-04T03:59:59.558739Z","caller":"traceutil/trace.go:171","msg":"trace[1953345096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28458; }","duration":"230.116742ms","start":"2026-05-04T03:59:59.328605Z","end":"2026-05-04T03:59:59.558722Z","steps":["trace[1953345096] 'agreement among raft nodes before linearized reading' (duration: 229.912057ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:59.559575Z","caller":"traceutil/trace.go:171","msg":"trace[850736208] transaction","detail":"{read_only:false; response_revision:28457; number_of_response:1; }","duration":"326.099753ms","start":"2026-05-04T03:59:59.232384Z","end":"2026-05-04T03:59:59.558484Z","steps":["trace[850736208] 'process raft request' (duration: 266.538717ms)","trace[850736208] 'compare' (duration: 59.032282ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:59:59.55983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:59.23236Z","time spent":"327.317947ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:00:03.478415Z","caller":"traceutil/trace.go:171","msg":"trace[1291300419] transaction","detail":"{read_only:false; response_revision:28531; number_of_response:1; }","duration":"104.660738ms","start":"2026-05-04T04:00:03.373719Z","end":"2026-05-04T04:00:03.478379Z","steps":["trace[1291300419] 'process raft request' (duration: 104.489353ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:04.070109Z","caller":"traceutil/trace.go:171","msg":"trace[1117443116] transaction","detail":"{read_only:false; response_revision:28532; number_of_response:1; }","duration":"496.962887ms","start":"2026-05-04T04:00:03.573114Z","end":"2026-05-04T04:00:04.070077Z","steps":["trace[1117443116] 'process raft request' (duration: 478.684668ms)","trace[1117443116] 'compare' (duration: 18.072213ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T04:00:04.070262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:03.573085Z","time spent":"497.095631ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:00:05.021621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.266199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-04T04:00:05.021845Z","caller":"traceutil/trace.go:171","msg":"trace[491348616] linearizableReadLoop","detail":"{readStateIndex:29507; appliedIndex:29503; }","duration":"1.39411425s","start":"2026-05-04T04:00:03.627718Z","end":"2026-05-04T04:00:05.021833Z","steps":["trace[491348616] 'read index received' (duration: 424.259713ms)","trace[491348616] 'applied index is now lower than readState.Index' (duration: 969.853827ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:00:05.022035Z","caller":"traceutil/trace.go:171","msg":"trace[1729781485] transaction","detail":"{read_only:false; response_revision:28533; number_of_response:1; }","duration":"1.396016462s","start":"2026-05-04T04:00:03.626001Z","end":"2026-05-04T04:00:05.022017Z","steps":["trace[1729781485] 'process raft request' (duration: 1.114284681s)","trace[1729781485] 'compare' (duration: 280.258661ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T04:00:05.022102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:03.625982Z","time spent":"1.396087624s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:00:05.022279Z","caller":"traceutil/trace.go:171","msg":"trace[1947251004] transaction","detail":"{read_only:false; response_revision:28534; number_of_response:1; }","duration":"1.395909289s","start":"2026-05-04T04:00:03.626358Z","end":"2026-05-04T04:00:05.022268Z","steps":["trace[1947251004] 'process raft request' (duration: 1.395337634s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:05.022338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:03.626347Z","time spent":"1.39596112s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:00:05.022482Z","caller":"traceutil/trace.go:171","msg":"trace[1007585541] transaction","detail":"{read_only:false; response_revision:28535; number_of_response:1; }","duration":"1.395341904s","start":"2026-05-04T04:00:03.62713Z","end":"2026-05-04T04:00:05.022472Z","steps":["trace[1007585541] 'process raft request' (duration: 1.394625254s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:05.022545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:03.627115Z","time spent":"1.395396485s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:00:05.022686Z","caller":"traceutil/trace.go:171","msg":"trace[223389603] transaction","detail":"{read_only:false; response_revision:28536; number_of_response:1; }","duration":"1.010830756s","start":"2026-05-04T04:00:04.011844Z","end":"2026-05-04T04:00:05.022675Z","steps":["trace[223389603] 'process raft request' (duration: 1.009940252s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:05.022748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:04.011815Z","time spent":"1.010899398s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:00:05.022958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395244051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-04T04:00:05.022997Z","caller":"traceutil/trace.go:171","msg":"trace[294358979] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28536; }","duration":"1.395308223s","start":"2026-05-04T04:00:03.627679Z","end":"2026-05-04T04:00:05.022987Z","steps":["trace[294358979] 'agreement among raft nodes before linearized reading' (duration: 1.39519451s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:05.023023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:03.627668Z","time spent":"1.395348244s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-04T04:00:05.063011Z","caller":"traceutil/trace.go:171","msg":"trace[1758805254] transaction","detail":"{read_only:false; response_revision:28537; number_of_response:1; }","duration":"894.324936ms","start":"2026-05-04T04:00:04.16866Z","end":"2026-05-04T04:00:05.062985Z","steps":["trace[1758805254] 'process raft request' (duration: 894.137391ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:05.063178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:04.168639Z","time spent":"894.449559ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:00:05.063476Z","caller":"traceutil/trace.go:171","msg":"trace[59251759] transaction","detail":"{read_only:false; response_revision:28538; number_of_response:1; }","duration":"499.793214ms","start":"2026-05-04T04:00:04.563649Z","end":"2026-05-04T04:00:05.063442Z","steps":["trace[59251759] 'process raft request' (duration: 499.294981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:05.063682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:04.563631Z","time spent":"499.924298ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:00:05.063735Z","caller":"traceutil/trace.go:171","msg":"trace[222825734] transaction","detail":"{read_only:false; response_revision:28539; number_of_response:1; }","duration":"457.601073ms","start":"2026-05-04T04:00:04.606114Z","end":"2026-05-04T04:00:05.063715Z","steps":["trace[222825734] 'process raft request' (duration: 457.366856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:05.063839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:04.60609Z","time spent":"457.697646ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:00:05.063854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009705786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:00:05.063957Z","caller":"traceutil/trace.go:171","msg":"trace[1403772993] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:28539; }","duration":"1.0098552s","start":"2026-05-04T04:00:04.054082Z","end":"2026-05-04T04:00:05.063937Z","steps":["trace[1403772993] 'agreement among raft nodes before linearized reading' (duration: 1.009709806s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:05.063974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.48179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-04T04:00:05.064007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.147159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:00:05.064033Z","caller":"traceutil/trace.go:171","msg":"trace[704182650] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:28539; }","duration":"768.585873ms","start":"2026-05-04T04:00:04.295433Z","end":"2026-05-04T04:00:05.064018Z","steps":["trace[704182650] 'agreement among raft nodes before linearized reading' (duration: 768.413118ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:05.06406Z","caller":"traceutil/trace.go:171","msg":"trace[1448097448] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:28539; }","duration":"902.239462ms","start":"2026-05-04T04:00:04.161805Z","end":"2026-05-04T04:00:05.064044Z","steps":["trace[1448097448] 'agreement among raft nodes before linearized reading' (duration: 902.16515ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:05.064083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:04.295373Z","time spent":"768.699496ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:00:05.064108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:04.161784Z","time spent":"902.312993ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:00:05.064123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426397642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-04T04:00:05.064184Z","caller":"traceutil/trace.go:171","msg":"trace[2046602123] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28539; }","duration":"1.426462033s","start":"2026-05-04T04:00:03.637709Z","end":"2026-05-04T04:00:05.064171Z","steps":["trace[2046602123] 'agreement among raft nodes before linearized reading' (duration: 1.42633175s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:05.064217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:03.637705Z","time spent":"1.426503244s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-04T04:00:05.064004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:04.054063Z","time spent":"1.009928621s","remote":"127.0.0.1:46532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:00:05.064245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308087611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:00:05.064322Z","caller":"traceutil/trace.go:171","msg":"trace[1397498353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28539; }","duration":"1.308200875s","start":"2026-05-04T04:00:03.756104Z","end":"2026-05-04T04:00:05.064305Z","steps":["trace[1397498353] 'agreement among raft nodes before linearized reading' (duration: 1.308089982s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:05.06447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.660489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-04T04:00:05.064373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:03.756083Z","time spent":"1.308278616s","remote":"127.0.0.1:40730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-04T04:00:05.06451Z","caller":"traceutil/trace.go:171","msg":"trace[1413873539] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:28539; }","duration":"422.743811ms","start":"2026-05-04T04:00:04.641756Z","end":"2026-05-04T04:00:05.0645Z","steps":["trace[1413873539] 'agreement among raft nodes before linearized reading' (duration: 422.671539ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:05.064541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:04.641737Z","time spent":"422.794522ms","remote":"127.0.0.1:46468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:00:05.064747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428627853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-04T04:00:05.064767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427373928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-04T04:00:05.064793Z","caller":"traceutil/trace.go:171","msg":"trace[1848962020] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28539; }","duration":"1.428685004s","start":"2026-05-04T04:00:03.636097Z","end":"2026-05-04T04:00:05.064782Z","steps":["trace[1848962020] 'agreement among raft nodes before linearized reading' (duration: 1.4285443s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:05.064832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:03.636092Z","time spent":"1.428733115s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-04T04:00:05.064839Z","caller":"traceutil/trace.go:171","msg":"trace[821002265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28539; }","duration":"1.42746176s","start":"2026-05-04T04:00:03.637361Z","end":"2026-05-04T04:00:05.064823Z","steps":["trace[821002265] 'agreement among raft nodes before linearized reading' (duration: 1.427271065s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:05.064877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:03.637357Z","time spent":"1.427512152s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T04:00:05.065006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435676715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-04T04:00:05.06552Z","caller":"traceutil/trace.go:171","msg":"trace[1188613881] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28539; }","duration":"1.436256721s","start":"2026-05-04T04:00:03.629252Z","end":"2026-05-04T04:00:05.065509Z","steps":["trace[1188613881] 'agreement among raft nodes before linearized reading' (duration: 1.434478472s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:05.065562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:03.629231Z","time spent":"1.436320392s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T04:00:05.565684Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178167360,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-04T04:00:06.085002Z","caller":"traceutil/trace.go:171","msg":"trace[1449407997] transaction","detail":"{read_only:false; response_revision:28540; number_of_response:1; }","duration":"1.057695876s","start":"2026-05-04T04:00:05.027287Z","end":"2026-05-04T04:00:06.084983Z","steps":["trace[1449407997] 'process raft request' (duration: 1.006348634s)","trace[1449407997] 'compare' (duration: 49.967704ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T04:00:06.085105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:05.027264Z","time spent":"1.057787578s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:00:06.442469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.208669ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:00:06.442595Z","caller":"traceutil/trace.go:171","msg":"trace[715954613] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28540; }","duration":"132.345803ms","start":"2026-05-04T04:00:06.310231Z","end":"2026-05-04T04:00:06.442577Z","steps":["trace[715954613] 'range keys from in-memory index tree' (duration: 132.192419ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:06.466428Z","caller":"traceutil/trace.go:171","msg":"trace[542575687] transaction","detail":"{read_only:false; response_revision:28541; number_of_response:1; }","duration":"1.397656297s","start":"2026-05-04T04:00:05.068755Z","end":"2026-05-04T04:00:06.466411Z","steps":["trace[542575687] 'process raft request' (duration: 1.39702994s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:06.466598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:05.06873Z","time spent":"1.397775529s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:00:06.466725Z","caller":"traceutil/trace.go:171","msg":"trace[968784274] transaction","detail":"{read_only:false; response_revision:28542; number_of_response:1; }","duration":"1.397248766s","start":"2026-05-04T04:00:05.069455Z","end":"2026-05-04T04:00:06.466704Z","steps":["trace[968784274] 'process raft request' (duration: 1.396890316s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:06.467045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:05.069433Z","time spent":"1.397550793s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:00:06.467469Z","caller":"traceutil/trace.go:171","msg":"trace[658806209] transaction","detail":"{read_only:false; response_revision:28544; number_of_response:1; }","duration":"1.395728644s","start":"2026-05-04T04:00:05.071728Z","end":"2026-05-04T04:00:06.467456Z","steps":["trace[658806209] 'process raft request' (duration: 1.395556389s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:06.467464Z","caller":"traceutil/trace.go:171","msg":"trace[2145970760] transaction","detail":"{read_only:false; response_revision:28543; number_of_response:1; }","duration":"1.397237104s","start":"2026-05-04T04:00:05.070194Z","end":"2026-05-04T04:00:06.467431Z","steps":["trace[2145970760] 'process raft request' (duration: 1.396429052s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:06.467521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:05.071719Z","time spent":"1.395776315s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:00:06.467624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:05.070185Z","time spent":"1.397363239s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:00:06.720873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.491951ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-04T04:00:06.721569Z","caller":"traceutil/trace.go:171","msg":"trace[2077361748] transaction","detail":"{read_only:false; response_revision:28545; number_of_response:1; }","duration":"1.238962304s","start":"2026-05-04T04:00:05.482584Z","end":"2026-05-04T04:00:06.721546Z","steps":["trace[2077361748] 'process raft request' (duration: 1.238395709s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:06.721701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:05.482552Z","time spent":"1.239071857s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:00:06.841383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.78244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-04T04:00:06.84152Z","caller":"traceutil/trace.go:171","msg":"trace[118213573] transaction","detail":"{read_only:false; response_revision:28546; number_of_response:1; }","duration":"1.191428686s","start":"2026-05-04T04:00:05.650076Z","end":"2026-05-04T04:00:06.841505Z","steps":["trace[118213573] 'process raft request' (duration: 1.071458701s)","trace[118213573] 'compare' (duration: 119.634026ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T04:00:06.841568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:05.65005Z","time spent":"1.191498578s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:00:06.8417Z","caller":"traceutil/trace.go:171","msg":"trace[711081226] linearizableReadLoop","detail":"{readStateIndex:29518; appliedIndex:29511; }","duration":"1.776064417s","start":"2026-05-04T04:00:05.065629Z","end":"2026-05-04T04:00:06.841693Z","steps":["trace[711081226] 'read index received' (duration: 967.978156ms)","trace[711081226] 'applied index is now lower than readState.Index' (duration: 808.085181ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:00:06.841807Z","caller":"traceutil/trace.go:171","msg":"trace[1811710848] transaction","detail":"{read_only:false; response_revision:28547; number_of_response:1; }","duration":"958.666732ms","start":"2026-05-04T04:00:05.883134Z","end":"2026-05-04T04:00:06.841801Z","steps":["trace[1811710848] 'process raft request' (duration: 958.322003ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:06.841847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:05.883106Z","time spent":"958.719363ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:00:06.84195Z","caller":"traceutil/trace.go:171","msg":"trace[1099366828] transaction","detail":"{read_only:false; response_revision:28548; number_of_response:1; }","duration":"765.724624ms","start":"2026-05-04T04:00:06.076219Z","end":"2026-05-04T04:00:06.841944Z","steps":["trace[1099366828] 'process raft request' (duration: 765.445666ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:06.841986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:06.076194Z","time spent":"765.774256ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:00:06.842151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776498169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:00:06.842229Z","caller":"traceutil/trace.go:171","msg":"trace[1087851562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28548; }","duration":"1.776607792s","start":"2026-05-04T04:00:05.065603Z","end":"2026-05-04T04:00:06.842211Z","steps":["trace[1087851562] 'agreement among raft nodes before linearized reading' (duration: 1.776465678s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:06.842283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:05.065588Z","time spent":"1.776681474s","remote":"127.0.0.1:40744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T04:00:06.842841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67322973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-04T04:00:06.842896Z","caller":"traceutil/trace.go:171","msg":"trace[1530122918] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28548; }","duration":"1.673335063s","start":"2026-05-04T04:00:05.169548Z","end":"2026-05-04T04:00:06.842883Z","steps":["trace[1530122918] 'agreement among raft nodes before linearized reading' (duration: 1.673178488s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:06.842926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:05.169523Z","time spent":"1.673396155s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-04T04:00:06.843082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.044535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:00:06.843107Z","caller":"traceutil/trace.go:171","msg":"trace[1514279011] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:28548; }","duration":"858.093366ms","start":"2026-05-04T04:00:05.985005Z","end":"2026-05-04T04:00:06.843098Z","steps":["trace[1514279011] 'agreement among raft nodes before linearized reading' (duration: 858.053655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:06.843127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:05.984993Z","time spent":"858.126717ms","remote":"127.0.0.1:46610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:00:06.843182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.962211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T04:00:06.84328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.921653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T04:00:06.843305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519912444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-04T04:00:06.843322Z","caller":"traceutil/trace.go:171","msg":"trace[1364826668] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:28548; }","duration":"898.002345ms","start":"2026-05-04T04:00:05.945312Z","end":"2026-05-04T04:00:06.843314Z","steps":["trace[1364826668] 'agreement among raft nodes before linearized reading' (duration: 897.923273ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:06.843322Z","caller":"traceutil/trace.go:171","msg":"trace[946029528] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:28548; }","duration":"381.191287ms","start":"2026-05-04T04:00:06.462111Z","end":"2026-05-04T04:00:06.843302Z","steps":["trace[946029528] 'agreement among raft nodes before linearized reading' (duration: 380.874138ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:06.843346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:05.945294Z","time spent":"898.046817ms","remote":"127.0.0.1:40912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:00:06.843496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:06.462093Z","time spent":"381.384332ms","remote":"127.0.0.1:46874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:00:06.843212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505376957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:00:06.843582Z","caller":"traceutil/trace.go:171","msg":"trace[719440426] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:28548; }","duration":"1.505783368s","start":"2026-05-04T04:00:05.337789Z","end":"2026-05-04T04:00:06.843572Z","steps":["trace[719440426] 'agreement among raft nodes before linearized reading' (duration: 1.505371547s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:06.843614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:05.337778Z","time spent":"1.505826649s","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-05-04T04:00:06.843338Z","caller":"traceutil/trace.go:171","msg":"trace[1950861835] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28548; }","duration":"1.519985916s","start":"2026-05-04T04:00:05.323345Z","end":"2026-05-04T04:00:06.84333Z","steps":["trace[1950861835] 'agreement among raft nodes before linearized reading' (duration: 1.519874953s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:06.843797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:05.323327Z","time spent":"1.520464139s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-04T04:00:06.844118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.136137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T04:00:06.844239Z","caller":"traceutil/trace.go:171","msg":"trace[344856749] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:28548; }","duration":"273.292511ms","start":"2026-05-04T04:00:06.570928Z","end":"2026-05-04T04:00:06.844221Z","steps":["trace[344856749] 'agreement among raft nodes before linearized reading' (duration: 272.688665ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:06.844456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.751102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-04T04:00:06.844571Z","caller":"traceutil/trace.go:171","msg":"trace[1076069594] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:28548; }","duration":"192.929257ms","start":"2026-05-04T04:00:06.651622Z","end":"2026-05-04T04:00:06.844551Z","steps":["trace[1076069594] 'agreement among raft nodes before linearized reading' (duration: 191.956071ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:07.05449Z","caller":"traceutil/trace.go:171","msg":"trace[997877865] transaction","detail":"{read_only:false; response_revision:28549; number_of_response:1; }","duration":"205.372466ms","start":"2026-05-04T04:00:06.849079Z","end":"2026-05-04T04:00:07.054452Z","steps":["trace[997877865] 'process raft request' (duration: 137.280227ms)","trace[997877865] 'compare' (duration: 67.728779ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:00:07.054619Z","caller":"traceutil/trace.go:171","msg":"trace[1809185431] linearizableReadLoop","detail":"{readStateIndex:29522; appliedIndex:29521; }","duration":"204.847741ms","start":"2026-05-04T04:00:06.849749Z","end":"2026-05-04T04:00:07.054597Z","steps":["trace[1809185431] 'read index received' (duration: 136.6478ms)","trace[1809185431] 'applied index is now lower than readState.Index' (duration: 68.198661ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T04:00:07.054749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.988435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:00:07.054788Z","caller":"traceutil/trace.go:171","msg":"trace[1353021696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28550; }","duration":"205.064517ms","start":"2026-05-04T04:00:06.849714Z","end":"2026-05-04T04:00:07.054778Z","steps":["trace[1353021696] 'agreement among raft nodes before linearized reading' (duration: 204.990685ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:07.080999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.615156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:00:07.08106Z","caller":"traceutil/trace.go:171","msg":"trace[506656470] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:28553; }","duration":"137.720808ms","start":"2026-05-04T04:00:06.943324Z","end":"2026-05-04T04:00:07.081045Z","steps":["trace[506656470] 'agreement among raft nodes before linearized reading' (duration: 137.628366ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:07.081072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.603849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:00:07.081167Z","caller":"traceutil/trace.go:171","msg":"trace[412186994] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:28553; }","duration":"221.732442ms","start":"2026-05-04T04:00:06.859408Z","end":"2026-05-04T04:00:07.08114Z","steps":["trace[412186994] 'agreement among raft nodes before linearized reading' (duration: 221.557117ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:27.61374Z","caller":"traceutil/trace.go:171","msg":"trace[136935824] transaction","detail":"{read_only:false; response_revision:28746; number_of_response:1; }","duration":"470.902916ms","start":"2026-05-04T04:00:27.142814Z","end":"2026-05-04T04:00:27.613717Z","steps":["trace[136935824] 'process raft request' (duration: 470.767472ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:27.613867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:27.142792Z","time spent":"471.013869ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:00:27.616414Z","caller":"traceutil/trace.go:171","msg":"trace[1018754619] transaction","detail":"{read_only:false; response_revision:28749; number_of_response:1; }","duration":"414.915937ms","start":"2026-05-04T04:00:27.20148Z","end":"2026-05-04T04:00:27.616396Z","steps":["trace[1018754619] 'process raft request' (duration: 414.856655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:27.616537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:27.20147Z","time spent":"415.003589ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:00:27.616617Z","caller":"traceutil/trace.go:171","msg":"trace[489763928] linearizableReadLoop","detail":"{readStateIndex:29730; appliedIndex:29723; }","duration":"336.421634ms","start":"2026-05-04T04:00:27.280172Z","end":"2026-05-04T04:00:27.616594Z","steps":["trace[489763928] 'read index received' (duration: 333.463924ms)","trace[489763928] 'applied index is now lower than readState.Index' (duration: 2.95644ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:00:27.616724Z","caller":"traceutil/trace.go:171","msg":"trace[2093568884] transaction","detail":"{read_only:false; response_revision:28747; number_of_response:1; }","duration":"422.137315ms","start":"2026-05-04T04:00:27.194572Z","end":"2026-05-04T04:00:27.61671Z","steps":["trace[2093568884] 'process raft request' (duration: 421.62054ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:27.616758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.583488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/manila-ssh-keys\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:00:27.616793Z","caller":"traceutil/trace.go:171","msg":"trace[41422014] range","detail":"{range_begin:/registry/secrets/openstack/manila-ssh-keys; range_end:; response_count:0; response_revision:28752; }","duration":"336.668861ms","start":"2026-05-04T04:00:27.280113Z","end":"2026-05-04T04:00:27.616782Z","steps":["trace[41422014] 'agreement among raft nodes before linearized reading' (duration: 336.573038ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:27.61683Z","caller":"traceutil/trace.go:171","msg":"trace[12690740] transaction","detail":"{read_only:false; response_revision:28748; number_of_response:1; }","duration":"418.66135ms","start":"2026-05-04T04:00:27.19816Z","end":"2026-05-04T04:00:27.616821Z","steps":["trace[12690740] 'process raft request' (duration: 418.137615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:27.616833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:27.280093Z","time spent":"336.731873ms","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/manila-ssh-keys\" "} {"level":"warn","ts":"2026-05-04T04:00:27.616883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:27.198139Z","time spent":"418.71497ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:00:27.617056Z","caller":"traceutil/trace.go:171","msg":"trace[1400174338] transaction","detail":"{read_only:false; response_revision:28750; number_of_response:1; }","duration":"414.956258ms","start":"2026-05-04T04:00:27.202089Z","end":"2026-05-04T04:00:27.617045Z","steps":["trace[1400174338] 'process raft request' (duration: 414.274429ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:27.617151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:27.202069Z","time spent":"415.02123ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:00:27.617238Z","caller":"traceutil/trace.go:171","msg":"trace[159205165] transaction","detail":"{read_only:false; response_revision:28751; number_of_response:1; }","duration":"414.459545ms","start":"2026-05-04T04:00:27.202769Z","end":"2026-05-04T04:00:27.617229Z","steps":["trace[159205165] 'process raft request' (duration: 413.697604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:27.61679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:27.194554Z","time spent":"422.204816ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:00:27.61729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:27.202762Z","time spent":"414.502926ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:00:27.617365Z","caller":"traceutil/trace.go:171","msg":"trace[796089619] transaction","detail":"{read_only:false; response_revision:28752; number_of_response:1; }","duration":"413.647842ms","start":"2026-05-04T04:00:27.20371Z","end":"2026-05-04T04:00:27.617358Z","steps":["trace[796089619] 'process raft request' (duration: 412.83589ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:27.617415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:27.203702Z","time spent":"413.686933ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:00:36.69656Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25948} {"level":"info","ts":"2026-05-04T04:00:36.829783Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25948,"took":"128.388736ms","hash":1934159229,"current-db-size-bytes":59162624,"current-db-size":"59 MB","current-db-size-in-use-bytes":35385344,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-05-04T04:00:36.829861Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1934159229,"revision":25948,"compact-revision":23078} {"level":"info","ts":"2026-05-04T04:00:39.827739Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3cec112083e8d3ff","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-04T04:00:39.831667Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-05-04T04:00:39.831754Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-05-04T04:01:13.055886Z","caller":"traceutil/trace.go:171","msg":"trace[1173525471] transaction","detail":"{read_only:false; response_revision:29274; number_of_response:1; }","duration":"157.288094ms","start":"2026-05-04T04:01:12.898564Z","end":"2026-05-04T04:01:13.055852Z","steps":["trace[1173525471] 'process raft request' (duration: 156.981966ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:01:13.05589Z","caller":"traceutil/trace.go:171","msg":"trace[49943998] transaction","detail":"{read_only:false; response_revision:29275; number_of_response:1; }","duration":"157.121889ms","start":"2026-05-04T04:01:12.898734Z","end":"2026-05-04T04:01:13.055856Z","steps":["trace[49943998] 'process raft request' (duration: 157.013726ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:01:13.075274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.301078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:01:13.075335Z","caller":"traceutil/trace.go:171","msg":"trace[272881919] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:29276; }","duration":"115.3867ms","start":"2026-05-04T04:01:12.959936Z","end":"2026-05-04T04:01:13.075323Z","steps":["trace[272881919] 'agreement among raft nodes before linearized reading' (duration: 115.262416ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:01:13.075422Z","caller":"traceutil/trace.go:171","msg":"trace[264517764] transaction","detail":"{read_only:false; response_revision:29276; number_of_response:1; }","duration":"110.152067ms","start":"2026-05-04T04:01:12.965197Z","end":"2026-05-04T04:01:13.075349Z","steps":["trace[264517764] 'process raft request' (duration: 109.89494ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:01:13.075558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.901399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:01:13.075609Z","caller":"traceutil/trace.go:171","msg":"trace[1720353304] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:29276; }","duration":"113.975171ms","start":"2026-05-04T04:01:12.961624Z","end":"2026-05-04T04:01:13.075599Z","steps":["trace[1720353304] 'agreement among raft nodes before linearized reading' (duration: 113.902139ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:01:13.075589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.234544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-05-04T04:01:13.075667Z","caller":"traceutil/trace.go:171","msg":"trace[27995795] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:29276; }","duration":"112.339827ms","start":"2026-05-04T04:01:12.963309Z","end":"2026-05-04T04:01:13.075648Z","steps":["trace[27995795] 'agreement among raft nodes before linearized reading' (duration: 112.132141ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:53.513949Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178171705,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T04:02:54.014535Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178171705,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T04:02:54.515021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178171705,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T04:02:55.016074Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178171705,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T04:02:55.041401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000463534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-04T04:02:55.041453Z","caller":"traceutil/trace.go:171","msg":"trace[55906776] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000560846s","start":"2026-05-04T04:02:53.040875Z","end":"2026-05-04T04:02:55.041436Z","steps":["trace[55906776] 'agreement among raft nodes before linearized reading' (duration: 2.000498625s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.041492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:02:53.040853Z","time spent":"2.000631488s","remote":"127.0.0.1:40744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T04:02:55.402818Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.410865577s","expected-duration":"1s"} {"level":"info","ts":"2026-05-04T04:02:55.404374Z","caller":"traceutil/trace.go:171","msg":"trace[296827053] transaction","detail":"{read_only:false; response_revision:30212; number_of_response:1; }","duration":"2.412493971s","start":"2026-05-04T04:02:52.991856Z","end":"2026-05-04T04:02:55.40435Z","steps":["trace[296827053] 'process raft request' (duration: 2.412175672s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.404509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:02:52.991836Z","time spent":"2.412594653s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:02:55.454315Z","caller":"traceutil/trace.go:171","msg":"trace[1526791938] transaction","detail":"{read_only:false; response_revision:30217; number_of_response:1; }","duration":"1.329389302s","start":"2026-05-04T04:02:54.124909Z","end":"2026-05-04T04:02:55.454298Z","steps":["trace[1526791938] 'process raft request' (duration: 1.32934146s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.454426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:02:54.124893Z","time spent":"1.329474394s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:02:55.454464Z","caller":"traceutil/trace.go:171","msg":"trace[390408764] transaction","detail":"{read_only:false; response_revision:30215; number_of_response:1; }","duration":"1.908752689s","start":"2026-05-04T04:02:53.545694Z","end":"2026-05-04T04:02:55.454447Z","steps":["trace[390408764] 'process raft request' (duration: 1.908504182s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:02:55.454425Z","caller":"traceutil/trace.go:171","msg":"trace[395110406] transaction","detail":"{read_only:false; response_revision:30213; number_of_response:1; }","duration":"2.438660045s","start":"2026-05-04T04:02:53.015731Z","end":"2026-05-04T04:02:55.454391Z","steps":["trace[395110406] 'process raft request' (duration: 2.438304605s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:02:55.454504Z","caller":"traceutil/trace.go:171","msg":"trace[1815442520] transaction","detail":"{read_only:false; response_revision:30216; number_of_response:1; }","duration":"1.336202438s","start":"2026-05-04T04:02:54.118259Z","end":"2026-05-04T04:02:55.454462Z","steps":["trace[1815442520] 'process raft request' (duration: 1.335962801s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:02:55.454572Z","caller":"traceutil/trace.go:171","msg":"trace[874153553] transaction","detail":"{read_only:false; response_revision:30214; number_of_response:1; }","duration":"2.021640351s","start":"2026-05-04T04:02:53.432925Z","end":"2026-05-04T04:02:55.454565Z","steps":["trace[874153553] 'process raft request' (duration: 2.021223889s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.454598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:02:53.015718Z","time spent":"2.438804469s","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":880,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-04T04:02:55.454574Z","caller":"traceutil/trace.go:171","msg":"trace[446833709] transaction","detail":"{read_only:false; response_revision:30218; number_of_response:1; }","duration":"1.310491626s","start":"2026-05-04T04:02:54.144074Z","end":"2026-05-04T04:02:55.454566Z","steps":["trace[446833709] 'process raft request' (duration: 1.310201398s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.454613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:02:53.432901Z","time spent":"2.021693242s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:02:55.454958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:02:54.144051Z","time spent":"1.310837546s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:02:55.454656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:02:54.118243Z","time spent":"1.336336301s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:02:55.454541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:02:53.545683Z","time spent":"1.90882243s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:02:55.454694Z","caller":"traceutil/trace.go:171","msg":"trace[149175698] transaction","detail":"{read_only:false; response_revision:30219; number_of_response:1; }","duration":"1.149593053s","start":"2026-05-04T04:02:54.305094Z","end":"2026-05-04T04:02:55.454687Z","steps":["trace[149175698] 'process raft request' (duration: 1.149439959s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.455256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:02:54.305062Z","time spent":"1.150170419s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:02:55.458206Z","caller":"traceutil/trace.go:171","msg":"trace[58283074] transaction","detail":"{read_only:false; response_revision:30220; number_of_response:1; }","duration":"342.675494ms","start":"2026-05-04T04:02:55.115518Z","end":"2026-05-04T04:02:55.458194Z","steps":["trace[58283074] 'process raft request' (duration: 342.461398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.458266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:02:55.1155Z","time spent":"342.736665ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:02:55.458523Z","caller":"traceutil/trace.go:171","msg":"trace[1091008313] transaction","detail":"{read_only:false; response_revision:30221; number_of_response:1; }","duration":"327.88177ms","start":"2026-05-04T04:02:55.130634Z","end":"2026-05-04T04:02:55.458515Z","steps":["trace[1091008313] 'process raft request' (duration: 327.53464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.45857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:02:55.130617Z","time spent":"327.929852ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:02:55.458792Z","caller":"traceutil/trace.go:171","msg":"trace[42345344] linearizableReadLoop","detail":"{readStateIndex:31231; appliedIndex:31222; }","duration":"2.444871435s","start":"2026-05-04T04:02:53.013912Z","end":"2026-05-04T04:02:55.458783Z","steps":["trace[42345344] 'read index received' (duration: 2.389302558s)","trace[42345344] 'applied index is now lower than readState.Index' (duration: 55.568167ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:02:55.458944Z","caller":"traceutil/trace.go:171","msg":"trace[1356237491] transaction","detail":"{read_only:false; response_revision:30222; number_of_response:1; }","duration":"145.170283ms","start":"2026-05-04T04:02:55.313767Z","end":"2026-05-04T04:02:55.458938Z","steps":["trace[1356237491] 'process raft request' (duration: 144.712691ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.459065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.445152853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-share-5fc85b97b9-67rjr\" ","response":"range_response_count:1 size:10373"} {"level":"info","ts":"2026-05-04T04:02:55.459088Z","caller":"traceutil/trace.go:171","msg":"trace[952951852] range","detail":"{range_begin:/registry/pods/openstack/manila-share-5fc85b97b9-67rjr; range_end:; response_count:1; response_revision:30222; }","duration":"2.445217154s","start":"2026-05-04T04:02:53.013865Z","end":"2026-05-04T04:02:55.459082Z","steps":["trace[952951852] 'agreement among raft nodes before linearized reading' (duration: 2.445132802s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.459107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:02:53.013849Z","time spent":"2.445252746s","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":10395,"request content":"key:\"/registry/pods/openstack/manila-share-5fc85b97b9-67rjr\" "} {"level":"warn","ts":"2026-05-04T04:02:55.461821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053373176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:02:55.461879Z","caller":"traceutil/trace.go:171","msg":"trace[432304242] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:30223; }","duration":"2.053474999s","start":"2026-05-04T04:02:53.408392Z","end":"2026-05-04T04:02:55.461867Z","steps":["trace[432304242] 'agreement among raft nodes before linearized reading' (duration: 2.053369366s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.461961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:02:53.408374Z","time spent":"2.053576232s","remote":"127.0.0.1:46636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:02:55.462413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.36977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-04T04:02:55.462469Z","caller":"traceutil/trace.go:171","msg":"trace[1343835458] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:30223; }","duration":"241.404811ms","start":"2026-05-04T04:02:55.221034Z","end":"2026-05-04T04:02:55.462438Z","steps":["trace[1343835458] 'agreement among raft nodes before linearized reading' (duration: 241.302448ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.462713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.457228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:02:55.46274Z","caller":"traceutil/trace.go:171","msg":"trace[1661766019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30223; }","duration":"290.51487ms","start":"2026-05-04T04:02:55.172218Z","end":"2026-05-04T04:02:55.462733Z","steps":["trace[1661766019] 'agreement among raft nodes before linearized reading' (duration: 290.467449ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.462908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.237856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:02:55.46294Z","caller":"traceutil/trace.go:171","msg":"trace[172095210] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:30223; }","duration":"344.288788ms","start":"2026-05-04T04:02:55.118644Z","end":"2026-05-04T04:02:55.462933Z","steps":["trace[172095210] 'agreement among raft nodes before linearized reading' (duration: 344.234707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.462959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:02:55.118636Z","time spent":"344.317489ms","remote":"127.0.0.1:58728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:02:55.463135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.957764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T04:02:55.463183Z","caller":"traceutil/trace.go:171","msg":"trace[1277776449] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:30223; }","duration":"346.038296ms","start":"2026-05-04T04:02:55.117136Z","end":"2026-05-04T04:02:55.463174Z","steps":["trace[1277776449] 'agreement among raft nodes before linearized reading' (duration: 345.965444ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.463255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:02:55.117117Z","time spent":"346.128498ms","remote":"127.0.0.1:45772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:02:55.463485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907139124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-04T04:02:55.463525Z","caller":"traceutil/trace.go:171","msg":"trace[1215411294] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30223; }","duration":"1.907191685s","start":"2026-05-04T04:02:53.556325Z","end":"2026-05-04T04:02:55.463517Z","steps":["trace[1215411294] 'agreement among raft nodes before linearized reading' (duration: 1.907060782s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.463563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:02:53.55632Z","time spent":"1.907232987s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-04T04:02:55.46373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90769689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-04T04:02:55.463757Z","caller":"traceutil/trace.go:171","msg":"trace[1411667331] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30223; }","duration":"1.907724251s","start":"2026-05-04T04:02:53.556026Z","end":"2026-05-04T04:02:55.46375Z","steps":["trace[1411667331] 'agreement among raft nodes before linearized reading' (duration: 1.907659159s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.463778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:02:53.556004Z","time spent":"1.907768591s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-04T04:02:55.463959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919315227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-04T04:02:55.464006Z","caller":"traceutil/trace.go:171","msg":"trace[1998918705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30223; }","duration":"1.919373678s","start":"2026-05-04T04:02:53.544619Z","end":"2026-05-04T04:02:55.463993Z","steps":["trace[1998918705] 'agreement among raft nodes before linearized reading' (duration: 1.919270615s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.46405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:02:53.544615Z","time spent":"1.919424129s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T04:02:55.464234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91978941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-04T04:02:55.464267Z","caller":"traceutil/trace.go:171","msg":"trace[1121257574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30223; }","duration":"1.919847271s","start":"2026-05-04T04:02:53.544411Z","end":"2026-05-04T04:02:55.464258Z","steps":["trace[1121257574] 'agreement among raft nodes before linearized reading' (duration: 1.919768129s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.464291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:02:53.544398Z","time spent":"1.919886742s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T04:02:55.46442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.055718411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:02:55.464453Z","caller":"traceutil/trace.go:171","msg":"trace[760829312] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:30223; }","duration":"2.055767532s","start":"2026-05-04T04:02:53.408677Z","end":"2026-05-04T04:02:55.464444Z","steps":["trace[760829312] 'agreement among raft nodes before linearized reading' (duration: 2.05571681s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.464483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:02:53.408669Z","time spent":"2.055805563s","remote":"127.0.0.1:46786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-05-04T04:05:13.363202Z","caller":"traceutil/trace.go:171","msg":"trace[1803529702] transaction","detail":"{read_only:false; response_revision:31592; number_of_response:1; }","duration":"210.846389ms","start":"2026-05-04T04:05:13.152322Z","end":"2026-05-04T04:05:13.363169Z","steps":["trace[1803529702] 'process raft request' (duration: 210.654604ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:05:14.927664Z","caller":"traceutil/trace.go:171","msg":"trace[664033707] transaction","detail":"{read_only:false; response_revision:31608; number_of_response:1; }","duration":"268.080314ms","start":"2026-05-04T04:05:14.659561Z","end":"2026-05-04T04:05:14.927641Z","steps":["trace[664033707] 'process raft request' (duration: 267.911149ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:28.708514Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178175103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T04:05:31.210481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.381906656s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-04T04:05:31.210593Z","caller":"traceutil/trace.go:171","msg":"trace[1494102972] linearizableReadLoop","detail":"{readStateIndex:32755; appliedIndex:32754; }","duration":"3.002389938s","start":"2026-05-04T04:05:28.208187Z","end":"2026-05-04T04:05:31.210577Z","steps":["trace[1494102972] 'read index received' (duration: 620.336027ms)","trace[1494102972] 'applied index is now lower than readState.Index' (duration: 2.382052581s)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:05:31.210699Z","caller":"traceutil/trace.go:171","msg":"trace[17461040] transaction","detail":"{read_only:false; response_revision:31704; number_of_response:1; }","duration":"3.09042389s","start":"2026-05-04T04:05:28.120235Z","end":"2026-05-04T04:05:31.210659Z","steps":["trace[17461040] 'process raft request' (duration: 708.250716ms)","trace[17461040] 'compare' (duration: 2.381193307s)"],"step_count":2} {"level":"warn","ts":"2026-05-04T04:05:31.210824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:28.120209Z","time spent":"3.090547553s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:05:31.210868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.002674595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-04T04:05:31.21094Z","caller":"traceutil/trace.go:171","msg":"trace[377242415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31704; }","duration":"3.002795778s","start":"2026-05-04T04:05:28.208128Z","end":"2026-05-04T04:05:31.210924Z","steps":["trace[377242415] 'agreement among raft nodes before linearized reading' (duration: 3.002614503s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:31.210979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:28.208101Z","time spent":"3.00287179s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T04:05:31.213524Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.272549431s","expected-duration":"1s"} {"level":"info","ts":"2026-05-04T04:05:31.214242Z","caller":"traceutil/trace.go:171","msg":"trace[787784861] transaction","detail":"{read_only:false; response_revision:31705; number_of_response:1; }","duration":"1.273348893s","start":"2026-05-04T04:05:29.940872Z","end":"2026-05-04T04:05:31.214221Z","steps":["trace[787784861] 'process raft request' (duration: 1.27324966s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:31.214379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:29.940847Z","time spent":"1.273467756s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:05:31.21859Z","caller":"traceutil/trace.go:171","msg":"trace[769389066] transaction","detail":"{read_only:false; response_revision:31707; number_of_response:1; }","duration":"1.18198794s","start":"2026-05-04T04:05:30.036576Z","end":"2026-05-04T04:05:31.218564Z","steps":["trace[769389066] 'process raft request' (duration: 1.181907908s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:31.21879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:30.036551Z","time spent":"1.182110653s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:05:31.21897Z","caller":"traceutil/trace.go:171","msg":"trace[1433745756] transaction","detail":"{read_only:false; response_revision:31708; number_of_response:1; }","duration":"1.181335302s","start":"2026-05-04T04:05:30.037613Z","end":"2026-05-04T04:05:31.218948Z","steps":["trace[1433745756] 'process raft request' (duration: 1.180912491s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:05:31.219014Z","caller":"traceutil/trace.go:171","msg":"trace[791316752] transaction","detail":"{read_only:false; response_revision:31706; number_of_response:1; }","duration":"1.231146686s","start":"2026-05-04T04:05:29.987858Z","end":"2026-05-04T04:05:31.219005Z","steps":["trace[791316752] 'process raft request' (duration: 1.230488308s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:31.219126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:30.037594Z","time spent":"1.181435244s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:05:31.219164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:29.987845Z","time spent":"1.231188228s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:05:31.21937Z","caller":"traceutil/trace.go:171","msg":"trace[1028705923] transaction","detail":"{read_only:false; response_revision:31709; number_of_response:1; }","duration":"1.105680616s","start":"2026-05-04T04:05:30.11368Z","end":"2026-05-04T04:05:31.219361Z","steps":["trace[1028705923] 'process raft request' (duration: 1.105186583s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:31.219442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:30.113653Z","time spent":"1.105760299s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:05:31.219477Z","caller":"traceutil/trace.go:171","msg":"trace[1511916350] transaction","detail":"{read_only:false; response_revision:31710; number_of_response:1; }","duration":"1.104419122s","start":"2026-05-04T04:05:30.115025Z","end":"2026-05-04T04:05:31.219444Z","steps":["trace[1511916350] 'process raft request' (duration: 1.104276068s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:05:31.219561Z","caller":"traceutil/trace.go:171","msg":"trace[2034391524] transaction","detail":"{read_only:false; response_revision:31711; number_of_response:1; }","duration":"1.102648744s","start":"2026-05-04T04:05:30.116884Z","end":"2026-05-04T04:05:31.219533Z","steps":["trace[2034391524] 'process raft request' (duration: 1.102461649s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:05:31.219633Z","caller":"traceutil/trace.go:171","msg":"trace[1017117623] transaction","detail":"{read_only:false; response_revision:31712; number_of_response:1; }","duration":"1.102043927s","start":"2026-05-04T04:05:30.117569Z","end":"2026-05-04T04:05:31.219613Z","steps":["trace[1017117623] 'process raft request' (duration: 1.101804991s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:31.219635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:30.115011Z","time spent":"1.104541356s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:05:31.219726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:30.117563Z","time spent":"1.10211282s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:05:31.219741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:30.116876Z","time spent":"1.102761567s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:05:31.219782Z","caller":"traceutil/trace.go:171","msg":"trace[594592797] transaction","detail":"{read_only:false; response_revision:31713; number_of_response:1; }","duration":"584.999388ms","start":"2026-05-04T04:05:30.63477Z","end":"2026-05-04T04:05:31.21977Z","steps":["trace[594592797] 'process raft request' (duration: 584.661208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:31.219836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:30.63476Z","time spent":"585.047239ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:05:31.219907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.195019808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:05:31.219958Z","caller":"traceutil/trace.go:171","msg":"trace[510808637] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:31715; }","duration":"2.19509765s","start":"2026-05-04T04:05:29.024834Z","end":"2026-05-04T04:05:31.219932Z","steps":["trace[510808637] 'agreement among raft nodes before linearized reading' (duration: 2.195039008s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:31.219963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.011004292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-04T04:05:31.219987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:29.024812Z","time spent":"2.195166632s","remote":"127.0.0.1:46494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-05-04T04:05:31.220003Z","caller":"traceutil/trace.go:171","msg":"trace[2013197796] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31715; }","duration":"3.011093484s","start":"2026-05-04T04:05:28.2089Z","end":"2026-05-04T04:05:31.219993Z","steps":["trace[2013197796] 'agreement among raft nodes before linearized reading' (duration: 3.010907479s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:31.220013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.989783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T04:05:31.220025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:28.208886Z","time spent":"3.011133845s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-04T04:05:31.220047Z","caller":"traceutil/trace.go:171","msg":"trace[1844557629] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:31715; }","duration":"296.072196ms","start":"2026-05-04T04:05:30.923964Z","end":"2026-05-04T04:05:31.220036Z","steps":["trace[1844557629] 'agreement among raft nodes before linearized reading' (duration: 296.024195ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:31.220104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378606363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-04T04:05:31.22016Z","caller":"traceutil/trace.go:171","msg":"trace[1309879942] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:31715; }","duration":"1.378693545s","start":"2026-05-04T04:05:29.841457Z","end":"2026-05-04T04:05:31.220151Z","steps":["trace[1309879942] 'agreement among raft nodes before linearized reading' (duration: 1.378539711s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:31.220186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:29.841441Z","time spent":"1.378738177s","remote":"127.0.0.1:40788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"warn","ts":"2026-05-04T04:05:31.220194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466673246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T04:05:31.220206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383386296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-04T04:05:31.220219Z","caller":"traceutil/trace.go:171","msg":"trace[679930137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31715; }","duration":"1.466724918s","start":"2026-05-04T04:05:29.753487Z","end":"2026-05-04T04:05:31.220212Z","steps":["trace[679930137] 'agreement among raft nodes before linearized reading' (duration: 1.466664116s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:31.220267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:29.75347Z","time spent":"1.466787949s","remote":"127.0.0.1:40730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T04:05:31.220276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.411149671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-04T04:05:31.220292Z","caller":"traceutil/trace.go:171","msg":"trace[985727538] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:31715; }","duration":"2.411202763s","start":"2026-05-04T04:05:28.809085Z","end":"2026-05-04T04:05:31.220288Z","steps":["trace[985727538] 'agreement among raft nodes before linearized reading' (duration: 2.411152871s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:31.22031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:28.809064Z","time spent":"2.411239323s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-04T04:05:31.220318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.482011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:05:31.220349Z","caller":"traceutil/trace.go:171","msg":"trace[1408562810] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:31715; }","duration":"404.543373ms","start":"2026-05-04T04:05:30.815797Z","end":"2026-05-04T04:05:31.220341Z","steps":["trace[1408562810] 'agreement among raft nodes before linearized reading' (duration: 404.485222ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:05:31.220226Z","caller":"traceutil/trace.go:171","msg":"trace[336984525] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31715; }","duration":"2.383444158s","start":"2026-05-04T04:05:28.836776Z","end":"2026-05-04T04:05:31.22022Z","steps":["trace[336984525] 'agreement among raft nodes before linearized reading' (duration: 2.383371626s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:31.220406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.465510258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T04:05:31.220424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.590705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:05:31.220439Z","caller":"traceutil/trace.go:171","msg":"trace[808670962] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:31715; }","duration":"2.465591651s","start":"2026-05-04T04:05:28.75484Z","end":"2026-05-04T04:05:31.220432Z","steps":["trace[808670962] 'agreement among raft nodes before linearized reading' (duration: 2.465541099s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:05:31.220451Z","caller":"traceutil/trace.go:171","msg":"trace[997292318] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:31715; }","duration":"588.619466ms","start":"2026-05-04T04:05:30.631824Z","end":"2026-05-04T04:05:31.220444Z","steps":["trace[997292318] 'agreement among raft nodes before linearized reading' (duration: 588.574245ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:31.220487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:30.631818Z","time spent":"588.659627ms","remote":"127.0.0.1:58834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:05:31.220515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.52925741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-04T04:05:31.220537Z","caller":"traceutil/trace.go:171","msg":"trace[1512359638] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:31715; }","duration":"2.529324712s","start":"2026-05-04T04:05:28.691207Z","end":"2026-05-04T04:05:31.220532Z","steps":["trace[1512359638] 'agreement among raft nodes before linearized reading' (duration: 2.529265621s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:31.220515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:28.836754Z","time spent":"2.383650854s","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-04T04:05:31.220136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.342932327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-7946c6998-qhp9d.18ac3ecc04a6e812\" ","response":"range_response_count:1 size:1177"} {"level":"warn","ts":"2026-05-04T04:05:31.220585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.686670278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:05:31.22059Z","caller":"traceutil/trace.go:171","msg":"trace[1474678856] range","detail":"{range_begin:/registry/events/openstack/cinder-api-7946c6998-qhp9d.18ac3ecc04a6e812; range_end:; response_count:1; response_revision:31715; }","duration":"2.343430361s","start":"2026-05-04T04:05:28.87715Z","end":"2026-05-04T04:05:31.220581Z","steps":["trace[1474678856] 'agreement among raft nodes before linearized reading' (duration: 2.342923567s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:05:31.220601Z","caller":"traceutil/trace.go:171","msg":"trace[8517400] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:31715; }","duration":"2.6867291s","start":"2026-05-04T04:05:28.533867Z","end":"2026-05-04T04:05:31.220596Z","steps":["trace[8517400] 'agreement among raft nodes before linearized reading' (duration: 2.686698889s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:31.220617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:28.877129Z","time spent":"2.343480682s","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":1199,"request content":"key:\"/registry/events/openstack/cinder-api-7946c6998-qhp9d.18ac3ecc04a6e812\" "} {"level":"warn","ts":"2026-05-04T04:05:31.220415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.080446666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T04:05:31.220679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.0079941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-04T04:05:31.220684Z","caller":"traceutil/trace.go:171","msg":"trace[437682095] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:31715; }","duration":"2.080716283s","start":"2026-05-04T04:05:29.139955Z","end":"2026-05-04T04:05:31.220671Z","steps":["trace[437682095] 'agreement among raft nodes before linearized reading' (duration: 2.080406515s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:05:31.220702Z","caller":"traceutil/trace.go:171","msg":"trace[754559049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31715; }","duration":"3.008039131s","start":"2026-05-04T04:05:28.212657Z","end":"2026-05-04T04:05:31.220696Z","steps":["trace[754559049] 'agreement among raft nodes before linearized reading' (duration: 3.007970979s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:31.220724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:28.212641Z","time spent":"3.008078352s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T04:05:31.220556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:28.691184Z","time spent":"2.529367433s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-05-04T04:05:31.220844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.00836112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-04T04:05:31.22046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:28.754814Z","time spent":"2.465641291s","remote":"127.0.0.1:46498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"info","ts":"2026-05-04T04:05:31.220864Z","caller":"traceutil/trace.go:171","msg":"trace[909506428] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31715; }","duration":"3.008407281s","start":"2026-05-04T04:05:28.212452Z","end":"2026-05-04T04:05:31.220859Z","steps":["trace[909506428] 'agreement among raft nodes before linearized reading' (duration: 3.008330359s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:31.220882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:28.21244Z","time spent":"3.008438672s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-04T04:05:31.219742Z","caller":"traceutil/trace.go:171","msg":"trace[1292838719] transaction","detail":"{read_only:false; response_revision:31714; number_of_response:1; }","duration":"536.684025ms","start":"2026-05-04T04:05:30.683048Z","end":"2026-05-04T04:05:31.219732Z","steps":["trace[1292838719] 'process raft request' (duration: 536.538411ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:31.220619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:28.533842Z","time spent":"2.686771861s","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:05:31.220968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:30.683021Z","time spent":"537.904027ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:05:31.220351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.174331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T04:05:31.220722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:29.139934Z","time spent":"2.080774254s","remote":"127.0.0.1:46504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-04T04:05:31.220383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:30.815772Z","time spent":"404.603855ms","remote":"127.0.0.1:46566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-05-04T04:05:31.22104Z","caller":"traceutil/trace.go:171","msg":"trace[1953421070] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:31715; }","duration":"589.88371ms","start":"2026-05-04T04:05:30.63114Z","end":"2026-05-04T04:05:31.221024Z","steps":["trace[1953421070] 'agreement among raft nodes before linearized reading' (duration: 589.17747ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:31.22131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:30.631125Z","time spent":"590.175418ms","remote":"127.0.0.1:58762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:05:31.219967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.624326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T04:05:31.221428Z","caller":"traceutil/trace.go:171","msg":"trace[935654459] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:31715; }","duration":"590.087105ms","start":"2026-05-04T04:05:30.631333Z","end":"2026-05-04T04:05:31.22142Z","steps":["trace[935654459] 'agreement among raft nodes before linearized reading' (duration: 588.570424ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:31.221454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:30.631316Z","time spent":"590.131317ms","remote":"127.0.0.1:41254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":20,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:05:34.8402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178175171,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T04:05:35.340952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178175171,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T04:05:35.841648Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178175171,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T04:05:36.342394Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178175171,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T04:05:36.460015Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.496533721s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-04T04:05:36.463703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.754098541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-05-04T04:05:36.46379Z","caller":"traceutil/trace.go:171","msg":"trace[1100766784] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:31735; }","duration":"2.754229794s","start":"2026-05-04T04:05:33.709528Z","end":"2026-05-04T04:05:36.463758Z","steps":["trace[1100766784] 'range keys from in-memory index tree' (duration: 2.753919485s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:36.463841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:33.709504Z","time spent":"2.754328156s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-04T04:05:36.464038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.707283718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:05:36.4641Z","caller":"traceutil/trace.go:171","msg":"trace[1112256045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31735; }","duration":"2.70735292s","start":"2026-05-04T04:05:33.756731Z","end":"2026-05-04T04:05:36.464084Z","steps":["trace[1112256045] 'range keys from in-memory index tree' (duration: 2.707160514s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:36.464131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:33.756673Z","time spent":"2.707450552s","remote":"127.0.0.1:40730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-04T04:05:36.464422Z","caller":"traceutil/trace.go:171","msg":"trace[940737189] transaction","detail":"{read_only:false; response_revision:31736; number_of_response:1; }","duration":"2.501113055s","start":"2026-05-04T04:05:33.9633Z","end":"2026-05-04T04:05:36.464413Z","steps":["trace[940737189] 'process raft request' (duration: 2.497324972s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:36.464527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:33.963272Z","time spent":"2.501171867s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:05:36.467072Z","caller":"traceutil/trace.go:171","msg":"trace[606942676] transaction","detail":"{read_only:false; response_revision:31737; number_of_response:1; }","duration":"2.447901879s","start":"2026-05-04T04:05:34.019148Z","end":"2026-05-04T04:05:36.46705Z","steps":["trace[606942676] 'process raft request' (duration: 2.447702694s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:36.467194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:34.019119Z","time spent":"2.448012353s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:05:36.469703Z","caller":"traceutil/trace.go:171","msg":"trace[844936561] transaction","detail":"{read_only:false; response_revision:31739; number_of_response:1; }","duration":"1.236441758s","start":"2026-05-04T04:05:35.233245Z","end":"2026-05-04T04:05:36.469687Z","steps":["trace[844936561] 'process raft request' (duration: 1.236372786s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:05:36.469746Z","caller":"traceutil/trace.go:171","msg":"trace[1001756505] transaction","detail":"{read_only:false; response_revision:31738; number_of_response:1; }","duration":"1.238204836s","start":"2026-05-04T04:05:35.231512Z","end":"2026-05-04T04:05:36.469717Z","steps":["trace[1001756505] 'process raft request' (duration: 1.238005331s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:36.469813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:35.23322Z","time spent":"1.236537151s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:05:36.469878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:35.231493Z","time spent":"1.238315459s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:05:36.469904Z","caller":"traceutil/trace.go:171","msg":"trace[2078467577] transaction","detail":"{read_only:false; response_revision:31740; number_of_response:1; }","duration":"1.235826272s","start":"2026-05-04T04:05:35.234061Z","end":"2026-05-04T04:05:36.469887Z","steps":["trace[2078467577] 'process raft request' (duration: 1.235595675s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:36.470086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:35.233993Z","time spent":"1.235994476s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:05:36.470133Z","caller":"traceutil/trace.go:171","msg":"trace[2021431615] transaction","detail":"{read_only:false; response_revision:31741; number_of_response:1; }","duration":"1.235558144s","start":"2026-05-04T04:05:35.234566Z","end":"2026-05-04T04:05:36.470124Z","steps":["trace[2021431615] 'process raft request' (duration: 1.235269896s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:36.470179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:35.234546Z","time spent":"1.235609446s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:05:36.470407Z","caller":"traceutil/trace.go:171","msg":"trace[2021209793] transaction","detail":"{read_only:false; response_revision:31742; number_of_response:1; }","duration":"1.235173314s","start":"2026-05-04T04:05:35.235221Z","end":"2026-05-04T04:05:36.470395Z","steps":["trace[2021209793] 'process raft request' (duration: 1.234864006s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:05:36.470462Z","caller":"traceutil/trace.go:171","msg":"trace[1698286027] linearizableReadLoop","detail":"{readStateIndex:32799; appliedIndex:32787; }","duration":"2.130398712s","start":"2026-05-04T04:05:34.340057Z","end":"2026-05-04T04:05:36.470455Z","steps":["trace[1698286027] 'read index received' (duration: 2.120581985s)","trace[1698286027] 'applied index is now lower than readState.Index' (duration: 9.816267ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T04:05:36.470475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:35.235192Z","time spent":"1.235250756s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:05:36.470511Z","caller":"traceutil/trace.go:171","msg":"trace[1075555699] transaction","detail":"{read_only:false; response_revision:31743; number_of_response:1; }","duration":"1.235218105s","start":"2026-05-04T04:05:35.235288Z","end":"2026-05-04T04:05:36.470506Z","steps":["trace[1075555699] 'process raft request' (duration: 1.235065411s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:36.470543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:35.23523Z","time spent":"1.235291567s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:05:36.470549Z","caller":"traceutil/trace.go:171","msg":"trace[1315590409] transaction","detail":"{read_only:false; response_revision:31746; number_of_response:1; }","duration":"241.0582ms","start":"2026-05-04T04:05:36.229483Z","end":"2026-05-04T04:05:36.470541Z","steps":["trace[1315590409] 'process raft request' (duration: 240.946827ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:05:36.470602Z","caller":"traceutil/trace.go:171","msg":"trace[1281353717] transaction","detail":"{read_only:false; response_revision:31744; number_of_response:1; }","duration":"1.235154884s","start":"2026-05-04T04:05:35.235442Z","end":"2026-05-04T04:05:36.470597Z","steps":["trace[1281353717] 'process raft request' (duration: 1.234947998s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:36.470621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130574006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:05:36.470638Z","caller":"traceutil/trace.go:171","msg":"trace[1907539498] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:31746; }","duration":"2.130628808s","start":"2026-05-04T04:05:34.340004Z","end":"2026-05-04T04:05:36.470633Z","steps":["trace[1907539498] 'agreement among raft nodes before linearized reading' (duration: 2.130591327s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:05:36.470659Z","caller":"traceutil/trace.go:171","msg":"trace[338536085] transaction","detail":"{read_only:false; response_revision:31745; number_of_response:1; }","duration":"1.231829923s","start":"2026-05-04T04:05:35.238824Z","end":"2026-05-04T04:05:36.470654Z","steps":["trace[338536085] 'process raft request' (duration: 1.231584477s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:36.470639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:35.23496Z","time spent":"1.235658377s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:05:36.470688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:35.238805Z","time spent":"1.231868044s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:05:36.470719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.927574239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T04:05:36.470736Z","caller":"traceutil/trace.go:171","msg":"trace[481509338] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:31746; }","duration":"1.927636902s","start":"2026-05-04T04:05:34.543094Z","end":"2026-05-04T04:05:36.470731Z","steps":["trace[481509338] 'agreement among raft nodes before linearized reading' (duration: 1.927606811s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:36.47066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:34.339985Z","time spent":"2.130671508s","remote":"127.0.0.1:46648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:05:36.470751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:34.543072Z","time spent":"1.927675062s","remote":"127.0.0.1:42822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:05:36.470841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213893225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-04T04:05:36.470881Z","caller":"traceutil/trace.go:171","msg":"trace[1774604393] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31746; }","duration":"1.213955757s","start":"2026-05-04T04:05:35.256915Z","end":"2026-05-04T04:05:36.470871Z","steps":["trace[1774604393] 'agreement among raft nodes before linearized reading' (duration: 1.213822554s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:36.470912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:35.2569Z","time spent":"1.214005768s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-04T04:05:36.470933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216971949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-04T04:05:36.470954Z","caller":"traceutil/trace.go:171","msg":"trace[406124796] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31746; }","duration":"1.21700841s","start":"2026-05-04T04:05:35.25394Z","end":"2026-05-04T04:05:36.470949Z","steps":["trace[406124796] 'agreement among raft nodes before linearized reading' (duration: 1.216937849s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:36.47099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:35.253932Z","time spent":"1.217055231s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-04T04:05:36.471037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306238195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-04T04:05:36.471056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382881908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T04:05:36.471062Z","caller":"traceutil/trace.go:171","msg":"trace[1477886976] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:31746; }","duration":"1.306302226s","start":"2026-05-04T04:05:35.164755Z","end":"2026-05-04T04:05:36.471057Z","steps":["trace[1477886976] 'agreement among raft nodes before linearized reading' (duration: 1.306200564s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:05:36.47107Z","caller":"traceutil/trace.go:171","msg":"trace[1895075546] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:31746; }","duration":"1.38294117s","start":"2026-05-04T04:05:35.088124Z","end":"2026-05-04T04:05:36.471065Z","steps":["trace[1895075546] 'agreement among raft nodes before linearized reading' (duration: 1.382915409s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:36.471084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:35.088099Z","time spent":"1.382981331s","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:05:36.471147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223829826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-04T04:05:36.471164Z","caller":"traceutil/trace.go:171","msg":"trace[1635475744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31746; }","duration":"1.223872107s","start":"2026-05-04T04:05:35.247288Z","end":"2026-05-04T04:05:36.47116Z","steps":["trace[1635475744] 'agreement among raft nodes before linearized reading' (duration: 1.223807195s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:36.47118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:35.247274Z","time spent":"1.223902868s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T04:05:36.471194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581953108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:05:36.471211Z","caller":"traceutil/trace.go:171","msg":"trace[1971490065] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:31746; }","duration":"1.582009289s","start":"2026-05-04T04:05:34.889195Z","end":"2026-05-04T04:05:36.471204Z","steps":["trace[1971490065] 'agreement among raft nodes before linearized reading' (duration: 1.581981319s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:36.471229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:34.88917Z","time spent":"1.582054771s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:05:36.471269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245381701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-04T04:05:36.471287Z","caller":"traceutil/trace.go:171","msg":"trace[2131211201] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31746; }","duration":"1.245442633s","start":"2026-05-04T04:05:35.22584Z","end":"2026-05-04T04:05:36.471282Z","steps":["trace[2131211201] 'agreement among raft nodes before linearized reading' (duration: 1.245395682s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:36.471302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:35.225812Z","time spent":"1.245486864s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-04T04:05:36.471368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.950497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-05-04T04:05:36.471435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85179512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T04:05:36.471445Z","caller":"traceutil/trace.go:171","msg":"trace[871050057] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31746; }","duration":"114.05186ms","start":"2026-05-04T04:05:36.357382Z","end":"2026-05-04T04:05:36.471434Z","steps":["trace[871050057] 'agreement among raft nodes before linearized reading' (duration: 113.917026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:36.471463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258879098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T04:05:36.471479Z","caller":"traceutil/trace.go:171","msg":"trace[1841890661] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:31746; }","duration":"1.25893609s","start":"2026-05-04T04:05:35.212539Z","end":"2026-05-04T04:05:36.471475Z","steps":["trace[1841890661] 'agreement among raft nodes before linearized reading' (duration: 1.258803846s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:36.471499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:35.212513Z","time spent":"1.258980881s","remote":"127.0.0.1:46678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":81,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:05:36.471083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:35.164734Z","time spent":"1.306344198s","remote":"127.0.0.1:41048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":98,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:05:36.471838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.165773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:05:36.471861Z","caller":"traceutil/trace.go:171","msg":"trace[917460180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31746; }","duration":"326.217045ms","start":"2026-05-04T04:05:36.145639Z","end":"2026-05-04T04:05:36.471856Z","steps":["trace[917460180] 'agreement among raft nodes before linearized reading' (duration: 326.179754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:36.471879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:36.145622Z","time spent":"326.253187ms","remote":"127.0.0.1:40744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T04:05:36.471923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.302898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-04T04:05:36.471921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213493715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-04T04:05:36.471987Z","caller":"traceutil/trace.go:171","msg":"trace[362431119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31746; }","duration":"1.213595017s","start":"2026-05-04T04:05:35.258378Z","end":"2026-05-04T04:05:36.471973Z","steps":["trace[362431119] 'agreement among raft nodes before linearized reading' (duration: 1.213404832s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:36.472023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:35.258366Z","time spent":"1.213650359s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T04:05:36.47203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.326429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-04T04:05:36.472049Z","caller":"traceutil/trace.go:171","msg":"trace[23056798] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:31746; }","duration":"326.356729ms","start":"2026-05-04T04:05:36.145688Z","end":"2026-05-04T04:05:36.472044Z","steps":["trace[23056798] 'agreement among raft nodes before linearized reading' (duration: 326.260307ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:36.472065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:36.145683Z","time spent":"326.37683ms","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":145,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-05-04T04:05:36.471951Z","caller":"traceutil/trace.go:171","msg":"trace[2008060313] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:31746; }","duration":"326.360049ms","start":"2026-05-04T04:05:36.145583Z","end":"2026-05-04T04:05:36.471943Z","steps":["trace[2008060313] 'agreement among raft nodes before linearized reading' (duration: 326.243696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:36.472092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:36.145568Z","time spent":"326.518193ms","remote":"127.0.0.1:41112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":195,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-05-04T04:05:36.471457Z","caller":"traceutil/trace.go:171","msg":"trace[1859338413] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:31746; }","duration":"1.851844232s","start":"2026-05-04T04:05:34.619608Z","end":"2026-05-04T04:05:36.471452Z","steps":["trace[1859338413] 'agreement among raft nodes before linearized reading' (duration: 1.851682638s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:36.472298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:34.619596Z","time spent":"1.852694895s","remote":"127.0.0.1:41090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":24,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-05-04T04:05:36.703195Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28975} {"level":"info","ts":"2026-05-04T04:05:36.841942Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28975,"took":"135.452391ms","hash":1469697625,"current-db-size-bytes":59162624,"current-db-size":"59 MB","current-db-size-in-use-bytes":35246080,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-05-04T04:05:36.842006Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1469697625,"revision":28975,"compact-revision":25948} {"level":"warn","ts":"2026-05-04T04:08:53.905529Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178178629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T04:08:54.40602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178178629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T04:08:54.856361Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.68725745s","expected-duration":"1s"} {"level":"info","ts":"2026-05-04T04:08:54.856706Z","caller":"traceutil/trace.go:171","msg":"trace[392228096] transaction","detail":"{read_only:false; response_revision:33179; number_of_response:1; }","duration":"1.687709742s","start":"2026-05-04T04:08:53.168975Z","end":"2026-05-04T04:08:54.856685Z","steps":["trace[392228096] 'process raft request' (duration: 1.687590589s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:08:54.856852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:08:53.168954Z","time spent":"1.687813665s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:08:54.861663Z","caller":"traceutil/trace.go:171","msg":"trace[1462262384] transaction","detail":"{read_only:false; response_revision:33181; number_of_response:1; }","duration":"1.676457406s","start":"2026-05-04T04:08:53.18519Z","end":"2026-05-04T04:08:54.861648Z","steps":["trace[1462262384] 'process raft request' (duration: 1.676395884s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:08:54.861785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:08:53.185173Z","time spent":"1.676548339s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:08:54.861867Z","caller":"traceutil/trace.go:171","msg":"trace[1697775404] transaction","detail":"{read_only:false; response_revision:33182; number_of_response:1; }","duration":"1.676655301s","start":"2026-05-04T04:08:53.185195Z","end":"2026-05-04T04:08:54.86185Z","steps":["trace[1697775404] 'process raft request' (duration: 1.676420625s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:08:54.861673Z","caller":"traceutil/trace.go:171","msg":"trace[1820446715] transaction","detail":"{read_only:false; response_revision:33180; number_of_response:1; }","duration":"1.678638856s","start":"2026-05-04T04:08:53.183014Z","end":"2026-05-04T04:08:54.861653Z","steps":["trace[1820446715] 'process raft request' (duration: 1.678481082s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:08:54.861951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:08:53.185161Z","time spent":"1.676749114s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:08:54.862007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:08:53.182993Z","time spent":"1.678980785s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:08:54.862188Z","caller":"traceutil/trace.go:171","msg":"trace[1344651535] transaction","detail":"{read_only:false; response_revision:33183; number_of_response:1; }","duration":"1.67696903s","start":"2026-05-04T04:08:53.185207Z","end":"2026-05-04T04:08:54.862176Z","steps":["trace[1344651535] 'process raft request' (duration: 1.67657846s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:08:54.86225Z","caller":"traceutil/trace.go:171","msg":"trace[974421590] transaction","detail":"{read_only:false; response_revision:33184; number_of_response:1; }","duration":"1.67697008s","start":"2026-05-04T04:08:53.185266Z","end":"2026-05-04T04:08:54.862236Z","steps":["trace[974421590] 'process raft request' (duration: 1.676748734s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:08:54.862237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:08:53.185191Z","time spent":"1.677023101s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:08:54.862321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:08:53.185257Z","time spent":"1.677028562s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:08:54.86235Z","caller":"traceutil/trace.go:171","msg":"trace[229276151] transaction","detail":"{read_only:false; response_revision:33185; number_of_response:1; }","duration":"1.676818976s","start":"2026-05-04T04:08:53.185518Z","end":"2026-05-04T04:08:54.862337Z","steps":["trace[229276151] 'process raft request' (duration: 1.67661411s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:08:54.862412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:08:53.185507Z","time spent":"1.676870728s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:08:54.86575Z","caller":"traceutil/trace.go:171","msg":"trace[1099633572] linearizableReadLoop","detail":"{readStateIndex:34283; appliedIndex:34275; }","duration":"1.460670103s","start":"2026-05-04T04:08:53.405054Z","end":"2026-05-04T04:08:54.865724Z","steps":["trace[1099633572] 'read index received' (duration: 1.451623827s)","trace[1099633572] 'applied index is now lower than readState.Index' (duration: 9.045176ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T04:08:54.865884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460815896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:08:54.865921Z","caller":"traceutil/trace.go:171","msg":"trace[867807404] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:33187; }","duration":"1.460896609s","start":"2026-05-04T04:08:53.405015Z","end":"2026-05-04T04:08:54.865912Z","steps":["trace[867807404] 'agreement among raft nodes before linearized reading' (duration: 1.460822717s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:08:54.865802Z","caller":"traceutil/trace.go:171","msg":"trace[1339633597] transaction","detail":"{read_only:false; response_revision:33187; number_of_response:1; }","duration":"965.133096ms","start":"2026-05-04T04:08:53.900647Z","end":"2026-05-04T04:08:54.865781Z","steps":["trace[1339633597] 'process raft request' (duration: 964.955611ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:08:54.865947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:08:53.405001Z","time spent":"1.46093815s","remote":"127.0.0.1:41762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:08:54.866026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:08:53.900625Z","time spent":"965.342732ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:08:54.865793Z","caller":"traceutil/trace.go:171","msg":"trace[1707532998] transaction","detail":"{read_only:false; response_revision:33186; number_of_response:1; }","duration":"1.680153787s","start":"2026-05-04T04:08:53.185614Z","end":"2026-05-04T04:08:54.865768Z","steps":["trace[1707532998] 'process raft request' (duration: 1.67657398s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:08:54.866234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:08:53.185598Z","time spent":"1.680593178s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:08:54.866173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457523707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-04T04:08:54.866341Z","caller":"traceutil/trace.go:171","msg":"trace[933590773] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33187; }","duration":"1.457784714s","start":"2026-05-04T04:08:53.408544Z","end":"2026-05-04T04:08:54.866328Z","steps":["trace[933590773] 'agreement among raft nodes before linearized reading' (duration: 1.457456025s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:08:54.866456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109776937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T04:08:54.86645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437104542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-04T04:08:54.866483Z","caller":"traceutil/trace.go:171","msg":"trace[934781305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33187; }","duration":"1.109839749s","start":"2026-05-04T04:08:53.756636Z","end":"2026-05-04T04:08:54.866476Z","steps":["trace[934781305] 'agreement among raft nodes before linearized reading' (duration: 1.109799488s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:08:54.866504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:08:53.756616Z","time spent":"1.10988394s","remote":"127.0.0.1:40744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T04:08:54.866536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.470412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T04:08:54.866588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436610539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-04T04:08:54.866572Z","caller":"traceutil/trace.go:171","msg":"trace[484787020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33187; }","duration":"1.437251436s","start":"2026-05-04T04:08:53.429304Z","end":"2026-05-04T04:08:54.866555Z","steps":["trace[484787020] 'agreement among raft nodes before linearized reading' (duration: 1.436990689s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:08:54.866598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442513169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-04T04:08:54.866607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450879426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-04T04:08:54.866616Z","caller":"traceutil/trace.go:171","msg":"trace[1237319079] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:33187; }","duration":"400.569624ms","start":"2026-05-04T04:08:54.466027Z","end":"2026-05-04T04:08:54.866597Z","steps":["trace[1237319079] 'agreement among raft nodes before linearized reading' (duration: 400.41435ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:08:54.866636Z","caller":"traceutil/trace.go:171","msg":"trace[537800573] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33187; }","duration":"1.43666956s","start":"2026-05-04T04:08:53.429951Z","end":"2026-05-04T04:08:54.866621Z","steps":["trace[537800573] 'agreement among raft nodes before linearized reading' (duration: 1.436496585s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:08:54.866642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:08:53.429285Z","time spent":"1.437345128s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-04T04:08:54.866642Z","caller":"traceutil/trace.go:171","msg":"trace[602315963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33187; }","duration":"1.44258064s","start":"2026-05-04T04:08:53.424051Z","end":"2026-05-04T04:08:54.866631Z","steps":["trace[602315963] 'agreement among raft nodes before linearized reading' (duration: 1.442457407s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:08:54.866645Z","caller":"traceutil/trace.go:171","msg":"trace[127547984] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33187; }","duration":"1.450947379s","start":"2026-05-04T04:08:53.415689Z","end":"2026-05-04T04:08:54.866636Z","steps":["trace[127547984] 'agreement among raft nodes before linearized reading' (duration: 1.450852576s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:08:54.866664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:08:53.429945Z","time spent":"1.436713151s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-04T04:08:54.866677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:08:53.415674Z","time spent":"1.450997329s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-04T04:08:54.866677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:08:53.424039Z","time spent":"1.442631472s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T04:08:54.866698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.060218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:08:54.866729Z","caller":"traceutil/trace.go:171","msg":"trace[263815751] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:33187; }","duration":"401.093249ms","start":"2026-05-04T04:08:54.465629Z","end":"2026-05-04T04:08:54.866722Z","steps":["trace[263815751] 'agreement among raft nodes before linearized reading' (duration: 401.046228ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:08:54.866403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:08:53.408522Z","time spent":"1.457869216s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-04T04:08:54.866755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:08:54.465594Z","time spent":"401.155621ms","remote":"127.0.0.1:58834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:08:54.866711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.575325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T04:08:54.866859Z","caller":"traceutil/trace.go:171","msg":"trace[846101488] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:33187; }","duration":"400.873853ms","start":"2026-05-04T04:08:54.465971Z","end":"2026-05-04T04:08:54.866845Z","steps":["trace[846101488] 'agreement among raft nodes before linearized reading' (duration: 400.577925ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:08:54.866922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:08:54.465961Z","time spent":"400.947175ms","remote":"127.0.0.1:42864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:08:54.866668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:08:54.466001Z","time spent":"400.657877ms","remote":"127.0.0.1:46516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:08:54.867727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.032137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:197 size:2193473"} {"level":"info","ts":"2026-05-04T04:08:54.867787Z","caller":"traceutil/trace.go:171","msg":"trace[41783590] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:197; response_revision:33187; }","duration":"550.16647ms","start":"2026-05-04T04:08:54.317606Z","end":"2026-05-04T04:08:54.867773Z","steps":["trace[41783590] 'agreement among raft nodes before linearized reading' (duration: 548.67841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:08:54.867833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:08:54.317576Z","time spent":"550.241763ms","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":197,"response size":2193495,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-05-04T04:10:36.715355Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31753} {"level":"info","ts":"2026-05-04T04:10:36.861047Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31753,"took":"142.613965ms","hash":3462894016,"current-db-size-bytes":59162624,"current-db-size":"59 MB","current-db-size-in-use-bytes":30593024,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-04T04:10:36.86113Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3462894016,"revision":31753,"compact-revision":28975} {"level":"warn","ts":"2026-05-04T04:11:54.138857Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178181973,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T04:11:54.639527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178181973,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T04:11:55.140333Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178181973,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T04:11:55.448078Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.854777012s","expected-duration":"1s"} {"level":"info","ts":"2026-05-04T04:11:55.448534Z","caller":"traceutil/trace.go:171","msg":"trace[1000714479] transaction","detail":"{read_only:false; response_revision:34521; number_of_response:1; }","duration":"1.855307547s","start":"2026-05-04T04:11:53.593198Z","end":"2026-05-04T04:11:55.448505Z","steps":["trace[1000714479] 'process raft request' (duration: 1.855131942s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:55.448696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:53.593177Z","time spent":"1.85543089s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:11:55.452654Z","caller":"traceutil/trace.go:171","msg":"trace[438623172] transaction","detail":"{read_only:false; response_revision:34525; number_of_response:1; }","duration":"1.857126556s","start":"2026-05-04T04:11:53.595499Z","end":"2026-05-04T04:11:55.452626Z","steps":["trace[438623172] 'process raft request' (duration: 1.857040094s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:11:55.452699Z","caller":"traceutil/trace.go:171","msg":"trace[855295925] transaction","detail":"{read_only:false; response_revision:34524; number_of_response:1; }","duration":"1.857586039s","start":"2026-05-04T04:11:53.595083Z","end":"2026-05-04T04:11:55.452669Z","steps":["trace[855295925] 'process raft request' (duration: 1.857436195s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:11:55.452699Z","caller":"traceutil/trace.go:171","msg":"trace[333453271] transaction","detail":"{read_only:false; response_revision:34526; number_of_response:1; }","duration":"1.856390786s","start":"2026-05-04T04:11:53.596282Z","end":"2026-05-04T04:11:55.452673Z","steps":["trace[333453271] 'process raft request' (duration: 1.856285603s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:11:55.45275Z","caller":"traceutil/trace.go:171","msg":"trace[981539226] transaction","detail":"{read_only:false; response_revision:34531; number_of_response:1; }","duration":"410.351421ms","start":"2026-05-04T04:11:55.042389Z","end":"2026-05-04T04:11:55.45274Z","steps":["trace[981539226] 'process raft request' (duration: 410.30489ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:55.452799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:55.042367Z","time spent":"410.406632ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:11:55.452786Z","caller":"traceutil/trace.go:171","msg":"trace[1185684319] transaction","detail":"{read_only:false; response_revision:34528; number_of_response:1; }","duration":"1.856454898s","start":"2026-05-04T04:11:53.596291Z","end":"2026-05-04T04:11:55.452746Z","steps":["trace[1185684319] 'process raft request' (duration: 1.856312864s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:11:55.45287Z","caller":"traceutil/trace.go:171","msg":"trace[1696748279] transaction","detail":"{read_only:false; response_revision:34529; number_of_response:1; }","duration":"1.853782675s","start":"2026-05-04T04:11:53.599081Z","end":"2026-05-04T04:11:55.452863Z","steps":["trace[1696748279] 'process raft request' (duration: 1.853561259s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:55.452872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:53.595063Z","time spent":"1.857705432s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:11:55.452923Z","caller":"traceutil/trace.go:171","msg":"trace[1396121805] transaction","detail":"{read_only:false; response_revision:34530; number_of_response:1; }","duration":"1.22431286s","start":"2026-05-04T04:11:54.228605Z","end":"2026-05-04T04:11:55.452918Z","steps":["trace[1396121805] 'process raft request' (duration: 1.224065513s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:55.452947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:54.228579Z","time spent":"1.224355951s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:11:55.452963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:53.596271Z","time spent":"1.856602952s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:11:55.452998Z","caller":"traceutil/trace.go:171","msg":"trace[1336398172] transaction","detail":"{read_only:false; response_revision:34527; number_of_response:1; }","duration":"1.856708085s","start":"2026-05-04T04:11:53.596285Z","end":"2026-05-04T04:11:55.452994Z","steps":["trace[1336398172] 'process raft request' (duration: 1.856298874s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:55.452923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:53.596271Z","time spent":"1.856499339s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:11:55.452902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:53.599061Z","time spent":"1.853822846s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:11:55.453032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:53.596276Z","time spent":"1.856738486s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:11:55.452652Z","caller":"traceutil/trace.go:171","msg":"trace[1096392286] transaction","detail":"{read_only:false; response_revision:34523; number_of_response:1; }","duration":"1.858187265s","start":"2026-05-04T04:11:53.594432Z","end":"2026-05-04T04:11:55.452619Z","steps":["trace[1096392286] 'process raft request' (duration: 1.858065922s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:55.452809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:53.595473Z","time spent":"1.85726018s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:11:55.453121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:53.594413Z","time spent":"1.858691239s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:11:55.453142Z","caller":"traceutil/trace.go:171","msg":"trace[1590514606] transaction","detail":"{read_only:false; response_revision:34522; number_of_response:1; }","duration":"1.859787709s","start":"2026-05-04T04:11:53.593336Z","end":"2026-05-04T04:11:55.453124Z","steps":["trace[1590514606] 'process raft request' (duration: 1.85909334s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:55.453226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:53.593316Z","time spent":"1.859862691s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:11:55.455541Z","caller":"traceutil/trace.go:171","msg":"trace[204334856] linearizableReadLoop","detail":"{readStateIndex:35667; appliedIndex:35655; }","duration":"1.816825372s","start":"2026-05-04T04:11:53.638697Z","end":"2026-05-04T04:11:55.455522Z","steps":["trace[204334856] 'read index received' (duration: 1.80977101s)","trace[204334856] 'applied index is now lower than readState.Index' (duration: 7.052582ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T04:11:55.455731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817017607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-04T04:11:55.455825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797235489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-04T04:11:55.455881Z","caller":"traceutil/trace.go:171","msg":"trace[42295291] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:34531; }","duration":"1.817201631s","start":"2026-05-04T04:11:53.638666Z","end":"2026-05-04T04:11:55.455867Z","steps":["trace[42295291] 'agreement among raft nodes before linearized reading' (duration: 1.817013266s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:55.455958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:53.63865Z","time spent":"1.817282234s","remote":"127.0.0.1:42852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:11:55.456126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727369571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T04:11:55.456126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701469307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:11:55.456157Z","caller":"traceutil/trace.go:171","msg":"trace[1779937176] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:34531; }","duration":"1.727452613s","start":"2026-05-04T04:11:53.728697Z","end":"2026-05-04T04:11:55.45615Z","steps":["trace[1779937176] 'agreement among raft nodes before linearized reading' (duration: 1.727381441s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:55.456176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:53.728667Z","time spent":"1.727503364s","remote":"127.0.0.1:46574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-05-04T04:11:55.456177Z","caller":"traceutil/trace.go:171","msg":"trace[375312223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34531; }","duration":"1.701568849s","start":"2026-05-04T04:11:53.754592Z","end":"2026-05-04T04:11:55.456161Z","steps":["trace[375312223] 'agreement among raft nodes before linearized reading' (duration: 1.701481007s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:55.456231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:53.754565Z","time spent":"1.701656872s","remote":"127.0.0.1:40744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T04:11:55.456293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739560171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-04T04:11:55.456321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739795208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-04T04:11:55.45633Z","caller":"traceutil/trace.go:171","msg":"trace[1138312890] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34531; }","duration":"1.739605983s","start":"2026-05-04T04:11:53.716713Z","end":"2026-05-04T04:11:55.456319Z","steps":["trace[1138312890] 'agreement among raft nodes before linearized reading' (duration: 1.739507031s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:11:55.456338Z","caller":"traceutil/trace.go:171","msg":"trace[996650964] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34531; }","duration":"1.73985619s","start":"2026-05-04T04:11:53.716477Z","end":"2026-05-04T04:11:55.456333Z","steps":["trace[996650964] 'agreement among raft nodes before linearized reading' (duration: 1.739792768s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:55.456355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:53.716449Z","time spent":"1.739903321s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-04T04:11:55.456407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732646064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-04T04:11:55.45643Z","caller":"traceutil/trace.go:171","msg":"trace[1140006820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34531; }","duration":"1.732713165s","start":"2026-05-04T04:11:53.723711Z","end":"2026-05-04T04:11:55.456424Z","steps":["trace[1140006820] 'agreement among raft nodes before linearized reading' (duration: 1.732656084s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:55.456429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.987827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T04:11:55.456446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:53.723689Z","time spent":"1.732753177s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-04T04:11:55.456471Z","caller":"traceutil/trace.go:171","msg":"trace[886781962] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:34531; }","duration":"440.063898ms","start":"2026-05-04T04:11:55.016397Z","end":"2026-05-04T04:11:55.45646Z","steps":["trace[886781962] 'agreement among raft nodes before linearized reading' (duration: 439.995486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:55.456507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752556494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-05-04T04:11:55.456541Z","caller":"traceutil/trace.go:171","msg":"trace[1375694906] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:34531; }","duration":"1.752620036s","start":"2026-05-04T04:11:53.703911Z","end":"2026-05-04T04:11:55.456531Z","steps":["trace[1375694906] 'agreement among raft nodes before linearized reading' (duration: 1.752543884s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:11:55.455893Z","caller":"traceutil/trace.go:171","msg":"trace[365681771] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34531; }","duration":"1.797342621s","start":"2026-05-04T04:11:53.658535Z","end":"2026-05-04T04:11:55.455878Z","steps":["trace[365681771] 'agreement among raft nodes before linearized reading' (duration: 1.797148976s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:55.456533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593297857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T04:11:55.456581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:53.658528Z","time spent":"1.798047371s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-04T04:11:55.456605Z","caller":"traceutil/trace.go:171","msg":"trace[1042498747] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:34531; }","duration":"1.59338777s","start":"2026-05-04T04:11:53.863201Z","end":"2026-05-04T04:11:55.456588Z","steps":["trace[1042498747] 'agreement among raft nodes before linearized reading' (duration: 1.593237336s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:55.456625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603019932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-05-04T04:11:55.456355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:53.716706Z","time spent":"1.739643644s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-04T04:11:55.456657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:53.86311Z","time spent":"1.593536253s","remote":"127.0.0.1:46606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-05-04T04:11:55.456662Z","caller":"traceutil/trace.go:171","msg":"trace[1464341099] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34531; }","duration":"1.603099763s","start":"2026-05-04T04:11:53.853553Z","end":"2026-05-04T04:11:55.456653Z","steps":["trace[1464341099] 'agreement among raft nodes before linearized reading' (duration: 1.60297139s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:55.456659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673982389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T04:11:55.456698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:53.853524Z","time spent":"1.603166036s","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-04T04:11:55.456711Z","caller":"traceutil/trace.go:171","msg":"trace[1933712307] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:34531; }","duration":"1.674078972s","start":"2026-05-04T04:11:53.78262Z","end":"2026-05-04T04:11:55.456699Z","steps":["trace[1933712307] 'agreement among raft nodes before linearized reading' (duration: 1.67401067s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:55.456741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:53.7826Z","time spent":"1.674131034s","remote":"127.0.0.1:46748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:11:55.456562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:53.703895Z","time spent":"1.752660768s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-05-04T04:11:55.456507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:55.016384Z","time spent":"440.11259ms","remote":"127.0.0.1:36490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:11:55.45693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.702912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:11:55.456977Z","caller":"traceutil/trace.go:171","msg":"trace[1444850005] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:34531; }","duration":"958.840056ms","start":"2026-05-04T04:11:54.498112Z","end":"2026-05-04T04:11:55.456953Z","steps":["trace[1444850005] 'agreement among raft nodes before linearized reading' (duration: 958.793924ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:55.457008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:54.498087Z","time spent":"958.916028ms","remote":"127.0.0.1:46734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:11:55.45688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56583053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:11:55.457063Z","caller":"traceutil/trace.go:171","msg":"trace[191045315] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:34531; }","duration":"1.566028526s","start":"2026-05-04T04:11:53.891018Z","end":"2026-05-04T04:11:55.457046Z","steps":["trace[191045315] 'agreement among raft nodes before linearized reading' (duration: 1.565836331s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:55.457124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:53.891008Z","time spent":"1.566096108s","remote":"127.0.0.1:40852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:11:55.457123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013883022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:11:55.457282Z","caller":"traceutil/trace.go:171","msg":"trace[1488498536] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:34531; }","duration":"1.014116688s","start":"2026-05-04T04:11:54.443145Z","end":"2026-05-04T04:11:55.457262Z","steps":["trace[1488498536] 'agreement among raft nodes before linearized reading' (duration: 1.013900092s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:55.458102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730654239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-04T04:11:55.458154Z","caller":"traceutil/trace.go:171","msg":"trace[413796920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34531; }","duration":"1.732416598s","start":"2026-05-04T04:11:53.725727Z","end":"2026-05-04T04:11:55.458143Z","steps":["trace[413796920] 'agreement among raft nodes before linearized reading' (duration: 1.730592588s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:55.458212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:53.725703Z","time spent":"1.73249869s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T04:11:55.459562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:54.443119Z","time spent":"1.014216831s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:12:50.198896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178182917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T04:12:50.699653Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178182917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T04:12:51.200725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178182917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T04:12:51.315734Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.671528883s","expected-duration":"1s"} {"level":"info","ts":"2026-05-04T04:12:51.316294Z","caller":"traceutil/trace.go:171","msg":"trace[1295603359] transaction","detail":"{read_only:false; response_revision:34918; number_of_response:1; }","duration":"1.672181891s","start":"2026-05-04T04:12:49.644082Z","end":"2026-05-04T04:12:51.316264Z","steps":["trace[1295603359] 'process raft request' (duration: 1.671833512s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:12:51.318177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:12:49.644052Z","time spent":"1.672327684s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:12:51.320786Z","caller":"traceutil/trace.go:171","msg":"trace[1867545221] transaction","detail":"{read_only:false; response_revision:34919; number_of_response:1; }","duration":"1.666024303s","start":"2026-05-04T04:12:49.654731Z","end":"2026-05-04T04:12:51.320755Z","steps":["trace[1867545221] 'process raft request' (duration: 1.665706834s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:12:51.320817Z","caller":"traceutil/trace.go:171","msg":"trace[1421689387] transaction","detail":"{read_only:false; response_revision:34920; number_of_response:1; }","duration":"1.655432966s","start":"2026-05-04T04:12:49.665349Z","end":"2026-05-04T04:12:51.320782Z","steps":["trace[1421689387] 'process raft request' (duration: 1.655313132s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:12:51.32105Z","caller":"traceutil/trace.go:171","msg":"trace[1346129050] transaction","detail":"{read_only:false; response_revision:34921; number_of_response:1; }","duration":"1.654733437s","start":"2026-05-04T04:12:49.666307Z","end":"2026-05-04T04:12:51.321041Z","steps":["trace[1346129050] 'process raft request' (duration: 1.654422858s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:12:51.321076Z","caller":"traceutil/trace.go:171","msg":"trace[1107587874] transaction","detail":"{read_only:false; response_revision:34922; number_of_response:1; }","duration":"1.653984156s","start":"2026-05-04T04:12:49.667074Z","end":"2026-05-04T04:12:51.321058Z","steps":["trace[1107587874] 'process raft request' (duration: 1.65376455s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:12:51.321114Z","caller":"traceutil/trace.go:171","msg":"trace[176715719] transaction","detail":"{read_only:false; response_revision:34923; number_of_response:1; }","duration":"1.653619466s","start":"2026-05-04T04:12:49.667464Z","end":"2026-05-04T04:12:51.321083Z","steps":["trace[176715719] 'process raft request' (duration: 1.653440611s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:12:51.321168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:12:49.667064Z","time spent":"1.654059948s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:12:51.321156Z","caller":"traceutil/trace.go:171","msg":"trace[715577131] transaction","detail":"{read_only:false; response_revision:34925; number_of_response:1; }","duration":"1.653151703s","start":"2026-05-04T04:12:49.667981Z","end":"2026-05-04T04:12:51.321133Z","steps":["trace[715577131] 'process raft request' (duration: 1.653061461s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:12:51.321172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:12:49.666294Z","time spent":"1.654797248s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:12:51.321166Z","caller":"traceutil/trace.go:171","msg":"trace[973736652] transaction","detail":"{read_only:false; response_revision:34924; number_of_response:1; }","duration":"1.653613085s","start":"2026-05-04T04:12:49.667489Z","end":"2026-05-04T04:12:51.321102Z","steps":["trace[973736652] 'process raft request' (duration: 1.653444561s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:12:51.321226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:12:49.667439Z","time spent":"1.653731129s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:12:51.320972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:12:49.654711Z","time spent":"1.666167017s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:12:51.32126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:12:49.667973Z","time spent":"1.653241135s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:12:51.32113Z","caller":"traceutil/trace.go:171","msg":"trace[2027008135] linearizableReadLoop","detail":"{readStateIndex:36072; appliedIndex:36064; }","duration":"1.62247265s","start":"2026-05-04T04:12:49.698609Z","end":"2026-05-04T04:12:51.321082Z","steps":["trace[2027008135] 'read index received' (duration: 1.617343201s)","trace[2027008135] 'applied index is now lower than readState.Index' (duration: 5.128779ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T04:12:51.321428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:12:49.665324Z","time spent":"1.655701352s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:12:51.321456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622776498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-04T04:12:51.321503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:12:49.667476Z","time spent":"1.653952445s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:12:51.321538Z","caller":"traceutil/trace.go:171","msg":"trace[1473096294] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34925; }","duration":"1.622907352s","start":"2026-05-04T04:12:49.698577Z","end":"2026-05-04T04:12:51.321484Z","steps":["trace[1473096294] 'agreement among raft nodes before linearized reading' (duration: 1.622622214s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:12:51.321559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.305456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:12:51.321609Z","caller":"traceutil/trace.go:171","msg":"trace[1166291299] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:34925; }","duration":"606.398119ms","start":"2026-05-04T04:12:50.715193Z","end":"2026-05-04T04:12:51.321591Z","steps":["trace[1166291299] 'agreement among raft nodes before linearized reading' (duration: 606.303626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:12:51.321612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:12:49.698566Z","time spent":"1.623036865s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-04T04:12:51.321648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:12:50.715175Z","time spent":"606.46251ms","remote":"127.0.0.1:46736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:12:51.321727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.759812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:12:51.321768Z","caller":"traceutil/trace.go:171","msg":"trace[496054330] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:34925; }","duration":"332.856245ms","start":"2026-05-04T04:12:50.988901Z","end":"2026-05-04T04:12:51.321758Z","steps":["trace[496054330] 'agreement among raft nodes before linearized reading' (duration: 332.784933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:12:51.321792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:12:50.988881Z","time spent":"332.905546ms","remote":"127.0.0.1:46654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:12:51.321877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.110633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:12:51.321907Z","caller":"traceutil/trace.go:171","msg":"trace[1756692710] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34925; }","duration":"566.164435ms","start":"2026-05-04T04:12:50.755734Z","end":"2026-05-04T04:12:51.321898Z","steps":["trace[1756692710] 'agreement among raft nodes before linearized reading' (duration: 566.112734ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:12:51.321931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:12:50.755722Z","time spent":"566.203826ms","remote":"127.0.0.1:40730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T04:12:51.321956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452601663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-04T04:12:51.322025Z","caller":"traceutil/trace.go:171","msg":"trace[1414476426] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:34925; }","duration":"1.452714686s","start":"2026-05-04T04:12:49.869296Z","end":"2026-05-04T04:12:51.32201Z","steps":["trace[1414476426] 'agreement among raft nodes before linearized reading' (duration: 1.452532511s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:12:51.322061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:12:49.869273Z","time spent":"1.452778278s","remote":"127.0.0.1:40788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"warn","ts":"2026-05-04T04:12:51.321616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621650747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-04T04:12:51.322142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611549103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-04T04:12:51.322152Z","caller":"traceutil/trace.go:171","msg":"trace[1525006836] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34925; }","duration":"1.622233683s","start":"2026-05-04T04:12:49.699904Z","end":"2026-05-04T04:12:51.322138Z","steps":["trace[1525006836] 'agreement among raft nodes before linearized reading' (duration: 1.621528133s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:12:51.322174Z","caller":"traceutil/trace.go:171","msg":"trace[1560810094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34925; }","duration":"1.611597784s","start":"2026-05-04T04:12:49.710569Z","end":"2026-05-04T04:12:51.322167Z","steps":["trace[1560810094] 'agreement among raft nodes before linearized reading' (duration: 1.611518262s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:12:51.322192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:12:49.699871Z","time spent":"1.622309285s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-04T04:12:51.322201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:12:49.710562Z","time spent":"1.611632725s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T04:12:51.322299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611378968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-04T04:12:51.32213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.086903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-04T04:12:51.322593Z","caller":"traceutil/trace.go:171","msg":"trace[879553390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34925; }","duration":"1.611672026s","start":"2026-05-04T04:12:49.710908Z","end":"2026-05-04T04:12:51.32258Z","steps":["trace[879553390] 'agreement among raft nodes before linearized reading' (duration: 1.610825533s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:12:51.322864Z","caller":"traceutil/trace.go:171","msg":"trace[27088432] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:34925; }","duration":"605.837014ms","start":"2026-05-04T04:12:50.717002Z","end":"2026-05-04T04:12:51.322839Z","steps":["trace[27088432] 'agreement among raft nodes before linearized reading' (duration: 605.057612ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:12:51.322949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:12:50.716986Z","time spent":"605.914945ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-05-04T04:12:51.322874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:12:49.710853Z","time spent":"1.612007435s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T04:12:51.323681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61622926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-04T04:12:51.323725Z","caller":"traceutil/trace.go:171","msg":"trace[1096057673] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34925; }","duration":"1.616345523s","start":"2026-05-04T04:12:49.70737Z","end":"2026-05-04T04:12:51.323715Z","steps":["trace[1096057673] 'agreement among raft nodes before linearized reading' (duration: 1.615039828s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:12:51.323757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:12:49.707349Z","time spent":"1.616400624s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-04T04:12:51.332779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437034281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:197 size:2193473"} {"level":"info","ts":"2026-05-04T04:12:51.332903Z","caller":"traceutil/trace.go:171","msg":"trace[469155466] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:197; response_revision:34925; }","duration":"1.437203845s","start":"2026-05-04T04:12:49.895673Z","end":"2026-05-04T04:12:51.332877Z","steps":["trace[469155466] 'agreement among raft nodes before linearized reading' (duration: 1.426027462s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:12:51.33323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:12:49.895656Z","time spent":"1.437308348s","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":197,"response size":2193495,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-05-04T04:15:09.168075Z","caller":"traceutil/trace.go:171","msg":"trace[1587057023] transaction","detail":"{read_only:false; number_of_response:1; response_revision:35956; }","duration":"135.285457ms","start":"2026-05-04T04:15:09.03277Z","end":"2026-05-04T04:15:09.168056Z","steps":["trace[1587057023] 'process raft request' (duration: 135.136333ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:15:09.469945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.91281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T04:15:09.470024Z","caller":"traceutil/trace.go:171","msg":"trace[1801781201] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:35956; }","duration":"155.053074ms","start":"2026-05-04T04:15:09.314953Z","end":"2026-05-04T04:15:09.470006Z","steps":["trace[1801781201] 'count revisions from in-memory index tree' (duration: 154.787467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:15:09.469965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.673105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-04T04:15:09.470549Z","caller":"traceutil/trace.go:171","msg":"trace[697192593] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35956; }","duration":"144.272941ms","start":"2026-05-04T04:15:09.326264Z","end":"2026-05-04T04:15:09.470537Z","steps":["trace[697192593] 'range keys from in-memory index tree' (duration: 143.541881ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:15:36.725799Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33961} {"level":"info","ts":"2026-05-04T04:15:36.860201Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33961,"took":"131.055761ms","hash":4043796818,"current-db-size-bytes":59162624,"current-db-size":"59 MB","current-db-size-in-use-bytes":29024256,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-05-04T04:15:36.8603Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4043796818,"revision":33961,"compact-revision":31753} {"level":"warn","ts":"2026-05-04T04:17:56.935168Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178188717,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-04T04:17:57.356167Z","caller":"traceutil/trace.go:171","msg":"trace[981360359] transaction","detail":"{read_only:false; response_revision:37296; number_of_response:1; }","duration":"947.793515ms","start":"2026-05-04T04:17:56.40835Z","end":"2026-05-04T04:17:57.356144Z","steps":["trace[981360359] 'process raft request' (duration: 947.58841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:17:57.356334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:17:56.40833Z","time spent":"947.912908ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:17:57.361769Z","caller":"traceutil/trace.go:171","msg":"trace[1621349957] transaction","detail":"{read_only:false; response_revision:37298; number_of_response:1; }","duration":"892.870182ms","start":"2026-05-04T04:17:56.468878Z","end":"2026-05-04T04:17:57.361748Z","steps":["trace[1621349957] 'process raft request' (duration: 892.8176ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:17:57.361843Z","caller":"traceutil/trace.go:171","msg":"trace[914938154] transaction","detail":"{read_only:false; response_revision:37297; number_of_response:1; }","duration":"894.515966ms","start":"2026-05-04T04:17:56.467299Z","end":"2026-05-04T04:17:57.361815Z","steps":["trace[914938154] 'process raft request' (duration: 894.27412ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:17:57.361896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:17:56.468855Z","time spent":"892.982745ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:17:57.361972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:17:56.467275Z","time spent":"894.63013ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:17:57.362268Z","caller":"traceutil/trace.go:171","msg":"trace[1796156807] transaction","detail":"{read_only:false; response_revision:37299; number_of_response:1; }","duration":"888.01259ms","start":"2026-05-04T04:17:56.474249Z","end":"2026-05-04T04:17:57.362261Z","steps":["trace[1796156807] 'process raft request' (duration: 887.472635ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:17:57.362313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:17:56.474231Z","time spent":"888.061301ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:17:57.362758Z","caller":"traceutil/trace.go:171","msg":"trace[1640934424] transaction","detail":"{read_only:false; response_revision:37302; number_of_response:1; }","duration":"846.05186ms","start":"2026-05-04T04:17:56.516687Z","end":"2026-05-04T04:17:57.362738Z","steps":["trace[1640934424] 'process raft request' (duration: 845.962678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:17:57.362884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.620554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T04:17:57.362918Z","caller":"traceutil/trace.go:171","msg":"trace[1207102204] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:37303; }","duration":"928.660125ms","start":"2026-05-04T04:17:56.434251Z","end":"2026-05-04T04:17:57.362911Z","steps":["trace[1207102204] 'agreement among raft nodes before linearized reading' (duration: 928.543312ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:17:57.362928Z","caller":"traceutil/trace.go:171","msg":"trace[2056040930] transaction","detail":"{read_only:false; response_revision:37300; number_of_response:1; }","duration":"849.585256ms","start":"2026-05-04T04:17:56.513329Z","end":"2026-05-04T04:17:57.362914Z","steps":["trace[2056040930] 'process raft request' (duration: 848.901988ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:17:57.363004Z","caller":"traceutil/trace.go:171","msg":"trace[1867303943] transaction","detail":"{read_only:false; response_revision:37303; number_of_response:1; }","duration":"840.881859ms","start":"2026-05-04T04:17:56.522115Z","end":"2026-05-04T04:17:57.362997Z","steps":["trace[1867303943] 'process raft request' (duration: 840.592832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:17:57.363013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:17:56.513314Z","time spent":"849.659748ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:17:57.363049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:17:56.5221Z","time spent":"840.92761ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:17:57.363204Z","caller":"traceutil/trace.go:171","msg":"trace[1702847098] transaction","detail":"{read_only:false; response_revision:37301; number_of_response:1; }","duration":"847.87627ms","start":"2026-05-04T04:17:56.515319Z","end":"2026-05-04T04:17:57.363195Z","steps":["trace[1702847098] 'process raft request' (duration: 847.226432ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:17:57.363247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:17:56.515291Z","time spent":"847.935011ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:17:57.36287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:17:56.516673Z","time spent":"846.145973ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:17:57.362941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:17:56.434168Z","time spent":"928.765148ms","remote":"127.0.0.1:36538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-05-04T04:17:57.362777Z","caller":"traceutil/trace.go:171","msg":"trace[167699365] linearizableReadLoop","detail":"{readStateIndex:38518; appliedIndex:38510; }","duration":"928.5035ms","start":"2026-05-04T04:17:56.434264Z","end":"2026-05-04T04:17:57.362767Z","steps":["trace[167699365] 'read index received' (duration: 921.802558ms)","trace[167699365] 'applied index is now lower than readState.Index' (duration: 6.700192ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T04:17:57.363709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.268747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-04T04:17:57.363738Z","caller":"traceutil/trace.go:171","msg":"trace[1493232213] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:37303; }","duration":"658.332908ms","start":"2026-05-04T04:17:56.705397Z","end":"2026-05-04T04:17:57.36373Z","steps":["trace[1493232213] 'agreement among raft nodes before linearized reading' (duration: 658.236456ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:17:57.363769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:17:56.705382Z","time spent":"658.38096ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-05-04T04:17:57.363802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.281466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-04T04:17:57.363837Z","caller":"traceutil/trace.go:171","msg":"trace[885609546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37303; }","duration":"510.363298ms","start":"2026-05-04T04:17:56.853464Z","end":"2026-05-04T04:17:57.363827Z","steps":["trace[885609546] 'agreement among raft nodes before linearized reading' (duration: 510.239475ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:17:57.363863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:17:56.853445Z","time spent":"510.411979ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T04:17:57.363921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.173937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-04T04:17:57.363942Z","caller":"traceutil/trace.go:171","msg":"trace[2099088896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37303; }","duration":"519.229009ms","start":"2026-05-04T04:17:56.844707Z","end":"2026-05-04T04:17:57.363936Z","steps":["trace[2099088896] 'agreement among raft nodes before linearized reading' (duration: 519.162027ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:17:57.363967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:17:56.844689Z","time spent":"519.27314ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T04:17:57.364028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.384834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:17:57.364067Z","caller":"traceutil/trace.go:171","msg":"trace[560175298] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:37303; }","duration":"105.473056ms","start":"2026-05-04T04:17:57.258584Z","end":"2026-05-04T04:17:57.364057Z","steps":["trace[560175298] 'agreement among raft nodes before linearized reading' (duration: 105.411525ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:17:57.364095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.018599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-04T04:17:57.364118Z","caller":"traceutil/trace.go:171","msg":"trace[667657436] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37303; }","duration":"524.06026ms","start":"2026-05-04T04:17:56.840051Z","end":"2026-05-04T04:17:57.364111Z","steps":["trace[667657436] 'agreement among raft nodes before linearized reading' (duration: 524.001208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:17:57.364145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:17:56.84004Z","time spent":"524.097211ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-04T04:17:57.364229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.235278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T04:17:57.364274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.730804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-04T04:17:57.364301Z","caller":"traceutil/trace.go:171","msg":"trace[1619105837] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37303; }","duration":"568.792616ms","start":"2026-05-04T04:17:56.795502Z","end":"2026-05-04T04:17:57.364294Z","steps":["trace[1619105837] 'agreement among raft nodes before linearized reading' (duration: 568.725764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:17:57.364325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:17:56.795482Z","time spent":"568.835996ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-04T04:17:57.364457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.406619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-04T04:17:57.364483Z","caller":"traceutil/trace.go:171","msg":"trace[1163189035] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37303; }","duration":"570.462801ms","start":"2026-05-04T04:17:56.794013Z","end":"2026-05-04T04:17:57.364475Z","steps":["trace[1163189035] 'agreement among raft nodes before linearized reading' (duration: 570.402109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:17:57.364501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:17:56.793994Z","time spent":"570.502462ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-04T04:17:57.365999Z","caller":"traceutil/trace.go:171","msg":"trace[1831522478] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:37303; }","duration":"445.29702ms","start":"2026-05-04T04:17:56.918956Z","end":"2026-05-04T04:17:57.364253Z","steps":["trace[1831522478] 'agreement among raft nodes before linearized reading' (duration: 445.242788ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:17:57.366064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:17:56.918939Z","time spent":"447.110939ms","remote":"127.0.0.1:58862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:18:00.738977Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.153538465s","expected-duration":"1s"} {"level":"info","ts":"2026-05-04T04:18:00.744758Z","caller":"traceutil/trace.go:171","msg":"trace[2002100451] transaction","detail":"{read_only:false; response_revision:37309; number_of_response:1; }","duration":"3.159414404s","start":"2026-05-04T04:17:57.585322Z","end":"2026-05-04T04:18:00.744737Z","steps":["trace[2002100451] 'process raft request' (duration: 3.154139131s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:18:00.744862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:17:57.585293Z","time spent":"3.159512457s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:18:22.957933Z","caller":"traceutil/trace.go:171","msg":"trace[1580717630] linearizableReadLoop","detail":"{readStateIndex:38699; appliedIndex:38698; }","duration":"104.51808ms","start":"2026-05-04T04:18:22.853396Z","end":"2026-05-04T04:18:22.957914Z","steps":["trace[1580717630] 'read index received' (duration: 8.559643ms)","trace[1580717630] 'applied index is now lower than readState.Index' (duration: 95.957587ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T04:18:22.958399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.998093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-04T04:18:22.958436Z","caller":"traceutil/trace.go:171","msg":"trace[601590471] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:37483; }","duration":"105.081815ms","start":"2026-05-04T04:18:22.853342Z","end":"2026-05-04T04:18:22.958424Z","steps":["trace[601590471] 'agreement among raft nodes before linearized reading' (duration: 104.971202ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:18:22.958502Z","caller":"traceutil/trace.go:171","msg":"trace[282618532] transaction","detail":"{read_only:false; response_revision:37478; number_of_response:1; }","duration":"108.635032ms","start":"2026-05-04T04:18:22.849766Z","end":"2026-05-04T04:18:22.958401Z","steps":["trace[282618532] 'process raft request' (duration: 107.83039ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:18:22.958654Z","caller":"traceutil/trace.go:171","msg":"trace[12628445] transaction","detail":"{read_only:false; response_revision:37479; number_of_response:1; }","duration":"102.561497ms","start":"2026-05-04T04:18:22.856084Z","end":"2026-05-04T04:18:22.958646Z","steps":["trace[12628445] 'process raft request' (duration: 101.664333ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:18:22.958815Z","caller":"traceutil/trace.go:171","msg":"trace[118018489] transaction","detail":"{read_only:false; response_revision:37480; number_of_response:1; }","duration":"101.042876ms","start":"2026-05-04T04:18:22.857764Z","end":"2026-05-04T04:18:22.958807Z","steps":["trace[118018489] 'process raft request' (duration: 100.025518ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:18:22.965692Z","caller":"traceutil/trace.go:171","msg":"trace[877822414] transaction","detail":"{read_only:false; response_revision:37484; number_of_response:1; }","duration":"101.401685ms","start":"2026-05-04T04:18:22.864274Z","end":"2026-05-04T04:18:22.965676Z","steps":["trace[877822414] 'process raft request' (duration: 101.296102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:18:22.965945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.239341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-04T04:18:22.966003Z","caller":"traceutil/trace.go:171","msg":"trace[740017989] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37484; }","duration":"101.330924ms","start":"2026-05-04T04:18:22.864664Z","end":"2026-05-04T04:18:22.965995Z","steps":["trace[740017989] 'agreement among raft nodes before linearized reading' (duration: 101.1931ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:20:36.73148Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36174} {"level":"info","ts":"2026-05-04T04:20:36.852959Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36174,"took":"118.634664ms","hash":3032639863,"current-db-size-bytes":59162624,"current-db-size":"59 MB","current-db-size-in-use-bytes":31027200,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-04T04:20:36.853016Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3032639863,"revision":36174,"compact-revision":33961} {"level":"info","ts":"2026-05-04T04:21:09.792539Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3cec112083e8d3ff","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-04T04:21:09.797574Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-05-04T04:21:09.797702Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-05-04T04:23:18.632805Z","caller":"traceutil/trace.go:171","msg":"trace[725789458] transaction","detail":"{read_only:false; response_revision:39685; number_of_response:1; }","duration":"162.092054ms","start":"2026-05-04T04:23:18.470684Z","end":"2026-05-04T04:23:18.632777Z","steps":["trace[725789458] 'process raft request' (duration: 161.263191ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:23:18.633466Z","caller":"traceutil/trace.go:171","msg":"trace[1882399577] transaction","detail":"{read_only:false; response_revision:39686; number_of_response:1; }","duration":"162.304028ms","start":"2026-05-04T04:23:18.471131Z","end":"2026-05-04T04:23:18.633435Z","steps":["trace[1882399577] 'process raft request' (duration: 162.049522ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:52.761696Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178194785,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T04:23:53.262154Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178194785,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T04:23:53.610943Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.606329854s","expected-duration":"1s"} {"level":"info","ts":"2026-05-04T04:23:53.61124Z","caller":"traceutil/trace.go:171","msg":"trace[90999137] transaction","detail":"{read_only:false; response_revision:39929; number_of_response:1; }","duration":"1.606735654s","start":"2026-05-04T04:23:52.004483Z","end":"2026-05-04T04:23:53.611219Z","steps":["trace[90999137] 'process raft request' (duration: 1.606602351s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:53.611369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:52.004449Z","time spent":"1.606854318s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:23:53.624174Z","caller":"traceutil/trace.go:171","msg":"trace[256759152] transaction","detail":"{read_only:false; response_revision:39931; number_of_response:1; }","duration":"1.450373477s","start":"2026-05-04T04:23:52.173784Z","end":"2026-05-04T04:23:53.624158Z","steps":["trace[256759152] 'process raft request' (duration: 1.450277034s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:23:53.624296Z","caller":"traceutil/trace.go:171","msg":"trace[1236850519] transaction","detail":"{read_only:false; response_revision:39933; number_of_response:1; }","duration":"1.449160514s","start":"2026-05-04T04:23:52.175126Z","end":"2026-05-04T04:23:53.624287Z","steps":["trace[1236850519] 'process raft request' (duration: 1.448982649s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:53.62431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:52.173764Z","time spent":"1.450475169s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:23:53.624342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:52.175115Z","time spent":"1.449201975s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:23:53.624152Z","caller":"traceutil/trace.go:171","msg":"trace[199172467] transaction","detail":"{read_only:false; response_revision:39930; number_of_response:1; }","duration":"1.45303158s","start":"2026-05-04T04:23:52.171104Z","end":"2026-05-04T04:23:53.624136Z","steps":["trace[199172467] 'process raft request' (duration: 1.452851035s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:53.624442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:52.171075Z","time spent":"1.453337687s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:23:53.624487Z","caller":"traceutil/trace.go:171","msg":"trace[82829357] transaction","detail":"{read_only:false; response_revision:39934; number_of_response:1; }","duration":"1.449289158s","start":"2026-05-04T04:23:52.175179Z","end":"2026-05-04T04:23:53.624468Z","steps":["trace[82829357] 'process raft request' (duration: 1.449068062s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:23:53.624151Z","caller":"traceutil/trace.go:171","msg":"trace[1552799679] transaction","detail":"{read_only:false; response_revision:39932; number_of_response:1; }","duration":"1.449839062s","start":"2026-05-04T04:23:52.174294Z","end":"2026-05-04T04:23:53.624133Z","steps":["trace[1552799679] 'process raft request' (duration: 1.449795371s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:53.624637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:52.175174Z","time spent":"1.449404271s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:23:53.624669Z","caller":"traceutil/trace.go:171","msg":"trace[64068647] transaction","detail":"{read_only:false; response_revision:39935; number_of_response:1; }","duration":"1.445908765s","start":"2026-05-04T04:23:52.178752Z","end":"2026-05-04T04:23:53.624661Z","steps":["trace[64068647] 'process raft request' (duration: 1.445650158s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:53.624716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:52.178689Z","time spent":"1.446000908s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:23:53.624741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:52.174264Z","time spent":"1.450391728s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:23:53.624758Z","caller":"traceutil/trace.go:171","msg":"trace[1533011551] linearizableReadLoop","detail":"{readStateIndex:41229; appliedIndex:41222; }","duration":"1.363620835s","start":"2026-05-04T04:23:52.261129Z","end":"2026-05-04T04:23:53.62475Z","steps":["trace[1533011551] 'read index received' (duration: 1.350599231s)","trace[1533011551] 'applied index is now lower than readState.Index' (duration: 13.021084ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T04:23:53.624865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363744638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:23:53.624861Z","caller":"traceutil/trace.go:171","msg":"trace[244775756] transaction","detail":"{read_only:false; response_revision:39936; number_of_response:1; }","duration":"1.44499058s","start":"2026-05-04T04:23:52.179852Z","end":"2026-05-04T04:23:53.624842Z","steps":["trace[244775756] 'process raft request' (duration: 1.444772944s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:23:53.624895Z","caller":"traceutil/trace.go:171","msg":"trace[1005679632] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:39936; }","duration":"1.36381538s","start":"2026-05-04T04:23:52.261071Z","end":"2026-05-04T04:23:53.624886Z","steps":["trace[1005679632] 'agreement among raft nodes before linearized reading' (duration: 1.363729388s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:53.62492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.044946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-04T04:23:53.624924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:52.261041Z","time spent":"1.363875512s","remote":"127.0.0.1:46764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:23:53.624929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:52.17983Z","time spent":"1.445066872s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:23:53.624941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.009769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-04T04:23:53.624957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.106332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-04T04:23:53.624981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054719785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-04T04:23:53.624991Z","caller":"traceutil/trace.go:171","msg":"trace[382577019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39936; }","duration":"815.155462ms","start":"2026-05-04T04:23:52.809826Z","end":"2026-05-04T04:23:53.624981Z","steps":["trace[382577019] 'agreement among raft nodes before linearized reading' (duration: 815.085461ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:23:53.624994Z","caller":"traceutil/trace.go:171","msg":"trace[1715333598] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39936; }","duration":"1.054775937s","start":"2026-05-04T04:23:52.570215Z","end":"2026-05-04T04:23:53.624991Z","steps":["trace[1715333598] 'agreement among raft nodes before linearized reading' (duration: 1.054736386s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:53.625019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:52.570196Z","time spent":"1.054819627s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-04T04:23:53.62502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:52.809816Z","time spent":"815.196604ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T04:23:53.624893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.06673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T04:23:53.624876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074483244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-04T04:23:53.62507Z","caller":"traceutil/trace.go:171","msg":"trace[879753673] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39936; }","duration":"1.07472511s","start":"2026-05-04T04:23:52.550339Z","end":"2026-05-04T04:23:53.625065Z","steps":["trace[879753673] 'agreement among raft nodes before linearized reading' (duration: 1.074470433s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:23:53.625069Z","caller":"traceutil/trace.go:171","msg":"trace[266639309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39936; }","duration":"869.271076ms","start":"2026-05-04T04:23:52.755791Z","end":"2026-05-04T04:23:53.625062Z","steps":["trace[266639309] 'agreement among raft nodes before linearized reading' (duration: 869.07839ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:53.625085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:52.55032Z","time spent":"1.07476054s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-04T04:23:53.625094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:52.755776Z","time spent":"869.310627ms","remote":"127.0.0.1:40730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T04:23:53.62509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.724224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-04T04:23:53.624939Z","caller":"traceutil/trace.go:171","msg":"trace[643947348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39936; }","duration":"993.096607ms","start":"2026-05-04T04:23:52.631837Z","end":"2026-05-04T04:23:53.624934Z","steps":["trace[643947348] 'agreement among raft nodes before linearized reading' (duration: 993.052556ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:53.625118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:52.631818Z","time spent":"993.297752ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-04T04:23:53.625122Z","caller":"traceutil/trace.go:171","msg":"trace[1190767361] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:39936; }","duration":"276.757865ms","start":"2026-05-04T04:23:53.348356Z","end":"2026-05-04T04:23:53.625114Z","steps":["trace[1190767361] 'agreement among raft nodes before linearized reading' (duration: 276.663493ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:53.62513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.365926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-05-04T04:23:53.625171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.559573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:23:53.625165Z","caller":"traceutil/trace.go:171","msg":"trace[1533498291] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:39936; }","duration":"423.439648ms","start":"2026-05-04T04:23:53.201714Z","end":"2026-05-04T04:23:53.625154Z","steps":["trace[1533498291] 'agreement among raft nodes before linearized reading' (duration: 423.357506ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:23:53.62499Z","caller":"traceutil/trace.go:171","msg":"trace[1510859706] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39936; }","duration":"815.097411ms","start":"2026-05-04T04:23:52.809879Z","end":"2026-05-04T04:23:53.624977Z","steps":["trace[1510859706] 'agreement among raft nodes before linearized reading' (duration: 814.948867ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:23:53.625186Z","caller":"traceutil/trace.go:171","msg":"trace[1561146589] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:39936; }","duration":"711.620784ms","start":"2026-05-04T04:23:52.91356Z","end":"2026-05-04T04:23:53.62518Z","steps":["trace[1561146589] 'agreement among raft nodes before linearized reading' (duration: 711.592123ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:53.625195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:52.809861Z","time spent":"815.327367ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-04T04:23:53.625195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:53.201697Z","time spent":"423.49003ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-04T04:23:53.625204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:52.913537Z","time spent":"711.662335ms","remote":"127.0.0.1:46670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:23:56.137336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276102119178194820,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-04T04:23:56.299939Z","caller":"traceutil/trace.go:171","msg":"trace[398803598] transaction","detail":"{read_only:false; response_revision:39943; number_of_response:1; }","duration":"680.411404ms","start":"2026-05-04T04:23:55.619506Z","end":"2026-05-04T04:23:56.299917Z","steps":["trace[398803598] 'process raft request' (duration: 680.282721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:56.300057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:55.619481Z","time spent":"680.516467ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:23:56.303705Z","caller":"traceutil/trace.go:171","msg":"trace[1988629707] transaction","detail":"{read_only:false; response_revision:39944; number_of_response:1; }","duration":"674.319068ms","start":"2026-05-04T04:23:55.629362Z","end":"2026-05-04T04:23:56.303681Z","steps":["trace[1988629707] 'process raft request' (duration: 674.02989ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:56.303858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:55.629336Z","time spent":"674.440702ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:23:56.30418Z","caller":"traceutil/trace.go:171","msg":"trace[548046671] transaction","detail":"{read_only:false; response_revision:39945; number_of_response:1; }","duration":"674.166464ms","start":"2026-05-04T04:23:55.629808Z","end":"2026-05-04T04:23:56.303975Z","steps":["trace[548046671] 'process raft request' (duration: 673.827745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:56.304237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:55.629784Z","time spent":"674.420122ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:23:56.304326Z","caller":"traceutil/trace.go:171","msg":"trace[672523151] transaction","detail":"{read_only:false; response_revision:39947; number_of_response:1; }","duration":"674.168715ms","start":"2026-05-04T04:23:55.630146Z","end":"2026-05-04T04:23:56.304315Z","steps":["trace[672523151] 'process raft request' (duration: 673.806865ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:23:56.304352Z","caller":"traceutil/trace.go:171","msg":"trace[941831431] transaction","detail":"{read_only:false; response_revision:39948; number_of_response:1; }","duration":"673.935228ms","start":"2026-05-04T04:23:55.630405Z","end":"2026-05-04T04:23:56.304341Z","steps":["trace[941831431] 'process raft request' (duration: 673.780134ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:56.304378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:55.63014Z","time spent":"674.208186ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:23:56.304408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:55.630389Z","time spent":"673.987259ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:23:56.304469Z","caller":"traceutil/trace.go:171","msg":"trace[1250393369] transaction","detail":"{read_only:false; response_revision:39946; number_of_response:1; }","duration":"674.371389ms","start":"2026-05-04T04:23:55.630084Z","end":"2026-05-04T04:23:56.304455Z","steps":["trace[1250393369] 'process raft request' (duration: 673.801114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:56.30454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:55.630075Z","time spent":"674.424912ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:23:56.304484Z","caller":"traceutil/trace.go:171","msg":"trace[744408507] transaction","detail":"{read_only:false; response_revision:39949; number_of_response:1; }","duration":"673.699252ms","start":"2026-05-04T04:23:55.630774Z","end":"2026-05-04T04:23:56.304473Z","steps":["trace[744408507] 'process raft request' (duration: 673.450805ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:23:56.304615Z","caller":"traceutil/trace.go:171","msg":"trace[1934599396] transaction","detail":"{read_only:false; response_revision:39950; number_of_response:1; }","duration":"672.510219ms","start":"2026-05-04T04:23:55.632068Z","end":"2026-05-04T04:23:56.304578Z","steps":["trace[1934599396] 'process raft request' (duration: 672.19534ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:56.304772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:55.632057Z","time spent":"672.633253ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:23:56.304949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:55.63076Z","time spent":"673.830635ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:23:56.307168Z","caller":"traceutil/trace.go:171","msg":"trace[1981664794] linearizableReadLoop","detail":"{readStateIndex:41243; appliedIndex:41236; }","duration":"670.803403ms","start":"2026-05-04T04:23:55.63635Z","end":"2026-05-04T04:23:56.307154Z","steps":["trace[1981664794] 'read index received' (duration: 663.689419ms)","trace[1981664794] 'applied index is now lower than readState.Index' (duration: 7.113184ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:23:56.307251Z","caller":"traceutil/trace.go:171","msg":"trace[737031063] transaction","detail":"{read_only:false; response_revision:39951; number_of_response:1; }","duration":"137.520794ms","start":"2026-05-04T04:23:56.169723Z","end":"2026-05-04T04:23:56.307244Z","steps":["trace[737031063] 'process raft request' (duration: 137.240776ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:56.307599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.625824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T04:23:56.307612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.615328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-04T04:23:56.307639Z","caller":"traceutil/trace.go:171","msg":"trace[864822211] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:39951; }","duration":"275.673365ms","start":"2026-05-04T04:23:56.031955Z","end":"2026-05-04T04:23:56.307628Z","steps":["trace[864822211] 'agreement among raft nodes before linearized reading' (duration: 275.600953ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:56.307625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.924396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:23:56.307675Z","caller":"traceutil/trace.go:171","msg":"trace[1947081529] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39951; }","duration":"670.69161ms","start":"2026-05-04T04:23:55.636964Z","end":"2026-05-04T04:23:56.307656Z","steps":["trace[1947081529] 'agreement among raft nodes before linearized reading' (duration: 670.416782ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:23:56.307688Z","caller":"traceutil/trace.go:171","msg":"trace[1480634190] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:39951; }","duration":"552.035769ms","start":"2026-05-04T04:23:55.755634Z","end":"2026-05-04T04:23:56.30767Z","steps":["trace[1480634190] 'agreement among raft nodes before linearized reading' (duration: 551.899826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:56.307705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.350738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-04T04:23:56.30772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:55.636958Z","time spent":"670.752411ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-04T04:23:56.307726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:55.755615Z","time spent":"552.100131ms","remote":"127.0.0.1:46696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-04T04:23:56.307731Z","caller":"traceutil/trace.go:171","msg":"trace[1114940632] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39951; }","duration":"671.395059ms","start":"2026-05-04T04:23:55.636329Z","end":"2026-05-04T04:23:56.307724Z","steps":["trace[1114940632] 'agreement among raft nodes before linearized reading' (duration: 671.292126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:56.307757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:55.636321Z","time spent":"671.431259ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T04:23:56.307865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.727553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-04T04:23:56.307883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.572573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:23:56.307896Z","caller":"traceutil/trace.go:171","msg":"trace[418326305] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39951; }","duration":"669.836226ms","start":"2026-05-04T04:23:55.638052Z","end":"2026-05-04T04:23:56.307888Z","steps":["trace[418326305] 'agreement among raft nodes before linearized reading' (duration: 669.755664ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:23:56.307906Z","caller":"traceutil/trace.go:171","msg":"trace[1660505946] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:39951; }","duration":"365.638584ms","start":"2026-05-04T04:23:55.942261Z","end":"2026-05-04T04:23:56.3079Z","steps":["trace[1660505946] 'agreement among raft nodes before linearized reading' (duration: 365.596273ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:56.307928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:55.942236Z","time spent":"365.685186ms","remote":"127.0.0.1:58720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:23:56.307925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:55.638035Z","time spent":"669.884128ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-04T04:23:56.308001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.728901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-04T04:23:56.308033Z","caller":"traceutil/trace.go:171","msg":"trace[1582259270] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39951; }","duration":"670.779642ms","start":"2026-05-04T04:23:55.637245Z","end":"2026-05-04T04:23:56.308025Z","steps":["trace[1582259270] 'agreement among raft nodes before linearized reading' (duration: 670.70522ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:56.308063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:55.637234Z","time spent":"670.819434ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-04T04:23:56.308224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.149632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-04T04:23:56.308274Z","caller":"traceutil/trace.go:171","msg":"trace[338106324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39951; }","duration":"671.225134ms","start":"2026-05-04T04:23:55.637037Z","end":"2026-05-04T04:23:56.308263Z","steps":["trace[338106324] 'agreement among raft nodes before linearized reading' (duration: 671.032359ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:56.30831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:55.637027Z","time spent":"671.276145ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T04:24:13.319273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.445816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:24:13.319363Z","caller":"traceutil/trace.go:171","msg":"trace[2007294283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40074; }","duration":"564.57573ms","start":"2026-05-04T04:24:12.754767Z","end":"2026-05-04T04:24:13.319343Z","steps":["trace[2007294283] 'range keys from in-memory index tree' (duration: 564.344343ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:24:13.319419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:24:12.75474Z","time spent":"564.649662ms","remote":"127.0.0.1:40730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-04T04:25:36.738167Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":38500} {"level":"info","ts":"2026-05-04T04:25:36.862419Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":38500,"took":"118.097005ms","hash":1146022636,"current-db-size-bytes":59162624,"current-db-size":"59 MB","current-db-size-in-use-bytes":31453184,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-04T04:25:36.862513Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1146022636,"revision":38500,"compact-revision":36174}