{"level":"warn","ts":"2026-05-29T02:09:44.962117Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-29T02:09:44.962294Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.57:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.57:2380","--initial-cluster=instance=https://199.204.45.57:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.57:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.57:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-29T02:09:44.962398Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-29T02:09:44.962419Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.57:2380"]} {"level":"info","ts":"2026-05-29T02:09:44.962443Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-29T02:09:44.963399Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.57:2379"]} {"level":"info","ts":"2026-05-29T02:09:44.963506Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.57:2380"],"listen-peer-urls":["https://199.204.45.57:2380"],"advertise-client-urls":["https://199.204.45.57:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.57:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.57:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-29T02:09:44.971007Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"7.217514ms"} {"level":"info","ts":"2026-05-29T02:09:44.977323Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b6478f0ac5aeb8e1","cluster-id":"6c58cff80d4a5b62"} {"level":"info","ts":"2026-05-29T02:09:44.977409Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 switched to configuration voters=()"} {"level":"info","ts":"2026-05-29T02:09:44.977433Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became follower at term 0"} {"level":"info","ts":"2026-05-29T02:09:44.977499Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b6478f0ac5aeb8e1 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-29T02:09:44.977515Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became follower at term 1"} {"level":"info","ts":"2026-05-29T02:09:44.977561Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 switched to configuration voters=(13134624114678348001)"} {"level":"warn","ts":"2026-05-29T02:09:44.989051Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-29T02:09:44.990515Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-29T02:09:44.992813Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-29T02:09:44.995797Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b6478f0ac5aeb8e1","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-29T02:09:44.996116Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b6478f0ac5aeb8e1","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-29T02:09:44.99623Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-29T02:09:44.996357Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-29T02:09:44.996392Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-29T02:09:44.997082Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 switched to configuration voters=(13134624114678348001)"} {"level":"info","ts":"2026-05-29T02:09:44.997212Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6c58cff80d4a5b62","local-member-id":"b6478f0ac5aeb8e1","added-peer-id":"b6478f0ac5aeb8e1","added-peer-peer-urls":["https://199.204.45.57:2380"]} {"level":"info","ts":"2026-05-29T02:09:45.001944Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-29T02:09:45.00206Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.57:2380"} {"level":"info","ts":"2026-05-29T02:09:45.002183Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.57:2380"} {"level":"info","ts":"2026-05-29T02:09:45.002308Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b6478f0ac5aeb8e1","initial-advertise-peer-urls":["https://199.204.45.57:2380"],"listen-peer-urls":["https://199.204.45.57:2380"],"advertise-client-urls":["https://199.204.45.57:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.57:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-29T02:09:45.002358Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-29T02:09:45.578685Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 is starting a new election at term 1"} {"level":"info","ts":"2026-05-29T02:09:45.578769Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-29T02:09:45.578789Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 received MsgPreVoteResp from b6478f0ac5aeb8e1 at term 1"} {"level":"info","ts":"2026-05-29T02:09:45.578805Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became candidate at term 2"} {"level":"info","ts":"2026-05-29T02:09:45.578813Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 received MsgVoteResp from b6478f0ac5aeb8e1 at term 2"} {"level":"info","ts":"2026-05-29T02:09:45.578827Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became leader at term 2"} {"level":"info","ts":"2026-05-29T02:09:45.578837Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b6478f0ac5aeb8e1 elected leader b6478f0ac5aeb8e1 at term 2"} {"level":"info","ts":"2026-05-29T02:09:45.580095Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-29T02:09:45.581132Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-29T02:09:45.58113Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b6478f0ac5aeb8e1","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.57:2379]}","request-path":"/0/members/b6478f0ac5aeb8e1/attributes","cluster-id":"6c58cff80d4a5b62","publish-timeout":"7s"} {"level":"info","ts":"2026-05-29T02:09:45.581222Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-29T02:09:45.581704Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6c58cff80d4a5b62","local-member-id":"b6478f0ac5aeb8e1","cluster-version":"3.5"} {"level":"info","ts":"2026-05-29T02:09:45.581836Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-29T02:09:45.581873Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-29T02:09:45.581619Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-29T02:09:45.581896Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-29T02:09:45.584495Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-29T02:09:45.595623Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.57:2379"} {"level":"info","ts":"2026-05-29T02:10:02.436939Z","caller":"traceutil/trace.go:171","msg":"trace[1629229950] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"146.737595ms","start":"2026-05-29T02:10:02.290171Z","end":"2026-05-29T02:10:02.436909Z","steps":["trace[1629229950] 'process raft request' (duration: 146.457499ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:28.558718Z","caller":"traceutil/trace.go:171","msg":"trace[1241280619] linearizableReadLoop","detail":"{readStateIndex:652; appliedIndex:651; }","duration":"201.453442ms","start":"2026-05-29T02:10:28.357242Z","end":"2026-05-29T02:10:28.558695Z","steps":["trace[1241280619] 'read index received' (duration: 201.33898ms)","trace[1241280619] 'applied index is now lower than readState.Index' (duration: 113.432µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:28.558789Z","caller":"traceutil/trace.go:171","msg":"trace[159705170] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"287.703903ms","start":"2026-05-29T02:10:28.271038Z","end":"2026-05-29T02:10:28.558742Z","steps":["trace[159705170] 'process raft request' (duration: 287.53001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:28.55897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.706947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-vvkzt\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-05-29T02:10:28.559077Z","caller":"traceutil/trace.go:171","msg":"trace[77408962] range","detail":"{range_begin:/registry/pods/kube-system/cilium-vvkzt; range_end:; response_count:1; response_revision:630; }","duration":"201.866211ms","start":"2026-05-29T02:10:28.357198Z","end":"2026-05-29T02:10:28.559064Z","steps":["trace[77408962] 'agreement among raft nodes before linearized reading' (duration: 201.638356ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:28.945713Z","caller":"traceutil/trace.go:171","msg":"trace[1130319466] linearizableReadLoop","detail":"{readStateIndex:655; appliedIndex:653; }","duration":"148.680693ms","start":"2026-05-29T02:10:28.797003Z","end":"2026-05-29T02:10:28.945684Z","steps":["trace[1130319466] 'read index received' (duration: 97.058997ms)","trace[1130319466] 'applied index is now lower than readState.Index' (duration: 51.620876ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:28.945865Z","caller":"traceutil/trace.go:171","msg":"trace[2040473595] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"288.366347ms","start":"2026-05-29T02:10:28.657456Z","end":"2026-05-29T02:10:28.945822Z","steps":["trace[2040473595] 'process raft request' (duration: 288.109132ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:28.945988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.951568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-29T02:10:28.946025Z","caller":"traceutil/trace.go:171","msg":"trace[1058836256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:632; }","duration":"149.053431ms","start":"2026-05-29T02:10:28.79696Z","end":"2026-05-29T02:10:28.946014Z","steps":["trace[1058836256] 'agreement among raft nodes before linearized reading' (duration: 148.865157ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:28.946034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.963059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-29T02:10:28.946079Z","caller":"traceutil/trace.go:171","msg":"trace[1906105554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:632; }","duration":"148.00807ms","start":"2026-05-29T02:10:28.798057Z","end":"2026-05-29T02:10:28.946065Z","steps":["trace[1906105554] 'agreement among raft nodes before linearized reading' (duration: 147.816666ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:29.077451Z","caller":"traceutil/trace.go:171","msg":"trace[761018708] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"130.776694ms","start":"2026-05-29T02:10:28.946627Z","end":"2026-05-29T02:10:29.077403Z","steps":["trace[761018708] 'process raft request' (duration: 118.406987ms)","trace[761018708] 'compare' (duration: 12.139563ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:29.077545Z","caller":"traceutil/trace.go:171","msg":"trace[1657797598] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"126.895206ms","start":"2026-05-29T02:10:28.950599Z","end":"2026-05-29T02:10:29.077494Z","steps":["trace[1657797598] 'process raft request' (duration: 126.713963ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:29.07764Z","caller":"traceutil/trace.go:171","msg":"trace[1333838419] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"126.871775ms","start":"2026-05-29T02:10:28.950727Z","end":"2026-05-29T02:10:29.077599Z","steps":["trace[1333838419] 'process raft request' (duration: 126.632241ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:29.078271Z","caller":"traceutil/trace.go:171","msg":"trace[805580648] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"125.661612ms","start":"2026-05-29T02:10:28.952581Z","end":"2026-05-29T02:10:29.078242Z","steps":["trace[805580648] 'process raft request' (duration: 125.138642ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:11:57.851773Z","caller":"traceutil/trace.go:171","msg":"trace[613696163] linearizableReadLoop","detail":"{readStateIndex:1918; appliedIndex:1917; }","duration":"203.689226ms","start":"2026-05-29T02:11:57.648046Z","end":"2026-05-29T02:11:57.851735Z","steps":["trace[613696163] 'read index received' (duration: 107.404274ms)","trace[613696163] 'applied index is now lower than readState.Index' (duration: 96.283022ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:11:57.851792Z","caller":"traceutil/trace.go:171","msg":"trace[625932410] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"340.070908ms","start":"2026-05-29T02:11:57.511673Z","end":"2026-05-29T02:11:57.851744Z","steps":["trace[625932410] 'process raft request' (duration: 243.888098ms)","trace[625932410] 'compare' (duration: 95.940956ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:11:57.852085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.498622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ca0446b7-21b2-47d2-b2d2-6b47eda5a694\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-05-29T02:11:57.852168Z","caller":"traceutil/trace.go:171","msg":"trace[1010268978] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ca0446b7-21b2-47d2-b2d2-6b47eda5a694; range_end:; response_count:1; response_revision:1847; }","duration":"202.611824ms","start":"2026-05-29T02:11:57.649538Z","end":"2026-05-29T02:11:57.852149Z","steps":["trace[1010268978] 'agreement among raft nodes before linearized reading' (duration: 202.39886ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:57.852128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.073463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-29T02:11:57.852508Z","caller":"traceutil/trace.go:171","msg":"trace[903142869] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1847; }","duration":"204.523302ms","start":"2026-05-29T02:11:57.647965Z","end":"2026-05-29T02:11:57.852488Z","steps":["trace[903142869] 'agreement among raft nodes before linearized reading' (duration: 203.847599ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:57.852523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:57.511633Z","time spent":"340.255142ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:12:10.308764Z","caller":"traceutil/trace.go:171","msg":"trace[579893474] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"127.912992ms","start":"2026-05-29T02:12:10.180826Z","end":"2026-05-29T02:12:10.308739Z","steps":["trace[579893474] 'process raft request' (duration: 127.77179ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:12:36.170997Z","caller":"traceutil/trace.go:171","msg":"trace[129914976] transaction","detail":"{read_only:false; response_revision:2114; number_of_response:1; }","duration":"134.394562ms","start":"2026-05-29T02:12:36.036575Z","end":"2026-05-29T02:12:36.170969Z","steps":["trace[129914976] 'process raft request' (duration: 133.344912ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:12:36.170999Z","caller":"traceutil/trace.go:171","msg":"trace[1603039014] linearizableReadLoop","detail":"{readStateIndex:2194; appliedIndex:2193; }","duration":"118.794861ms","start":"2026-05-29T02:12:36.052161Z","end":"2026-05-29T02:12:36.170956Z","steps":["trace[1603039014] 'read index received' (duration: 117.75103ms)","trace[1603039014] 'applied index is now lower than readState.Index' (duration: 1.042191ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:12:36.171164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.977314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-29T02:12:36.171262Z","caller":"traceutil/trace.go:171","msg":"trace[325795394] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2114; }","duration":"119.137388ms","start":"2026-05-29T02:12:36.052107Z","end":"2026-05-29T02:12:36.171245Z","steps":["trace[325795394] 'agreement among raft nodes before linearized reading' (duration: 118.897203ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:12:41.593997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.998996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:12:41.594095Z","caller":"traceutil/trace.go:171","msg":"trace[866861666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2142; }","duration":"117.109358ms","start":"2026-05-29T02:12:41.476965Z","end":"2026-05-29T02:12:41.594074Z","steps":["trace[866861666] 'range keys from in-memory index tree' (duration: 116.866413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:12:42.323865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.74316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-29T02:12:42.323955Z","caller":"traceutil/trace.go:171","msg":"trace[783156153] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2145; }","duration":"119.876013ms","start":"2026-05-29T02:12:42.204059Z","end":"2026-05-29T02:12:42.323935Z","steps":["trace[783156153] 'range keys from in-memory index tree' (duration: 119.578757ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:12:42.32394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.317522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-29T02:12:42.324034Z","caller":"traceutil/trace.go:171","msg":"trace[244570223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2145; }","duration":"128.472455ms","start":"2026-05-29T02:12:42.195538Z","end":"2026-05-29T02:12:42.32401Z","steps":["trace[244570223] 'range keys from in-memory index tree' (duration: 128.122318ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:14:12.356933Z","caller":"traceutil/trace.go:171","msg":"trace[1177698846] transaction","detail":"{read_only:false; response_revision:2823; number_of_response:1; }","duration":"217.521147ms","start":"2026-05-29T02:14:12.139381Z","end":"2026-05-29T02:14:12.356903Z","steps":["trace[1177698846] 'process raft request' (duration: 137.308752ms)","trace[1177698846] 'compare' (duration: 79.946259ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:14:12.470821Z","caller":"traceutil/trace.go:171","msg":"trace[137676468] transaction","detail":"{read_only:false; response_revision:2824; number_of_response:1; }","duration":"109.156606ms","start":"2026-05-29T02:14:12.361642Z","end":"2026-05-29T02:14:12.470799Z","steps":["trace[137676468] 'process raft request' (duration: 109.030063ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:14:17.66121Z","caller":"traceutil/trace.go:171","msg":"trace[1168985884] transaction","detail":"{read_only:false; response_revision:2856; number_of_response:1; }","duration":"103.732118ms","start":"2026-05-29T02:14:17.557451Z","end":"2026-05-29T02:14:17.661183Z","steps":["trace[1168985884] 'process raft request' (duration: 103.574404ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:53.918566Z","caller":"traceutil/trace.go:171","msg":"trace[71581093] linearizableReadLoop","detail":"{readStateIndex:5012; appliedIndex:5011; }","duration":"134.032651ms","start":"2026-05-29T02:17:53.784503Z","end":"2026-05-29T02:17:53.918536Z","steps":["trace[71581093] 'read index received' (duration: 98.600685ms)","trace[71581093] 'applied index is now lower than readState.Index' (duration: 35.430716ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:17:53.918715Z","caller":"traceutil/trace.go:171","msg":"trace[1177900558] transaction","detail":"{read_only:false; response_revision:4827; number_of_response:1; }","duration":"136.834676ms","start":"2026-05-29T02:17:53.781865Z","end":"2026-05-29T02:17:53.918699Z","steps":["trace[1177900558] 'process raft request' (duration: 101.203596ms)","trace[1177900558] 'compare' (duration: 35.163841ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:17:53.91892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.799124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-05-29T02:17:53.919009Z","caller":"traceutil/trace.go:171","msg":"trace[23182629] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4827; }","duration":"123.923516ms","start":"2026-05-29T02:17:53.795064Z","end":"2026-05-29T02:17:53.918987Z","steps":["trace[23182629] 'agreement among raft nodes before linearized reading' (duration: 123.696911ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:53.919159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.635284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-29T02:17:53.919214Z","caller":"traceutil/trace.go:171","msg":"trace[911830330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4827; }","duration":"134.730816ms","start":"2026-05-29T02:17:53.784471Z","end":"2026-05-29T02:17:53.919202Z","steps":["trace[911830330] 'agreement among raft nodes before linearized reading' (duration: 134.553702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:58.533158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.860891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-29T02:17:58.533249Z","caller":"traceutil/trace.go:171","msg":"trace[978594416] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4978; }","duration":"188.993113ms","start":"2026-05-29T02:17:58.344238Z","end":"2026-05-29T02:17:58.533231Z","steps":["trace[978594416] 'range keys from in-memory index tree' (duration: 188.710328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:58.533302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.753572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-05-29T02:17:58.533382Z","caller":"traceutil/trace.go:171","msg":"trace[1996626290] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:4978; }","duration":"161.863524ms","start":"2026-05-29T02:17:58.3715Z","end":"2026-05-29T02:17:58.533363Z","steps":["trace[1996626290] 'range keys from in-memory index tree' (duration: 161.562538ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:58.533731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.818289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1aa54d4d-2408-47ce-9d6c-2a5fbcb9e380\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-05-29T02:17:58.533795Z","caller":"traceutil/trace.go:171","msg":"trace[1416853871] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1aa54d4d-2408-47ce-9d6c-2a5fbcb9e380; range_end:; response_count:1; response_revision:4978; }","duration":"189.917292ms","start":"2026-05-29T02:17:58.343861Z","end":"2026-05-29T02:17:58.533778Z","steps":["trace[1416853871] 'range keys from in-memory index tree' (duration: 189.692137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:58.534065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.248841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:17:58.534136Z","caller":"traceutil/trace.go:171","msg":"trace[2109126232] linearizableReadLoop","detail":"{readStateIndex:5168; appliedIndex:5167; }","duration":"104.291689ms","start":"2026-05-29T02:17:58.429832Z","end":"2026-05-29T02:17:58.534124Z","steps":["trace[2109126232] 'read index received' (duration: 25.451µs)","trace[2109126232] 'applied index is now lower than readState.Index' (duration: 104.265048ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:17:58.534225Z","caller":"traceutil/trace.go:171","msg":"trace[1714098209] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"138.508131ms","start":"2026-05-29T02:17:58.395706Z","end":"2026-05-29T02:17:58.534214Z","steps":["trace[1714098209] 'process raft request' (duration: 22.909303ms)","trace[1714098209] 'compare' (duration: 114.968776ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:17:58.534344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.505944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:17:58.534376Z","caller":"traceutil/trace.go:171","msg":"trace[1138873391] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:4979; }","duration":"104.557484ms","start":"2026-05-29T02:17:58.42981Z","end":"2026-05-29T02:17:58.534368Z","steps":["trace[1138873391] 'agreement among raft nodes before linearized reading' (duration: 104.495223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:58.534918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.965953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:786857"} {"level":"info","ts":"2026-05-29T02:17:58.534959Z","caller":"traceutil/trace.go:171","msg":"trace[851805506] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4979; }","duration":"105.036324ms","start":"2026-05-29T02:17:58.429913Z","end":"2026-05-29T02:17:58.53495Z","steps":["trace[851805506] 'agreement among raft nodes before linearized reading' (duration: 104.612575ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:18:11.188656Z","caller":"traceutil/trace.go:171","msg":"trace[969205671] transaction","detail":"{read_only:false; response_revision:5219; number_of_response:1; }","duration":"380.095987ms","start":"2026-05-29T02:18:10.80853Z","end":"2026-05-29T02:18:11.188626Z","steps":["trace[969205671] 'process raft request' (duration: 379.898394ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:18:11.188688Z","caller":"traceutil/trace.go:171","msg":"trace[1335155466] transaction","detail":"{read_only:false; response_revision:5220; number_of_response:1; }","duration":"379.893473ms","start":"2026-05-29T02:18:10.808771Z","end":"2026-05-29T02:18:11.188665Z","steps":["trace[1335155466] 'process raft request' (duration: 379.785211ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:18:11.188823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:18:10.808502Z","time spent":"380.244421ms","remote":"127.0.0.1:36446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:18:11.188838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:18:10.808762Z","time spent":"380.014825ms","remote":"127.0.0.1:36446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":530,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:18:11.18894Z","caller":"traceutil/trace.go:171","msg":"trace[1929712957] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"378.865733ms","start":"2026-05-29T02:18:10.810043Z","end":"2026-05-29T02:18:11.188908Z","steps":["trace[1929712957] 'process raft request' (duration: 378.576057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:18:11.189018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.261754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:18:11.189043Z","caller":"traceutil/trace.go:171","msg":"trace[1654384290] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:5221; }","duration":"239.329035ms","start":"2026-05-29T02:18:10.949705Z","end":"2026-05-29T02:18:11.189034Z","steps":["trace[1654384290] 'agreement among raft nodes before linearized reading' (duration: 239.281195ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:18:11.188946Z","caller":"traceutil/trace.go:171","msg":"trace[2020178550] linearizableReadLoop","detail":"{readStateIndex:5419; appliedIndex:5416; }","duration":"239.101121ms","start":"2026-05-29T02:18:10.949761Z","end":"2026-05-29T02:18:11.188862Z","steps":["trace[2020178550] 'read index received' (duration: 238.595931ms)","trace[2020178550] 'applied index is now lower than readState.Index' (duration: 503.35µs)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:18:11.189089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:18:10.810027Z","time spent":"378.988196ms","remote":"127.0.0.1:36576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1068,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:18:19.091227Z","caller":"traceutil/trace.go:171","msg":"trace[1131319151] transaction","detail":"{read_only:false; response_revision:5397; number_of_response:1; }","duration":"159.409077ms","start":"2026-05-29T02:18:18.931778Z","end":"2026-05-29T02:18:19.091187Z","steps":["trace[1131319151] 'process raft request' (duration: 104.778629ms)","trace[1131319151] 'compare' (duration: 54.442195ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:18:19.091444Z","caller":"traceutil/trace.go:171","msg":"trace[655702548] linearizableReadLoop","detail":"{readStateIndex:5601; appliedIndex:5598; }","duration":"154.309465ms","start":"2026-05-29T02:18:18.937108Z","end":"2026-05-29T02:18:19.091418Z","steps":["trace[655702548] 'read index received' (duration: 25.885971ms)","trace[655702548] 'applied index is now lower than readState.Index' (duration: 128.420224ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:18:19.091699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.57974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-05-29T02:18:19.09219Z","caller":"traceutil/trace.go:171","msg":"trace[1307485692] transaction","detail":"{read_only:false; response_revision:5398; number_of_response:1; }","duration":"155.887776ms","start":"2026-05-29T02:18:18.935634Z","end":"2026-05-29T02:18:19.091521Z","steps":["trace[1307485692] 'process raft request' (duration: 155.490268ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:18:19.092279Z","caller":"traceutil/trace.go:171","msg":"trace[675951950] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5398; }","duration":"154.653551ms","start":"2026-05-29T02:18:18.937067Z","end":"2026-05-29T02:18:19.091721Z","steps":["trace[675951950] 'agreement among raft nodes before linearized reading' (duration: 154.442557ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:18:19.390223Z","caller":"traceutil/trace.go:171","msg":"trace[801155126] transaction","detail":"{read_only:false; response_revision:5408; number_of_response:1; }","duration":"163.082941ms","start":"2026-05-29T02:18:19.227107Z","end":"2026-05-29T02:18:19.39019Z","steps":["trace[801155126] 'process raft request' (duration: 146.538528ms)","trace[801155126] 'compare' (duration: 16.153145ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:18:19.390657Z","caller":"traceutil/trace.go:171","msg":"trace[1544924465] transaction","detail":"{read_only:false; response_revision:5409; number_of_response:1; }","duration":"163.50285ms","start":"2026-05-29T02:18:19.227119Z","end":"2026-05-29T02:18:19.390622Z","steps":["trace[1544924465] 'process raft request' (duration: 162.942319ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:18:19.390711Z","caller":"traceutil/trace.go:171","msg":"trace[1503940623] transaction","detail":"{read_only:false; response_revision:5410; number_of_response:1; }","duration":"161.898148ms","start":"2026-05-29T02:18:19.228778Z","end":"2026-05-29T02:18:19.390677Z","steps":["trace[1503940623] 'process raft request' (duration: 161.608752ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:18:19.390769Z","caller":"traceutil/trace.go:171","msg":"trace[1326332999] linearizableReadLoop","detail":"{readStateIndex:5614; appliedIndex:5609; }","duration":"161.03222ms","start":"2026-05-29T02:18:19.229702Z","end":"2026-05-29T02:18:19.390734Z","steps":["trace[1326332999] 'read index received' (duration: 82.879287ms)","trace[1326332999] 'applied index is now lower than readState.Index' (duration: 78.151313ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:18:19.390888Z","caller":"traceutil/trace.go:171","msg":"trace[1695160833] transaction","detail":"{read_only:false; response_revision:5411; number_of_response:1; }","duration":"161.678954ms","start":"2026-05-29T02:18:19.229201Z","end":"2026-05-29T02:18:19.39088Z","steps":["trace[1695160833] 'process raft request' (duration: 161.375678ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:18:19.390847Z","caller":"traceutil/trace.go:171","msg":"trace[645884583] transaction","detail":"{read_only:false; response_revision:5412; number_of_response:1; }","duration":"160.462949ms","start":"2026-05-29T02:18:19.230374Z","end":"2026-05-29T02:18:19.390837Z","steps":["trace[645884583] 'process raft request' (duration: 160.273345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:18:19.391102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.357726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l44l9\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-05-29T02:18:19.391156Z","caller":"traceutil/trace.go:171","msg":"trace[821199248] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l44l9; range_end:; response_count:1; response_revision:5412; }","duration":"161.472549ms","start":"2026-05-29T02:18:19.229669Z","end":"2026-05-29T02:18:19.391142Z","steps":["trace[821199248] 'agreement among raft nodes before linearized reading' (duration: 161.242794ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:18:29.10364Z","caller":"traceutil/trace.go:171","msg":"trace[1250714608] transaction","detail":"{read_only:false; response_revision:5533; number_of_response:1; }","duration":"123.626278ms","start":"2026-05-29T02:18:28.979972Z","end":"2026-05-29T02:18:29.103599Z","steps":["trace[1250714608] 'process raft request' (duration: 96.412681ms)","trace[1250714608] 'compare' (duration: 26.938541ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:18:29.121465Z","caller":"traceutil/trace.go:171","msg":"trace[1086960172] transaction","detail":"{read_only:false; response_revision:5534; number_of_response:1; }","duration":"141.355725ms","start":"2026-05-29T02:18:28.980086Z","end":"2026-05-29T02:18:29.121441Z","steps":["trace[1086960172] 'process raft request' (duration: 141.183402ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:18:29.121751Z","caller":"traceutil/trace.go:171","msg":"trace[1596006165] linearizableReadLoop","detail":"{readStateIndex:5741; appliedIndex:5737; }","duration":"105.745258ms","start":"2026-05-29T02:18:29.015986Z","end":"2026-05-29T02:18:29.121731Z","steps":["trace[1596006165] 'read index received' (duration: 60.410186ms)","trace[1596006165] 'applied index is now lower than readState.Index' (duration: 45.333352ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:18:29.121793Z","caller":"traceutil/trace.go:171","msg":"trace[2045097960] transaction","detail":"{read_only:false; response_revision:5535; number_of_response:1; }","duration":"141.63745ms","start":"2026-05-29T02:18:28.980143Z","end":"2026-05-29T02:18:29.121781Z","steps":["trace[2045097960] 'process raft request' (duration: 141.244812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:18:29.121983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.986552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-29T02:18:29.122063Z","caller":"traceutil/trace.go:171","msg":"trace[381257243] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5536; }","duration":"106.161256ms","start":"2026-05-29T02:18:29.015883Z","end":"2026-05-29T02:18:29.122045Z","steps":["trace[381257243] 'agreement among raft nodes before linearized reading' (duration: 105.929302ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:18:29.121804Z","caller":"traceutil/trace.go:171","msg":"trace[326741614] transaction","detail":"{read_only:false; response_revision:5536; number_of_response:1; }","duration":"140.215721ms","start":"2026-05-29T02:18:28.98156Z","end":"2026-05-29T02:18:29.121776Z","steps":["trace[326741614] 'process raft request' (duration: 140.058328ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:19:20.453589Z","caller":"traceutil/trace.go:171","msg":"trace[870939312] transaction","detail":"{read_only:false; response_revision:5974; number_of_response:1; }","duration":"102.337659ms","start":"2026-05-29T02:19:20.351227Z","end":"2026-05-29T02:19:20.453564Z","steps":["trace[870939312] 'process raft request' (duration: 102.215257ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:19:20.464655Z","caller":"traceutil/trace.go:171","msg":"trace[647820723] transaction","detail":"{read_only:false; response_revision:5975; number_of_response:1; }","duration":"107.404743ms","start":"2026-05-29T02:19:20.357228Z","end":"2026-05-29T02:19:20.464633Z","steps":["trace[647820723] 'process raft request' (duration: 107.294471ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:19:31.977234Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322103383031695341,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-29T02:19:32.161601Z","caller":"traceutil/trace.go:171","msg":"trace[1411079228] transaction","detail":"{read_only:false; response_revision:6061; number_of_response:1; }","duration":"718.416079ms","start":"2026-05-29T02:19:31.44316Z","end":"2026-05-29T02:19:32.161576Z","steps":["trace[1411079228] 'process raft request' (duration: 718.265606ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:19:32.161747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:19:31.443135Z","time spent":"718.541321ms","remote":"127.0.0.1:36466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7830,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:19:32.165011Z","caller":"traceutil/trace.go:171","msg":"trace[715206405] transaction","detail":"{read_only:false; response_revision:6062; number_of_response:1; }","duration":"721.429811ms","start":"2026-05-29T02:19:31.443557Z","end":"2026-05-29T02:19:32.164987Z","steps":["trace[715206405] 'process raft request' (duration: 721.024423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:19:32.165196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:19:31.443534Z","time spent":"721.586223ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:19:32.165431Z","caller":"traceutil/trace.go:171","msg":"trace[813435280] transaction","detail":"{read_only:false; response_revision:6065; number_of_response:1; }","duration":"295.223394ms","start":"2026-05-29T02:19:31.870177Z","end":"2026-05-29T02:19:32.165401Z","steps":["trace[813435280] 'process raft request' (duration: 295.054571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:19:32.165547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.014159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:19:32.165438Z","caller":"traceutil/trace.go:171","msg":"trace[1204839886] transaction","detail":"{read_only:false; response_revision:6064; number_of_response:1; }","duration":"503.627286ms","start":"2026-05-29T02:19:31.661755Z","end":"2026-05-29T02:19:32.165382Z","steps":["trace[1204839886] 'process raft request' (duration: 503.421672ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:19:32.165607Z","caller":"traceutil/trace.go:171","msg":"trace[1332932817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6066; }","duration":"689.135162ms","start":"2026-05-29T02:19:31.47646Z","end":"2026-05-29T02:19:32.165596Z","steps":["trace[1332932817] 'agreement among raft nodes before linearized reading' (duration: 689.02023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:19:32.165635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:19:31.476442Z","time spent":"689.187384ms","remote":"127.0.0.1:36270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:19:32.165667Z","caller":"traceutil/trace.go:171","msg":"trace[1496329339] linearizableReadLoop","detail":"{readStateIndex:6285; appliedIndex:6279; }","duration":"688.824916ms","start":"2026-05-29T02:19:31.476523Z","end":"2026-05-29T02:19:32.165348Z","steps":["trace[1496329339] 'read index received' (duration: 684.951767ms)","trace[1496329339] 'applied index is now lower than readState.Index' (duration: 3.871979ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:19:32.165669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:19:31.661739Z","time spent":"503.887942ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:19:32.16595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.751161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l44l9\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-05-29T02:19:32.165937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.25398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-29T02:19:32.165978Z","caller":"traceutil/trace.go:171","msg":"trace[1707454585] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l44l9; range_end:; response_count:1; response_revision:6066; }","duration":"406.816272ms","start":"2026-05-29T02:19:31.759156Z","end":"2026-05-29T02:19:32.165972Z","steps":["trace[1707454585] 'agreement among raft nodes before linearized reading' (duration: 406.71263ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:19:32.165998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:19:31.75914Z","time spent":"406.853933ms","remote":"127.0.0.1:36466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-l44l9\" "} {"level":"info","ts":"2026-05-29T02:19:32.166001Z","caller":"traceutil/trace.go:171","msg":"trace[226186274] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6066; }","duration":"553.354552ms","start":"2026-05-29T02:19:31.612629Z","end":"2026-05-29T02:19:32.165983Z","steps":["trace[226186274] 'agreement among raft nodes before linearized reading' (duration: 553.145928ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:19:32.166021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.531666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-29T02:19:32.166044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:19:31.612617Z","time spent":"553.414683ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-29T02:19:32.16609Z","caller":"traceutil/trace.go:171","msg":"trace[1511199127] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6066; }","duration":"429.634678ms","start":"2026-05-29T02:19:31.736446Z","end":"2026-05-29T02:19:32.16608Z","steps":["trace[1511199127] 'agreement among raft nodes before linearized reading' (duration: 429.425333ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:19:32.16611Z","caller":"traceutil/trace.go:171","msg":"trace[107928750] transaction","detail":"{read_only:false; response_revision:6066; number_of_response:1; }","duration":"256.656298ms","start":"2026-05-29T02:19:31.909422Z","end":"2026-05-29T02:19:32.166078Z","steps":["trace[107928750] 'process raft request' (duration: 255.873931ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:19:32.165456Z","caller":"traceutil/trace.go:171","msg":"trace[252112917] transaction","detail":"{read_only:false; response_revision:6063; number_of_response:1; }","duration":"721.006732ms","start":"2026-05-29T02:19:31.444425Z","end":"2026-05-29T02:19:32.165432Z","steps":["trace[252112917] 'process raft request' (duration: 720.333718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:19:32.16612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:19:31.736435Z","time spent":"429.678078ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:19:32.166307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:19:31.444411Z","time spent":"721.8136ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:19:32.799349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.136901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-29T02:19:32.799446Z","caller":"traceutil/trace.go:171","msg":"trace[1602101530] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6071; }","duration":"243.263434ms","start":"2026-05-29T02:19:32.556158Z","end":"2026-05-29T02:19:32.799422Z","steps":["trace[1602101530] 'range keys from in-memory index tree' (duration: 242.977388ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:19:33.27577Z","caller":"traceutil/trace.go:171","msg":"trace[598628027] transaction","detail":"{read_only:false; response_revision:6074; number_of_response:1; }","duration":"105.744978ms","start":"2026-05-29T02:19:33.170003Z","end":"2026-05-29T02:19:33.275748Z","steps":["trace[598628027] 'process raft request' (duration: 105.606585ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:19:45.618873Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3008} {"level":"info","ts":"2026-05-29T02:19:45.697994Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3008,"took":"77.587153ms","hash":954268152,"current-db-size-bytes":58646528,"current-db-size":"59 MB","current-db-size-in-use-bytes":32223232,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-29T02:19:45.698069Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":954268152,"revision":3008,"compact-revision":-1} {"level":"info","ts":"2026-05-29T02:24:23.686826Z","caller":"traceutil/trace.go:171","msg":"trace[1777530051] transaction","detail":"{read_only:false; response_revision:8205; number_of_response:1; }","duration":"118.761752ms","start":"2026-05-29T02:24:23.568038Z","end":"2026-05-29T02:24:23.686799Z","steps":["trace[1777530051] 'process raft request' (duration: 118.603099ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:24.03603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.35999ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:24:24.036319Z","caller":"traceutil/trace.go:171","msg":"trace[2049728294] transaction","detail":"{read_only:false; response_revision:8209; number_of_response:1; }","duration":"152.40062ms","start":"2026-05-29T02:24:23.883894Z","end":"2026-05-29T02:24:24.036295Z","steps":["trace[2049728294] 'process raft request' (duration: 152.347279ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:24.036302Z","caller":"traceutil/trace.go:171","msg":"trace[1138060599] transaction","detail":"{read_only:false; response_revision:8207; number_of_response:1; }","duration":"343.518621ms","start":"2026-05-29T02:24:23.692737Z","end":"2026-05-29T02:24:24.036255Z","steps":["trace[1138060599] 'process raft request' (duration: 121.838224ms)","trace[1138060599] 'compare' (duration: 221.221287ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:24:24.036434Z","caller":"traceutil/trace.go:171","msg":"trace[844808274] transaction","detail":"{read_only:false; response_revision:8208; number_of_response:1; }","duration":"340.667193ms","start":"2026-05-29T02:24:23.695739Z","end":"2026-05-29T02:24:24.036406Z","steps":["trace[844808274] 'process raft request' (duration: 340.408768ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:24.036434Z","caller":"traceutil/trace.go:171","msg":"trace[500326244] linearizableReadLoop","detail":"{readStateIndex:8499; appliedIndex:8497; }","duration":"230.652947ms","start":"2026-05-29T02:24:23.805746Z","end":"2026-05-29T02:24:24.036399Z","steps":["trace[500326244] 'read index received' (duration: 8.816668ms)","trace[500326244] 'applied index is now lower than readState.Index' (duration: 221.832199ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:24:24.036498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:23.692702Z","time spent":"343.705296ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:24:24.036589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:23.695714Z","time spent":"340.796286ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:24:24.036685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.942453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l44l9\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-05-29T02:24:24.036726Z","caller":"traceutil/trace.go:171","msg":"trace[663427214] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l44l9; range_end:; response_count:1; response_revision:8209; }","duration":"231.024985ms","start":"2026-05-29T02:24:23.805691Z","end":"2026-05-29T02:24:24.036716Z","steps":["trace[663427214] 'agreement among raft nodes before linearized reading' (duration: 230.871862ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:26.176946Z","caller":"traceutil/trace.go:171","msg":"trace[1561606087] linearizableReadLoop","detail":"{readStateIndex:8509; appliedIndex:8508; }","duration":"134.829546ms","start":"2026-05-29T02:24:26.042092Z","end":"2026-05-29T02:24:26.176921Z","steps":["trace[1561606087] 'read index received' (duration: 134.625022ms)","trace[1561606087] 'applied index is now lower than readState.Index' (duration: 203.264µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:24:26.177054Z","caller":"traceutil/trace.go:171","msg":"trace[1188578768] transaction","detail":"{read_only:false; response_revision:8217; number_of_response:1; }","duration":"135.148512ms","start":"2026-05-29T02:24:26.041875Z","end":"2026-05-29T02:24:26.177024Z","steps":["trace[1188578768] 'process raft request' (duration: 134.865767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:26.177289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.182373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-29T02:24:26.177346Z","caller":"traceutil/trace.go:171","msg":"trace[509767003] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8217; }","duration":"135.296396ms","start":"2026-05-29T02:24:26.042034Z","end":"2026-05-29T02:24:26.17733Z","steps":["trace[509767003] 'agreement among raft nodes before linearized reading' (duration: 135.01439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:26.180759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.726063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-29T02:24:26.180821Z","caller":"traceutil/trace.go:171","msg":"trace[1595321814] transaction","detail":"{read_only:false; response_revision:8218; number_of_response:1; }","duration":"135.899999ms","start":"2026-05-29T02:24:26.044882Z","end":"2026-05-29T02:24:26.180782Z","steps":["trace[1595321814] 'process raft request' (duration: 135.637894ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:26.180828Z","caller":"traceutil/trace.go:171","msg":"trace[1233853064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8218; }","duration":"119.831824ms","start":"2026-05-29T02:24:26.060977Z","end":"2026-05-29T02:24:26.180809Z","steps":["trace[1233853064] 'agreement among raft nodes before linearized reading' (duration: 119.648821ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:26.18103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.033476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-29T02:24:26.181109Z","caller":"traceutil/trace.go:171","msg":"trace[1208556894] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8218; }","duration":"107.143359ms","start":"2026-05-29T02:24:26.073948Z","end":"2026-05-29T02:24:26.181092Z","steps":["trace[1208556894] 'agreement among raft nodes before linearized reading' (duration: 106.935515ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:45.625591Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6158} {"level":"info","ts":"2026-05-29T02:24:45.730489Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6158,"took":"102.745379ms","hash":3676175675,"current-db-size-bytes":58646528,"current-db-size":"59 MB","current-db-size-in-use-bytes":23240704,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-05-29T02:24:45.730564Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3676175675,"revision":6158,"compact-revision":3008} {"level":"info","ts":"2026-05-29T02:25:04.658412Z","caller":"traceutil/trace.go:171","msg":"trace[516852837] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8524; }","duration":"147.072433ms","start":"2026-05-29T02:25:04.5113Z","end":"2026-05-29T02:25:04.658373Z","steps":["trace[516852837] 'process raft request' (duration: 117.822854ms)","trace[516852837] 'compare' (duration: 29.093556ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:25:04.678Z","caller":"traceutil/trace.go:171","msg":"trace[90735636] transaction","detail":"{read_only:false; response_revision:8525; number_of_response:1; }","duration":"164.238099ms","start":"2026-05-29T02:25:04.513734Z","end":"2026-05-29T02:25:04.677972Z","steps":["trace[90735636] 'process raft request' (duration: 164.100187ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:25:05.268453Z","caller":"traceutil/trace.go:171","msg":"trace[359606403] transaction","detail":"{read_only:false; response_revision:8526; number_of_response:1; }","duration":"239.245411ms","start":"2026-05-29T02:25:05.029187Z","end":"2026-05-29T02:25:05.268433Z","steps":["trace[359606403] 'process raft request' (duration: 239.111548ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:25:05.268466Z","caller":"traceutil/trace.go:171","msg":"trace[967869444] linearizableReadLoop","detail":"{readStateIndex:8833; appliedIndex:8833; }","duration":"111.296832ms","start":"2026-05-29T02:25:05.157137Z","end":"2026-05-29T02:25:05.268434Z","steps":["trace[967869444] 'read index received' (duration: 111.283732ms)","trace[967869444] 'applied index is now lower than readState.Index' (duration: 10.47µs)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:25:05.268775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.624349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-jvl2h\" ","response":"range_response_count:1 size:4652"} {"level":"info","ts":"2026-05-29T02:25:05.268831Z","caller":"traceutil/trace.go:171","msg":"trace[1667530568] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-jvl2h; range_end:; response_count:1; response_revision:8526; }","duration":"111.738621ms","start":"2026-05-29T02:25:05.157081Z","end":"2026-05-29T02:25:05.268819Z","steps":["trace[1667530568] 'agreement among raft nodes before linearized reading' (duration: 111.443665ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:25:05.491738Z","caller":"traceutil/trace.go:171","msg":"trace[427049645] transaction","detail":"{read_only:false; response_revision:8527; number_of_response:1; }","duration":"334.311615ms","start":"2026-05-29T02:25:05.157398Z","end":"2026-05-29T02:25:05.491709Z","steps":["trace[427049645] 'process raft request' (duration: 297.691458ms)","trace[427049645] 'compare' (duration: 36.222789ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:25:05.491785Z","caller":"traceutil/trace.go:171","msg":"trace[980227210] linearizableReadLoop","detail":"{readStateIndex:8835; appliedIndex:8833; }","duration":"183.027547ms","start":"2026-05-29T02:25:05.308723Z","end":"2026-05-29T02:25:05.491751Z","steps":["trace[980227210] 'read index received' (duration: 146.343368ms)","trace[980227210] 'applied index is now lower than readState.Index' (duration: 36.682849ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:25:05.491805Z","caller":"traceutil/trace.go:171","msg":"trace[1367581546] transaction","detail":"{read_only:false; response_revision:8528; number_of_response:1; }","duration":"324.161871ms","start":"2026-05-29T02:25:05.167619Z","end":"2026-05-29T02:25:05.491781Z","steps":["trace[1367581546] 'process raft request' (duration: 324.006768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:25:05.49186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:25:05.157381Z","time spent":"334.422197ms","remote":"127.0.0.1:36348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:25:05.491938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:25:05.167606Z","time spent":"324.257482ms","remote":"127.0.0.1:36530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:25:05.491974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.235692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:25:05.492141Z","caller":"traceutil/trace.go:171","msg":"trace[1937186126] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8528; }","duration":"183.443877ms","start":"2026-05-29T02:25:05.308685Z","end":"2026-05-29T02:25:05.492129Z","steps":["trace[1937186126] 'agreement among raft nodes before linearized reading' (duration: 183.16568ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:25:22.025776Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002352.wal"} {"level":"info","ts":"2026-05-29T02:27:13.089711Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b6478f0ac5aeb8e1","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-29T02:27:13.096114Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-29T02:27:13.096184Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-29T02:29:45.631836Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8331} {"level":"info","ts":"2026-05-29T02:29:45.713639Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8331,"took":"79.46789ms","hash":3319774615,"current-db-size-bytes":58646528,"current-db-size":"59 MB","current-db-size-in-use-bytes":24895488,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-05-29T02:29:45.713712Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3319774615,"revision":8331,"compact-revision":6158} {"level":"info","ts":"2026-05-29T02:30:22.142275Z","caller":"traceutil/trace.go:171","msg":"trace[880950894] transaction","detail":"{read_only:false; response_revision:11204; number_of_response:1; }","duration":"127.395258ms","start":"2026-05-29T02:30:22.014845Z","end":"2026-05-29T02:30:22.14224Z","steps":["trace[880950894] 'process raft request' (duration: 56.714205ms)","trace[880950894] 'compare' (duration: 70.162893ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:30:22.142388Z","caller":"traceutil/trace.go:171","msg":"trace[388464380] transaction","detail":"{read_only:false; response_revision:11205; number_of_response:1; }","duration":"127.352118ms","start":"2026-05-29T02:30:22.015004Z","end":"2026-05-29T02:30:22.142357Z","steps":["trace[388464380] 'process raft request' (duration: 126.894809ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:34:45.638567Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10805} {"level":"info","ts":"2026-05-29T02:34:45.708019Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10805,"took":"67.443074ms","hash":1513314733,"current-db-size-bytes":58646528,"current-db-size":"59 MB","current-db-size-in-use-bytes":27303936,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-05-29T02:34:45.708094Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1513314733,"revision":10805,"compact-revision":8331} {"level":"info","ts":"2026-05-29T02:36:29.933959Z","caller":"traceutil/trace.go:171","msg":"trace[240845638] transaction","detail":"{read_only:false; response_revision:13689; number_of_response:1; }","duration":"114.938581ms","start":"2026-05-29T02:36:29.81896Z","end":"2026-05-29T02:36:29.933898Z","steps":["trace[240845638] 'process raft request' (duration: 113.490582ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:36:47.101902Z","caller":"traceutil/trace.go:171","msg":"trace[1700453732] linearizableReadLoop","detail":"{readStateIndex:14278; appliedIndex:14277; }","duration":"168.084011ms","start":"2026-05-29T02:36:46.933792Z","end":"2026-05-29T02:36:47.101876Z","steps":["trace[1700453732] 'read index received' (duration: 167.820776ms)","trace[1700453732] 'applied index is now lower than readState.Index' (duration: 262.395µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:36:47.101995Z","caller":"traceutil/trace.go:171","msg":"trace[1527202537] transaction","detail":"{read_only:false; response_revision:13799; number_of_response:1; }","duration":"244.430226ms","start":"2026-05-29T02:36:46.857531Z","end":"2026-05-29T02:36:47.101961Z","steps":["trace[1527202537] 'process raft request' (duration: 244.186572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:36:47.102191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.602455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:36:47.102224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.498986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129578"} {"level":"info","ts":"2026-05-29T02:36:47.10226Z","caller":"traceutil/trace.go:171","msg":"trace[841078216] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:13799; }","duration":"146.542157ms","start":"2026-05-29T02:36:46.955707Z","end":"2026-05-29T02:36:47.102249Z","steps":["trace[841078216] 'agreement among raft nodes before linearized reading' (duration: 146.305792ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:36:47.102257Z","caller":"traceutil/trace.go:171","msg":"trace[1407473260] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:13799; }","duration":"122.735428ms","start":"2026-05-29T02:36:46.979508Z","end":"2026-05-29T02:36:47.102243Z","steps":["trace[1407473260] 'agreement among raft nodes before linearized reading' (duration: 122.551084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:36:47.102232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.419547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-05-29T02:36:47.102325Z","caller":"traceutil/trace.go:171","msg":"trace[466614229] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:13799; }","duration":"168.564661ms","start":"2026-05-29T02:36:46.933742Z","end":"2026-05-29T02:36:47.102307Z","steps":["trace[466614229] 'agreement among raft nodes before linearized reading' (duration: 168.262084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:36:47.322363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.757036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129578"} {"level":"info","ts":"2026-05-29T02:36:47.322477Z","caller":"traceutil/trace.go:171","msg":"trace[1602227651] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:13799; }","duration":"181.912459ms","start":"2026-05-29T02:36:47.14054Z","end":"2026-05-29T02:36:47.322452Z","steps":["trace[1602227651] 'range keys from in-memory index tree' (duration: 181.45002ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:36:47.466238Z","caller":"traceutil/trace.go:171","msg":"trace[809220968] linearizableReadLoop","detail":"{readStateIndex:14279; appliedIndex:14278; }","duration":"116.763807ms","start":"2026-05-29T02:36:47.349448Z","end":"2026-05-29T02:36:47.466212Z","steps":["trace[809220968] 'read index received' (duration: 116.507882ms)","trace[809220968] 'applied index is now lower than readState.Index' (duration: 255.065µs)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:36:47.466495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.031274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-29T02:36:47.466539Z","caller":"traceutil/trace.go:171","msg":"trace[1688705037] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13800; }","duration":"117.136947ms","start":"2026-05-29T02:36:47.349389Z","end":"2026-05-29T02:36:47.466526Z","steps":["trace[1688705037] 'agreement among raft nodes before linearized reading' (duration: 116.970822ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:36:47.46658Z","caller":"traceutil/trace.go:171","msg":"trace[945231147] transaction","detail":"{read_only:false; response_revision:13800; number_of_response:1; }","duration":"131.708559ms","start":"2026-05-29T02:36:47.334844Z","end":"2026-05-29T02:36:47.466552Z","steps":["trace[945231147] 'process raft request' (duration: 131.131207ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:39:45.647659Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12986} {"level":"info","ts":"2026-05-29T02:39:45.731661Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12986,"took":"81.00337ms","hash":827362433,"current-db-size-bytes":58646528,"current-db-size":"59 MB","current-db-size-in-use-bytes":30851072,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-29T02:39:45.731745Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":827362433,"revision":12986,"compact-revision":10805} {"level":"info","ts":"2026-05-29T02:43:48.666306Z","caller":"traceutil/trace.go:171","msg":"trace[1058848064] linearizableReadLoop","detail":"{readStateIndex:17913; appliedIndex:17912; }","duration":"433.233821ms","start":"2026-05-29T02:43:48.23304Z","end":"2026-05-29T02:43:48.666274Z","steps":["trace[1058848064] 'read index received' (duration: 432.958496ms)","trace[1058848064] 'applied index is now lower than readState.Index' (duration: 274.065µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:43:48.666454Z","caller":"traceutil/trace.go:171","msg":"trace[772445600] transaction","detail":"{read_only:false; response_revision:17321; number_of_response:1; }","duration":"455.758764ms","start":"2026-05-29T02:43:48.21068Z","end":"2026-05-29T02:43:48.666439Z","steps":["trace[772445600] 'process raft request' (duration: 455.374136ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:43:48.666581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:43:48.210654Z","time spent":"455.836026ms","remote":"127.0.0.1:36466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20982,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:43:48.666884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.831333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-29T02:43:48.666967Z","caller":"traceutil/trace.go:171","msg":"trace[645958506] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:17321; }","duration":"433.942036ms","start":"2026-05-29T02:43:48.233003Z","end":"2026-05-29T02:43:48.666945Z","steps":["trace[645958506] 'agreement among raft nodes before linearized reading' (duration: 433.724341ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:43:48.667014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:43:48.23299Z","time spent":"434.013447ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-29T02:43:48.759597Z","caller":"traceutil/trace.go:171","msg":"trace[1958200062] transaction","detail":"{read_only:false; response_revision:17322; number_of_response:1; }","duration":"131.298877ms","start":"2026-05-29T02:43:48.628264Z","end":"2026-05-29T02:43:48.759563Z","steps":["trace[1958200062] 'process raft request' (duration: 86.396195ms)","trace[1958200062] 'compare' (duration: 44.686937ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:43:48.759792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.881844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-29T02:43:48.759851Z","caller":"traceutil/trace.go:171","msg":"trace[1613655127] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17323; }","duration":"190.987366ms","start":"2026-05-29T02:43:48.568849Z","end":"2026-05-29T02:43:48.759836Z","steps":["trace[1613655127] 'agreement among raft nodes before linearized reading' (duration: 190.848273ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:43:48.759966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.681888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-29T02:43:48.759991Z","caller":"traceutil/trace.go:171","msg":"trace[1623942674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17323; }","duration":"515.738568ms","start":"2026-05-29T02:43:48.244247Z","end":"2026-05-29T02:43:48.759985Z","steps":["trace[1623942674] 'agreement among raft nodes before linearized reading' (duration: 515.672347ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:43:48.760013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:43:48.244227Z","time spent":"515.780859ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:43:48.760071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.978512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-29T02:43:48.760145Z","caller":"traceutil/trace.go:171","msg":"trace[1134200413] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17323; }","duration":"511.080514ms","start":"2026-05-29T02:43:48.249051Z","end":"2026-05-29T02:43:48.760131Z","steps":["trace[1134200413] 'agreement among raft nodes before linearized reading' (duration: 510.910451ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:43:48.760202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:43:48.24904Z","time spent":"511.145935ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:43:48.75986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.32215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-29T02:43:48.760416Z","caller":"traceutil/trace.go:171","msg":"trace[985098804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17323; }","duration":"515.949712ms","start":"2026-05-29T02:43:48.244451Z","end":"2026-05-29T02:43:48.760401Z","steps":["trace[985098804] 'agreement among raft nodes before linearized reading' (duration: 515.304599ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:43:48.76046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:43:48.244439Z","time spent":"516.007843ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:43:48.760325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.386732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:43:48.760559Z","caller":"traceutil/trace.go:171","msg":"trace[2085258613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17323; }","duration":"283.942463ms","start":"2026-05-29T02:43:48.476601Z","end":"2026-05-29T02:43:48.760543Z","steps":["trace[2085258613] 'agreement among raft nodes before linearized reading' (duration: 283.354701ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:44:45.654679Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15402} {"level":"info","ts":"2026-05-29T02:44:45.75037Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15402,"took":"92.345745ms","hash":4164431919,"current-db-size-bytes":58646528,"current-db-size":"59 MB","current-db-size-in-use-bytes":33923072,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-29T02:44:45.750453Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4164431919,"revision":15402,"compact-revision":12986} {"level":"info","ts":"2026-05-29T02:47:42.693282Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b6478f0ac5aeb8e1","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-29T02:47:42.702246Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-29T02:47:42.702374Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-05-29T02:49:05.122209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.874173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:49:05.122333Z","caller":"traceutil/trace.go:171","msg":"trace[1661048515] linearizableReadLoop","detail":"{readStateIndex:20521; appliedIndex:20520; }","duration":"166.543208ms","start":"2026-05-29T02:49:04.955773Z","end":"2026-05-29T02:49:05.122316Z","steps":["trace[1661048515] 'read index received' (duration: 16.4112ms)","trace[1661048515] 'applied index is now lower than readState.Index' (duration: 150.130668ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:49:05.122387Z","caller":"traceutil/trace.go:171","msg":"trace[525637451] transaction","detail":"{read_only:false; response_revision:19846; number_of_response:1; }","duration":"192.750312ms","start":"2026-05-29T02:49:04.929612Z","end":"2026-05-29T02:49:05.122362Z","steps":["trace[525637451] 'process raft request' (duration: 42.625984ms)","trace[525637451] 'compare' (duration: 149.738069ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:49:05.122476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.698361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-29T02:49:05.122513Z","caller":"traceutil/trace.go:171","msg":"trace[810954005] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19846; }","duration":"166.770672ms","start":"2026-05-29T02:49:04.955732Z","end":"2026-05-29T02:49:05.122503Z","steps":["trace[810954005] 'agreement among raft nodes before linearized reading' (duration: 166.630159ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:49:05.4203Z","caller":"traceutil/trace.go:171","msg":"trace[969956284] linearizableReadLoop","detail":"{readStateIndex:20522; appliedIndex:20521; }","duration":"294.638244ms","start":"2026-05-29T02:49:05.125633Z","end":"2026-05-29T02:49:05.420271Z","steps":["trace[969956284] 'read index received' (duration: 252.53831ms)","trace[969956284] 'applied index is now lower than readState.Index' (duration: 42.098403ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:49:05.420337Z","caller":"traceutil/trace.go:171","msg":"trace[1896120716] transaction","detail":"{read_only:false; response_revision:19847; number_of_response:1; }","duration":"421.027645ms","start":"2026-05-29T02:49:04.999278Z","end":"2026-05-29T02:49:05.420305Z","steps":["trace[1896120716] 'process raft request' (duration: 378.879621ms)","trace[1896120716] 'compare' (duration: 41.858688ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:49:05.420506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:49:04.999224Z","time spent":"421.206859ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:49:05.420608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.941839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-29T02:49:05.420727Z","caller":"traceutil/trace.go:171","msg":"trace[1174999196] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19847; }","duration":"295.080592ms","start":"2026-05-29T02:49:05.125615Z","end":"2026-05-29T02:49:05.420696Z","steps":["trace[1174999196] 'agreement among raft nodes before linearized reading' (duration: 294.775746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:49:05.778266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.426365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:49:05.778363Z","caller":"traceutil/trace.go:171","msg":"trace[1363320918] linearizableReadLoop","detail":"{readStateIndex:20524; appliedIndex:20523; }","duration":"275.279535ms","start":"2026-05-29T02:49:05.503067Z","end":"2026-05-29T02:49:05.778347Z","steps":["trace[1363320918] 'read index received' (duration: 89.638476ms)","trace[1363320918] 'applied index is now lower than readState.Index' (duration: 185.639979ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:49:05.778678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.587001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-05-29T02:49:05.778702Z","caller":"traceutil/trace.go:171","msg":"trace[1656354194] transaction","detail":"{read_only:false; response_revision:19849; number_of_response:1; }","duration":"284.719815ms","start":"2026-05-29T02:49:05.49395Z","end":"2026-05-29T02:49:05.77867Z","steps":["trace[1656354194] 'process raft request' (duration: 98.811551ms)","trace[1656354194] 'compare' (duration: 185.322343ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:49:05.778815Z","caller":"traceutil/trace.go:171","msg":"trace[1437012214] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:19849; }","duration":"275.730704ms","start":"2026-05-29T02:49:05.503025Z","end":"2026-05-29T02:49:05.778756Z","steps":["trace[1437012214] 'agreement among raft nodes before linearized reading' (duration: 275.456969ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:49:05.778836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.276441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:49:05.778852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.749342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:49:05.778904Z","caller":"traceutil/trace.go:171","msg":"trace[62235002] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:19849; }","duration":"137.352643ms","start":"2026-05-29T02:49:05.641533Z","end":"2026-05-29T02:49:05.778886Z","steps":["trace[62235002] 'agreement among raft nodes before linearized reading' (duration: 137.170249ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:49:05.778954Z","caller":"traceutil/trace.go:171","msg":"trace[758204168] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:19849; }","duration":"205.077428ms","start":"2026-05-29T02:49:05.573853Z","end":"2026-05-29T02:49:05.77893Z","steps":["trace[758204168] 'agreement among raft nodes before linearized reading' (duration: 204.846404ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:49:06.047443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.730948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-29T02:49:06.047517Z","caller":"traceutil/trace.go:171","msg":"trace[2024422189] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:19849; }","duration":"106.853151ms","start":"2026-05-29T02:49:05.940648Z","end":"2026-05-29T02:49:06.047501Z","steps":["trace[2024422189] 'count revisions from in-memory index tree' (duration: 106.652547ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:49:45.660661Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17977} {"level":"info","ts":"2026-05-29T02:49:45.769985Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17977,"took":"106.534924ms","hash":1848107837,"current-db-size-bytes":58646528,"current-db-size":"59 MB","current-db-size-in-use-bytes":30621696,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-29T02:49:45.770062Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1848107837,"revision":17977,"compact-revision":15402} {"level":"warn","ts":"2026-05-29T02:52:46.610789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.113637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:52:46.610878Z","caller":"traceutil/trace.go:171","msg":"trace[224208306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22211; }","duration":"132.245699ms","start":"2026-05-29T02:52:46.478614Z","end":"2026-05-29T02:52:46.610859Z","steps":["trace[224208306] 'range keys from in-memory index tree' (duration: 132.007745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:54:04.098074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.344751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18461"} {"level":"info","ts":"2026-05-29T02:54:04.098168Z","caller":"traceutil/trace.go:171","msg":"trace[2081191239] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23032; }","duration":"110.469884ms","start":"2026-05-29T02:54:03.987677Z","end":"2026-05-29T02:54:04.098147Z","steps":["trace[2081191239] 'range keys from in-memory index tree' (duration: 110.177088ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:54:45.666637Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20297} {"level":"info","ts":"2026-05-29T02:54:45.771064Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20297,"took":"100.641816ms","hash":2596803591,"current-db-size-bytes":58646528,"current-db-size":"59 MB","current-db-size-in-use-bytes":42414080,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-05-29T02:54:45.771131Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2596803591,"revision":20297,"compact-revision":17977} {"level":"info","ts":"2026-05-29T02:55:07.346316Z","caller":"traceutil/trace.go:171","msg":"trace[2016833730] linearizableReadLoop","detail":"{readStateIndex:24417; appliedIndex:24416; }","duration":"139.885646ms","start":"2026-05-29T02:55:07.206402Z","end":"2026-05-29T02:55:07.346288Z","steps":["trace[2016833730] 'read index received' (duration: 139.646781ms)","trace[2016833730] 'applied index is now lower than readState.Index' (duration: 238.115µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:07.346341Z","caller":"traceutil/trace.go:171","msg":"trace[2072869860] transaction","detail":"{read_only:false; response_revision:23635; number_of_response:1; }","duration":"199.319682ms","start":"2026-05-29T02:55:07.146997Z","end":"2026-05-29T02:55:07.346317Z","steps":["trace[2072869860] 'process raft request' (duration: 199.117508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:07.346506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.08451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-67b6bc8dc6-pzmzj.18b3e88a03ae5ea4\" ","response":"range_response_count:1 size:1180"} {"level":"info","ts":"2026-05-29T02:55:07.346543Z","caller":"traceutil/trace.go:171","msg":"trace[1773026650] range","detail":"{range_begin:/registry/events/openstack/cinder-api-67b6bc8dc6-pzmzj.18b3e88a03ae5ea4; range_end:; response_count:1; response_revision:23635; }","duration":"140.174782ms","start":"2026-05-29T02:55:07.206356Z","end":"2026-05-29T02:55:07.346531Z","steps":["trace[1773026650] 'agreement among raft nodes before linearized reading' (duration: 140.032659ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:07.497429Z","caller":"traceutil/trace.go:171","msg":"trace[519090670] transaction","detail":"{read_only:false; response_revision:23637; number_of_response:1; }","duration":"114.28985ms","start":"2026-05-29T02:55:07.383106Z","end":"2026-05-29T02:55:07.497396Z","steps":["trace[519090670] 'process raft request' (duration: 114.070356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:19.286207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.618554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:56:19.286944Z","caller":"traceutil/trace.go:171","msg":"trace[1235598121] transaction","detail":"{read_only:false; response_revision:24372; number_of_response:1; }","duration":"136.918546ms","start":"2026-05-29T02:56:19.149997Z","end":"2026-05-29T02:56:19.286916Z","steps":["trace[1235598121] 'process raft request' (duration: 136.422556ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:19.286951Z","caller":"traceutil/trace.go:171","msg":"trace[670819586] transaction","detail":"{read_only:false; response_revision:24371; number_of_response:1; }","duration":"298.202333ms","start":"2026-05-29T02:56:18.988687Z","end":"2026-05-29T02:56:19.286889Z","steps":["trace[670819586] 'process raft request' (duration: 131.707031ms)","trace[670819586] 'compare' (duration: 165.333708ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:56:19.286978Z","caller":"traceutil/trace.go:171","msg":"trace[724367372] linearizableReadLoop","detail":"{readStateIndex:25174; appliedIndex:25173; }","duration":"167.651804ms","start":"2026-05-29T02:56:19.119272Z","end":"2026-05-29T02:56:19.286924Z","steps":["trace[724367372] 'read index received' (duration: 1.128052ms)","trace[724367372] 'applied index is now lower than readState.Index' (duration: 166.518262ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:56:19.287221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.284267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:56:19.28722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.92947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-29T02:56:19.287271Z","caller":"traceutil/trace.go:171","msg":"trace[1211386831] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24372; }","duration":"159.398329ms","start":"2026-05-29T02:56:19.127855Z","end":"2026-05-29T02:56:19.287254Z","steps":["trace[1211386831] 'agreement among raft nodes before linearized reading' (duration: 159.286407ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:19.287302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.979978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-29T02:56:19.287311Z","caller":"traceutil/trace.go:171","msg":"trace[1456899043] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24372; }","duration":"168.038662ms","start":"2026-05-29T02:56:19.119249Z","end":"2026-05-29T02:56:19.287288Z","steps":["trace[1456899043] 'agreement among raft nodes before linearized reading' (duration: 167.780977ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:19.287355Z","caller":"traceutil/trace.go:171","msg":"trace[757036032] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24372; }","duration":"149.05687ms","start":"2026-05-29T02:56:19.138283Z","end":"2026-05-29T02:56:19.28734Z","steps":["trace[757036032] 'agreement among raft nodes before linearized reading' (duration: 148.861277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:19.616029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.939819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:56:19.616133Z","caller":"traceutil/trace.go:171","msg":"trace[1043163119] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24373; }","duration":"163.104423ms","start":"2026-05-29T02:56:19.453006Z","end":"2026-05-29T02:56:19.61611Z","steps":["trace[1043163119] 'range keys from in-memory index tree' (duration: 162.839988ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:19.616287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.965069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-29T02:56:19.616331Z","caller":"traceutil/trace.go:171","msg":"trace[1184091420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24373; }","duration":"160.038811ms","start":"2026-05-29T02:56:19.456281Z","end":"2026-05-29T02:56:19.616319Z","steps":["trace[1184091420] 'range keys from in-memory index tree' (duration: 159.794936ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:19.616642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.06067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-29T02:56:19.616803Z","caller":"traceutil/trace.go:171","msg":"trace[1178406053] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24373; }","duration":"224.268103ms","start":"2026-05-29T02:56:19.392509Z","end":"2026-05-29T02:56:19.616777Z","steps":["trace[1178406053] 'range keys from in-memory index tree' (duration: 223.853055ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:19.752174Z","caller":"traceutil/trace.go:171","msg":"trace[639283800] transaction","detail":"{read_only:false; response_revision:24374; number_of_response:1; }","duration":"129.596068ms","start":"2026-05-29T02:56:19.622541Z","end":"2026-05-29T02:56:19.752137Z","steps":["trace[639283800] 'process raft request' (duration: 129.397075ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:19.888201Z","caller":"traceutil/trace.go:171","msg":"trace[1315739845] linearizableReadLoop","detail":"{readStateIndex:25178; appliedIndex:25176; }","duration":"262.38875ms","start":"2026-05-29T02:56:19.625787Z","end":"2026-05-29T02:56:19.888175Z","steps":["trace[1315739845] 'read index received' (duration: 126.160329ms)","trace[1315739845] 'applied index is now lower than readState.Index' (duration: 136.227011ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:56:19.888238Z","caller":"traceutil/trace.go:171","msg":"trace[1513795889] transaction","detail":"{read_only:false; response_revision:24375; number_of_response:1; }","duration":"265.602335ms","start":"2026-05-29T02:56:19.62261Z","end":"2026-05-29T02:56:19.888212Z","steps":["trace[1513795889] 'process raft request' (duration: 265.37789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:19.888452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.644556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-29T02:56:19.888496Z","caller":"traceutil/trace.go:171","msg":"trace[1413410716] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24375; }","duration":"262.720308ms","start":"2026-05-29T02:56:19.625763Z","end":"2026-05-29T02:56:19.888483Z","steps":["trace[1413410716] 'agreement among raft nodes before linearized reading' (duration: 262.535925ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:19.888873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.172506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-29T02:56:19.888907Z","caller":"traceutil/trace.go:171","msg":"trace[1154192597] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24377; }","duration":"257.229417ms","start":"2026-05-29T02:56:19.631669Z","end":"2026-05-29T02:56:19.888898Z","steps":["trace[1154192597] 'agreement among raft nodes before linearized reading' (duration: 257.102125ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:19.889078Z","caller":"traceutil/trace.go:171","msg":"trace[8758876] transaction","detail":"{read_only:false; response_revision:24376; number_of_response:1; }","duration":"125.741651ms","start":"2026-05-29T02:56:19.76331Z","end":"2026-05-29T02:56:19.889052Z","steps":["trace[8758876] 'process raft request' (duration: 125.350124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:24.055207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.631397ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-05-29T02:56:24.055451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.484087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-29T02:56:24.055459Z","caller":"traceutil/trace.go:171","msg":"trace[44082523] linearizableReadLoop","detail":"{readStateIndex:25209; appliedIndex:25207; }","duration":"137.331134ms","start":"2026-05-29T02:56:23.917968Z","end":"2026-05-29T02:56:24.055299Z","steps":["trace[44082523] 'read index received' (duration: 16.958431ms)","trace[44082523] 'applied index is now lower than readState.Index' (duration: 120.369993ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:56:24.055493Z","caller":"traceutil/trace.go:171","msg":"trace[957381160] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24406; }","duration":"137.533588ms","start":"2026-05-29T02:56:23.917946Z","end":"2026-05-29T02:56:24.05548Z","steps":["trace[957381160] 'agreement among raft nodes before linearized reading' (duration: 137.358345ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:24.055926Z","caller":"traceutil/trace.go:171","msg":"trace[1427351596] transaction","detail":"{read_only:false; response_revision:24407; number_of_response:1; }","duration":"112.76507ms","start":"2026-05-29T02:56:23.943147Z","end":"2026-05-29T02:56:24.055912Z","steps":["trace[1427351596] 'process raft request' (duration: 112.650578ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:24.29701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.076765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:56:24.297187Z","caller":"traceutil/trace.go:171","msg":"trace[390210103] transaction","detail":"{read_only:false; response_revision:24409; number_of_response:1; }","duration":"195.472733ms","start":"2026-05-29T02:56:24.101692Z","end":"2026-05-29T02:56:24.297165Z","steps":["trace[390210103] 'process raft request' (duration: 87.186294ms)","trace[390210103] 'compare' (duration: 108.004254ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:56:24.717573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.305523ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:56:24.717682Z","caller":"traceutil/trace.go:171","msg":"trace[2009707545] linearizableReadLoop","detail":"{readStateIndex:25215; appliedIndex:25214; }","duration":"242.295636ms","start":"2026-05-29T02:56:24.47537Z","end":"2026-05-29T02:56:24.717666Z","steps":["trace[2009707545] 'read index received' (duration: 99.80293ms)","trace[2009707545] 'applied index is now lower than readState.Index' (duration: 142.491326ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:56:24.717751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.381058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:56:24.717778Z","caller":"traceutil/trace.go:171","msg":"trace[856317560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24411; }","duration":"242.44627ms","start":"2026-05-29T02:56:24.475324Z","end":"2026-05-29T02:56:24.71777Z","steps":["trace[856317560] 'agreement among raft nodes before linearized reading' (duration: 242.389768ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:24.717749Z","caller":"traceutil/trace.go:171","msg":"trace[443214758] transaction","detail":"{read_only:false; response_revision:24411; number_of_response:1; }","duration":"265.106286ms","start":"2026-05-29T02:56:24.452612Z","end":"2026-05-29T02:56:24.717718Z","steps":["trace[443214758] 'process raft request' (duration: 122.571218ms)","trace[443214758] 'compare' (duration: 142.063338ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:56:24.730064Z","caller":"traceutil/trace.go:171","msg":"trace[1046240165] transaction","detail":"{read_only:false; response_revision:24412; number_of_response:1; }","duration":"200.044177ms","start":"2026-05-29T02:56:24.529993Z","end":"2026-05-29T02:56:24.730037Z","steps":["trace[1046240165] 'process raft request' (duration: 199.614719ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:25.202324Z","caller":"traceutil/trace.go:171","msg":"trace[547699889] linearizableReadLoop","detail":"{readStateIndex:25218; appliedIndex:25217; }","duration":"125.852282ms","start":"2026-05-29T02:56:25.076441Z","end":"2026-05-29T02:56:25.202293Z","steps":["trace[547699889] 'read index received' (duration: 113.919752ms)","trace[547699889] 'applied index is now lower than readState.Index' (duration: 11.93117ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:56:25.202385Z","caller":"traceutil/trace.go:171","msg":"trace[296236023] transaction","detail":"{read_only:false; response_revision:24414; number_of_response:1; }","duration":"128.459444ms","start":"2026-05-29T02:56:25.073864Z","end":"2026-05-29T02:56:25.202324Z","steps":["trace[296236023] 'process raft request' (duration: 116.549655ms)","trace[296236023] 'compare' (duration: 11.658755ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:56:25.202478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.026387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:56:25.202523Z","caller":"traceutil/trace.go:171","msg":"trace[1388016198] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24414; }","duration":"126.198091ms","start":"2026-05-29T02:56:25.076312Z","end":"2026-05-29T02:56:25.20251Z","steps":["trace[1388016198] 'agreement among raft nodes before linearized reading' (duration: 126.105948ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:25.561214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.806545ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:56:25.561317Z","caller":"traceutil/trace.go:171","msg":"trace[1420352002] linearizableReadLoop","detail":"{readStateIndex:25219; appliedIndex:25218; }","duration":"233.593102ms","start":"2026-05-29T02:56:25.32769Z","end":"2026-05-29T02:56:25.561283Z","steps":["trace[1420352002] 'read index received' (duration: 156.196834ms)","trace[1420352002] 'applied index is now lower than readState.Index' (duration: 77.394718ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:56:25.561389Z","caller":"traceutil/trace.go:171","msg":"trace[997400919] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24414; }","duration":"138.001439ms","start":"2026-05-29T02:56:25.42336Z","end":"2026-05-29T02:56:25.561362Z","steps":["trace[997400919] 'range keys from in-memory index tree' (duration: 137.785614ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:25.561444Z","caller":"traceutil/trace.go:171","msg":"trace[2103164307] transaction","detail":"{read_only:false; response_revision:24415; number_of_response:1; }","duration":"254.88636ms","start":"2026-05-29T02:56:25.306518Z","end":"2026-05-29T02:56:25.561404Z","steps":["trace[2103164307] 'process raft request' (duration: 177.441791ms)","trace[2103164307] 'compare' (duration: 76.985509ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:56:25.561569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.870547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-29T02:56:25.561649Z","caller":"traceutil/trace.go:171","msg":"trace[315073781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24415; }","duration":"234.00118ms","start":"2026-05-29T02:56:25.32763Z","end":"2026-05-29T02:56:25.561631Z","steps":["trace[315073781] 'agreement among raft nodes before linearized reading' (duration: 233.810376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:25.561663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.169144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-29T02:56:25.561718Z","caller":"traceutil/trace.go:171","msg":"trace[727562407] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24415; }","duration":"155.283926ms","start":"2026-05-29T02:56:25.406417Z","end":"2026-05-29T02:56:25.561701Z","steps":["trace[727562407] 'agreement among raft nodes before linearized reading' (duration: 155.074862ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:25.704032Z","caller":"traceutil/trace.go:171","msg":"trace[1177174207] transaction","detail":"{read_only:false; response_revision:24416; number_of_response:1; }","duration":"138.244293ms","start":"2026-05-29T02:56:25.56576Z","end":"2026-05-29T02:56:25.704004Z","steps":["trace[1177174207] 'process raft request' (duration: 124.436555ms)","trace[1177174207] 'compare' (duration: 13.600213ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:56:25.704187Z","caller":"traceutil/trace.go:171","msg":"trace[370886108] linearizableReadLoop","detail":"{readStateIndex:25221; appliedIndex:25219; }","duration":"135.326264ms","start":"2026-05-29T02:56:25.568837Z","end":"2026-05-29T02:56:25.704164Z","steps":["trace[370886108] 'read index received' (duration: 121.444874ms)","trace[370886108] 'applied index is now lower than readState.Index' (duration: 13.88007ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:56:25.704303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.442787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:56:25.704283Z","caller":"traceutil/trace.go:171","msg":"trace[1509276195] transaction","detail":"{read_only:false; response_revision:24417; number_of_response:1; }","duration":"137.303274ms","start":"2026-05-29T02:56:25.566952Z","end":"2026-05-29T02:56:25.704255Z","steps":["trace[1509276195] 'process raft request' (duration: 137.005348ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:25.704335Z","caller":"traceutil/trace.go:171","msg":"trace[73883898] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24417; }","duration":"135.492408ms","start":"2026-05-29T02:56:25.568832Z","end":"2026-05-29T02:56:25.704324Z","steps":["trace[73883898] 'agreement among raft nodes before linearized reading' (duration: 135.413967ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:26.005759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.040764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-29T02:56:26.005867Z","caller":"traceutil/trace.go:171","msg":"trace[1652054380] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24417; }","duration":"185.185947ms","start":"2026-05-29T02:56:25.820654Z","end":"2026-05-29T02:56:26.00584Z","steps":["trace[1652054380] 'range keys from in-memory index tree' (duration: 184.79596ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:26.144354Z","caller":"traceutil/trace.go:171","msg":"trace[1251459527] transaction","detail":"{read_only:false; response_revision:24418; number_of_response:1; }","duration":"202.448876ms","start":"2026-05-29T02:56:25.941871Z","end":"2026-05-29T02:56:26.14432Z","steps":["trace[1251459527] 'process raft request' (duration: 202.220921ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:26.161562Z","caller":"traceutil/trace.go:171","msg":"trace[632953534] linearizableReadLoop","detail":"{readStateIndex:25224; appliedIndex:25221; }","duration":"106.238398ms","start":"2026-05-29T02:56:26.055304Z","end":"2026-05-29T02:56:26.161543Z","steps":["trace[632953534] 'read index received' (duration: 88.764757ms)","trace[632953534] 'applied index is now lower than readState.Index' (duration: 17.472761ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:56:26.161759Z","caller":"traceutil/trace.go:171","msg":"trace[836470096] transaction","detail":"{read_only:false; response_revision:24421; number_of_response:1; }","duration":"100.104275ms","start":"2026-05-29T02:56:26.061625Z","end":"2026-05-29T02:56:26.16173Z","steps":["trace[836470096] 'process raft request' (duration: 99.881671ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:26.161907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.583825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:56:26.161902Z","caller":"traceutil/trace.go:171","msg":"trace[164169422] transaction","detail":"{read_only:false; response_revision:24420; number_of_response:1; }","duration":"151.230133ms","start":"2026-05-29T02:56:26.010618Z","end":"2026-05-29T02:56:26.161849Z","steps":["trace[164169422] 'process raft request' (duration: 150.851966ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:26.161941Z","caller":"traceutil/trace.go:171","msg":"trace[1407101278] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24421; }","duration":"106.779869ms","start":"2026-05-29T02:56:26.055147Z","end":"2026-05-29T02:56:26.161927Z","steps":["trace[1407101278] 'agreement among raft nodes before linearized reading' (duration: 106.707437ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:26.161904Z","caller":"traceutil/trace.go:171","msg":"trace[595162154] transaction","detail":"{read_only:false; response_revision:24419; number_of_response:1; }","duration":"219.219782ms","start":"2026-05-29T02:56:25.942624Z","end":"2026-05-29T02:56:26.161843Z","steps":["trace[595162154] 'process raft request' (duration: 218.737083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:26.436786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.641041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:56:26.436895Z","caller":"traceutil/trace.go:171","msg":"trace[1280213352] linearizableReadLoop","detail":"{readStateIndex:25226; appliedIndex:25225; }","duration":"135.065408ms","start":"2026-05-29T02:56:26.301812Z","end":"2026-05-29T02:56:26.436878Z","steps":["trace[1280213352] 'read index received' (duration: 29.4µs)","trace[1280213352] 'applied index is now lower than readState.Index' (duration: 135.034888ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:56:26.436965Z","caller":"traceutil/trace.go:171","msg":"trace[1143517043] transaction","detail":"{read_only:false; response_revision:24422; number_of_response:1; }","duration":"270.288709ms","start":"2026-05-29T02:56:26.166665Z","end":"2026-05-29T02:56:26.436954Z","steps":["trace[1143517043] 'process raft request' (duration: 127.393723ms)","trace[1143517043] 'compare' (duration: 142.390256ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:56:26.437172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.344234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-29T02:56:26.437251Z","caller":"traceutil/trace.go:171","msg":"trace[909027866] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24422; }","duration":"135.463296ms","start":"2026-05-29T02:56:26.301769Z","end":"2026-05-29T02:56:26.437233Z","steps":["trace[909027866] 'agreement among raft nodes before linearized reading' (duration: 135.235431ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:26.605446Z","caller":"traceutil/trace.go:171","msg":"trace[1274545289] linearizableReadLoop","detail":"{readStateIndex:25227; appliedIndex:25226; }","duration":"168.500111ms","start":"2026-05-29T02:56:26.43692Z","end":"2026-05-29T02:56:26.60542Z","steps":["trace[1274545289] 'read index received' (duration: 168.276106ms)","trace[1274545289] 'applied index is now lower than readState.Index' (duration: 222.395µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:56:26.605523Z","caller":"traceutil/trace.go:171","msg":"trace[1921309521] transaction","detail":"{read_only:false; response_revision:24423; number_of_response:1; }","duration":"247.565582ms","start":"2026-05-29T02:56:26.357913Z","end":"2026-05-29T02:56:26.605479Z","steps":["trace[1921309521] 'process raft request' (duration: 247.312707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:26.605807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.320911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-29T02:56:26.605853Z","caller":"traceutil/trace.go:171","msg":"trace[297715298] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24423; }","duration":"188.396912ms","start":"2026-05-29T02:56:26.417445Z","end":"2026-05-29T02:56:26.605842Z","steps":["trace[297715298] 'agreement among raft nodes before linearized reading' (duration: 188.102886ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:26.620802Z","caller":"traceutil/trace.go:171","msg":"trace[1770000344] transaction","detail":"{read_only:false; response_revision:24424; number_of_response:1; }","duration":"178.731998ms","start":"2026-05-29T02:56:26.442047Z","end":"2026-05-29T02:56:26.62078Z","steps":["trace[1770000344] 'process raft request' (duration: 178.566164ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:26.621006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.471548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:56:26.621016Z","caller":"traceutil/trace.go:171","msg":"trace[842095601] transaction","detail":"{read_only:false; response_revision:24425; number_of_response:1; }","duration":"168.557762ms","start":"2026-05-29T02:56:26.452405Z","end":"2026-05-29T02:56:26.620963Z","steps":["trace[842095601] 'process raft request' (duration: 168.326618ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:26.621076Z","caller":"traceutil/trace.go:171","msg":"trace[1609967754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24425; }","duration":"145.59149ms","start":"2026-05-29T02:56:26.475468Z","end":"2026-05-29T02:56:26.62106Z","steps":["trace[1609967754] 'agreement among raft nodes before linearized reading' (duration: 145.455507ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:27.317102Z","caller":"traceutil/trace.go:171","msg":"trace[1059194838] transaction","detail":"{read_only:false; response_revision:24428; number_of_response:1; }","duration":"275.923053ms","start":"2026-05-29T02:56:27.041155Z","end":"2026-05-29T02:56:27.317078Z","steps":["trace[1059194838] 'process raft request' (duration: 275.76357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:27.86164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.905408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-29T02:56:27.861669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.173093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-29T02:56:27.861724Z","caller":"traceutil/trace.go:171","msg":"trace[1255572455] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24429; }","duration":"152.292126ms","start":"2026-05-29T02:56:27.709419Z","end":"2026-05-29T02:56:27.861711Z","steps":["trace[1255572455] 'range keys from in-memory index tree' (duration: 152.00088ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:27.861721Z","caller":"traceutil/trace.go:171","msg":"trace[25537862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24429; }","duration":"153.040651ms","start":"2026-05-29T02:56:27.708662Z","end":"2026-05-29T02:56:27.861703Z","steps":["trace[25537862] 'range keys from in-memory index tree' (duration: 152.631873ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:28.13706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.629089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:56:28.137147Z","caller":"traceutil/trace.go:171","msg":"trace[102965087] transaction","detail":"{read_only:false; response_revision:24431; number_of_response:1; }","duration":"271.625747ms","start":"2026-05-29T02:56:27.865504Z","end":"2026-05-29T02:56:28.13713Z","steps":["trace[102965087] 'process raft request' (duration: 140.856725ms)","trace[102965087] 'compare' (duration: 130.417615ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:56:28.448302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.56568ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:56:28.448428Z","caller":"traceutil/trace.go:171","msg":"trace[853044194] linearizableReadLoop","detail":"{readStateIndex:25236; appliedIndex:25235; }","duration":"281.24183ms","start":"2026-05-29T02:56:28.167169Z","end":"2026-05-29T02:56:28.448411Z","steps":["trace[853044194] 'read index received' (duration: 138.501687ms)","trace[853044194] 'applied index is now lower than readState.Index' (duration: 142.738813ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:56:28.448477Z","caller":"traceutil/trace.go:171","msg":"trace[22776832] transaction","detail":"{read_only:false; response_revision:24432; number_of_response:1; }","duration":"298.908096ms","start":"2026-05-29T02:56:28.149547Z","end":"2026-05-29T02:56:28.448455Z","steps":["trace[22776832] 'process raft request' (duration: 156.111322ms)","trace[22776832] 'compare' (duration: 142.436087ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:56:28.448691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.511985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-29T02:56:28.448746Z","caller":"traceutil/trace.go:171","msg":"trace[3442766] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24432; }","duration":"281.602978ms","start":"2026-05-29T02:56:28.167134Z","end":"2026-05-29T02:56:28.448737Z","steps":["trace[3442766] 'agreement among raft nodes before linearized reading' (duration: 281.428754ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:28.73413Z","caller":"traceutil/trace.go:171","msg":"trace[680462168] linearizableReadLoop","detail":"{readStateIndex:25238; appliedIndex:25236; }","duration":"285.605708ms","start":"2026-05-29T02:56:28.448504Z","end":"2026-05-29T02:56:28.734109Z","steps":["trace[680462168] 'read index received' (duration: 187.123926ms)","trace[680462168] 'applied index is now lower than readState.Index' (duration: 98.477452ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:56:28.734142Z","caller":"traceutil/trace.go:171","msg":"trace[1132442882] transaction","detail":"{read_only:false; response_revision:24433; number_of_response:1; }","duration":"566.93157ms","start":"2026-05-29T02:56:28.167176Z","end":"2026-05-29T02:56:28.734108Z","steps":["trace[1132442882] 'process raft request' (duration: 468.420348ms)","trace[1132442882] 'compare' (duration: 98.328629ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:56:28.734172Z","caller":"traceutil/trace.go:171","msg":"trace[1755979663] transaction","detail":"{read_only:false; response_revision:24434; number_of_response:1; }","duration":"566.870999ms","start":"2026-05-29T02:56:28.167253Z","end":"2026-05-29T02:56:28.734124Z","steps":["trace[1755979663] 'process raft request' (duration: 566.803297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:28.734336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:56:28.167225Z","time spent":"567.021062ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:56:28.734346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:56:28.16716Z","time spent":"567.061143ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:56:28.73444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.447556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-29T02:56:28.734549Z","caller":"traceutil/trace.go:171","msg":"trace[1420815819] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24434; }","duration":"292.561958ms","start":"2026-05-29T02:56:28.441957Z","end":"2026-05-29T02:56:28.734519Z","steps":["trace[1420815819] 'agreement among raft nodes before linearized reading' (duration: 292.288123ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:28.736595Z","caller":"traceutil/trace.go:171","msg":"trace[1212364031] transaction","detail":"{read_only:false; response_revision:24435; number_of_response:1; }","duration":"283.562827ms","start":"2026-05-29T02:56:28.452977Z","end":"2026-05-29T02:56:28.73654Z","steps":["trace[1212364031] 'process raft request' (duration: 283.000076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:28.73673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.996984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-29T02:56:28.736801Z","caller":"traceutil/trace.go:171","msg":"trace[1728052373] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24436; }","duration":"111.130817ms","start":"2026-05-29T02:56:28.625656Z","end":"2026-05-29T02:56:28.736786Z","steps":["trace[1728052373] 'agreement among raft nodes before linearized reading' (duration: 110.867792ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:28.73684Z","caller":"traceutil/trace.go:171","msg":"trace[165695860] transaction","detail":"{read_only:false; response_revision:24436; number_of_response:1; }","duration":"109.175967ms","start":"2026-05-29T02:56:28.62765Z","end":"2026-05-29T02:56:28.736826Z","steps":["trace[165695860] 'process raft request' (duration: 108.566245ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:29.09116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.471092ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-29T02:56:29.245155Z","caller":"traceutil/trace.go:171","msg":"trace[807971059] transaction","detail":"{read_only:false; response_revision:24439; number_of_response:1; }","duration":"424.7783ms","start":"2026-05-29T02:56:28.820348Z","end":"2026-05-29T02:56:29.245126Z","steps":["trace[807971059] 'process raft request' (duration: 397.500601ms)","trace[807971059] 'compare' (duration: 27.024704ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:56:29.245335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:56:28.820321Z","time spent":"424.927312ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:56:29.245395Z","caller":"traceutil/trace.go:171","msg":"trace[965512933] transaction","detail":"{read_only:false; response_revision:24440; number_of_response:1; }","duration":"423.396721ms","start":"2026-05-29T02:56:28.821975Z","end":"2026-05-29T02:56:29.245372Z","steps":["trace[965512933] 'process raft request' (duration: 423.093855ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:29.245436Z","caller":"traceutil/trace.go:171","msg":"trace[1718458050] linearizableReadLoop","detail":"{readStateIndex:25245; appliedIndex:25242; }","duration":"338.547724ms","start":"2026-05-29T02:56:28.906869Z","end":"2026-05-29T02:56:29.245417Z","steps":["trace[1718458050] 'read index received' (duration: 6.782206ms)","trace[1718458050] 'applied index is now lower than readState.Index' (duration: 331.764248ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:56:29.245512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:56:28.82195Z","time spent":"423.494563ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:56:29.245606Z","caller":"traceutil/trace.go:171","msg":"trace[604482787] transaction","detail":"{read_only:false; response_revision:24441; number_of_response:1; }","duration":"277.426493ms","start":"2026-05-29T02:56:28.968159Z","end":"2026-05-29T02:56:29.245586Z","steps":["trace[604482787] 'process raft request' (duration: 277.212159ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:29.245737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.864401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:56:29.245781Z","caller":"traceutil/trace.go:171","msg":"trace[174985510] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24441; }","duration":"338.918522ms","start":"2026-05-29T02:56:28.906852Z","end":"2026-05-29T02:56:29.24577Z","steps":["trace[174985510] 'agreement among raft nodes before linearized reading' (duration: 338.663567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:29.245815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:56:28.906783Z","time spent":"339.024083ms","remote":"127.0.0.1:36474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:56:29.245905Z","caller":"traceutil/trace.go:171","msg":"trace[1169461021] transaction","detail":"{read_only:false; response_revision:24442; number_of_response:1; }","duration":"153.438158ms","start":"2026-05-29T02:56:29.092458Z","end":"2026-05-29T02:56:29.245896Z","steps":["trace[1169461021] 'process raft request' (duration: 153.065571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:29.246072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.215212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:56:29.246143Z","caller":"traceutil/trace.go:171","msg":"trace[1468740756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24442; }","duration":"298.332065ms","start":"2026-05-29T02:56:28.947794Z","end":"2026-05-29T02:56:29.246126Z","steps":["trace[1468740756] 'agreement among raft nodes before linearized reading' (duration: 298.053399ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:29.680554Z","caller":"traceutil/trace.go:171","msg":"trace[2020502708] transaction","detail":"{read_only:false; response_revision:24444; number_of_response:1; }","duration":"106.388751ms","start":"2026-05-29T02:56:29.574135Z","end":"2026-05-29T02:56:29.680524Z","steps":["trace[2020502708] 'process raft request' (duration: 83.794707ms)","trace[2020502708] 'compare' (duration: 22.153025ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:56:30.007331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.73536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-29T02:56:30.007428Z","caller":"traceutil/trace.go:171","msg":"trace[1128779404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24444; }","duration":"125.883924ms","start":"2026-05-29T02:56:29.881525Z","end":"2026-05-29T02:56:30.007408Z","steps":["trace[1128779404] 'range keys from in-memory index tree' (duration: 125.541677ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:30.152598Z","caller":"traceutil/trace.go:171","msg":"trace[2106673928] transaction","detail":"{read_only:false; response_revision:24445; number_of_response:1; }","duration":"141.855736ms","start":"2026-05-29T02:56:30.010716Z","end":"2026-05-29T02:56:30.152571Z","steps":["trace[2106673928] 'process raft request' (duration: 141.61496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:35.576771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.205053ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:56:35.576902Z","caller":"traceutil/trace.go:171","msg":"trace[357510344] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24484; }","duration":"154.346816ms","start":"2026-05-29T02:56:35.422537Z","end":"2026-05-29T02:56:35.576884Z","steps":["trace[357510344] 'range keys from in-memory index tree' (duration: 154.189193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:35.577237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.751008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:56:35.577309Z","caller":"traceutil/trace.go:171","msg":"trace[354437963] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24484; }","duration":"335.84421ms","start":"2026-05-29T02:56:35.241437Z","end":"2026-05-29T02:56:35.577281Z","steps":["trace[354437963] 'range keys from in-memory index tree' (duration: 335.673217ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:35.577357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:56:35.241422Z","time spent":"335.924611ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-29T02:56:35.767117Z","caller":"traceutil/trace.go:171","msg":"trace[1213092799] transaction","detail":"{read_only:false; response_revision:24485; number_of_response:1; }","duration":"499.706018ms","start":"2026-05-29T02:56:35.267378Z","end":"2026-05-29T02:56:35.767084Z","steps":["trace[1213092799] 'process raft request' (duration: 499.006084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:35.767308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:56:35.267349Z","time spent":"499.862631ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:56:36.070473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.590083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:56:36.070593Z","caller":"traceutil/trace.go:171","msg":"trace[1410443738] linearizableReadLoop","detail":"{readStateIndex:25292; appliedIndex:25290; }","duration":"725.499223ms","start":"2026-05-29T02:56:35.345082Z","end":"2026-05-29T02:56:36.070581Z","steps":["trace[1410443738] 'read index received' (duration: 421.128016ms)","trace[1410443738] 'applied index is now lower than readState.Index' (duration: 304.370387ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:56:36.070737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.313467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-29T02:56:36.07076Z","caller":"traceutil/trace.go:171","msg":"trace[763605687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24487; }","duration":"631.373857ms","start":"2026-05-29T02:56:35.43938Z","end":"2026-05-29T02:56:36.070754Z","steps":["trace[763605687] 'agreement among raft nodes before linearized reading' (duration: 631.278715ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:36.070781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:56:35.439358Z","time spent":"631.418438ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-29T02:56:36.070812Z","caller":"traceutil/trace.go:171","msg":"trace[632784780] transaction","detail":"{read_only:false; response_revision:24486; number_of_response:1; }","duration":"802.704976ms","start":"2026-05-29T02:56:35.268073Z","end":"2026-05-29T02:56:36.070778Z","steps":["trace[632784780] 'process raft request' (duration: 635.742165ms)","trace[632784780] 'compare' (duration: 165.898059ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:56:36.070829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.0561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:56:36.070902Z","caller":"traceutil/trace.go:171","msg":"trace[107846429] transaction","detail":"{read_only:false; response_revision:24487; number_of_response:1; }","duration":"370.64041ms","start":"2026-05-29T02:56:35.700237Z","end":"2026-05-29T02:56:36.070878Z","steps":["trace[107846429] 'process raft request' (duration: 370.302603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:36.070966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:56:35.268048Z","time spent":"802.840908ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:56:36.070959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.708346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:56:36.071045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:56:35.700214Z","time spent":"370.764402ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:56:36.071058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.783829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-29T02:56:36.071068Z","caller":"traceutil/trace.go:171","msg":"trace[1105918459] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24487; }","duration":"486.87669ms","start":"2026-05-29T02:56:35.584166Z","end":"2026-05-29T02:56:36.071042Z","steps":["trace[1105918459] 'agreement among raft nodes before linearized reading' (duration: 486.700186ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:36.07091Z","caller":"traceutil/trace.go:171","msg":"trace[212035375] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24487; }","duration":"384.219403ms","start":"2026-05-29T02:56:35.686673Z","end":"2026-05-29T02:56:36.070893Z","steps":["trace[212035375] 'agreement among raft nodes before linearized reading' (duration: 383.998818ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:36.071112Z","caller":"traceutil/trace.go:171","msg":"trace[1059921922] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24487; }","duration":"573.874581ms","start":"2026-05-29T02:56:35.497223Z","end":"2026-05-29T02:56:36.071098Z","steps":["trace[1059921922] 'agreement among raft nodes before linearized reading' (duration: 573.663117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:36.071135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:56:35.584137Z","time spent":"486.986702ms","remote":"127.0.0.1:36474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-29T02:56:36.071148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:56:35.497204Z","time spent":"573.935552ms","remote":"127.0.0.1:36488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":240,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:56:36.071177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:56:35.686657Z","time spent":"384.500909ms","remote":"127.0.0.1:44752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:56:36.070825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.731517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-29T02:56:36.071287Z","caller":"traceutil/trace.go:171","msg":"trace[1521036963] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24487; }","duration":"726.248057ms","start":"2026-05-29T02:56:35.345026Z","end":"2026-05-29T02:56:36.071274Z","steps":["trace[1521036963] 'agreement among raft nodes before linearized reading' (duration: 725.626055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:36.071331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:56:35.345002Z","time spent":"726.317808ms","remote":"127.0.0.1:36466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-29T02:56:36.575428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322103383031749745,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-29T02:56:36.91944Z","caller":"traceutil/trace.go:171","msg":"trace[844145462] transaction","detail":"{read_only:false; response_revision:24488; number_of_response:1; }","duration":"844.535307ms","start":"2026-05-29T02:56:36.074881Z","end":"2026-05-29T02:56:36.919417Z","steps":["trace[844145462] 'process raft request' (duration: 844.388824ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:36.919597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:56:36.074863Z","time spent":"844.6632ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:56:36.942834Z","caller":"traceutil/trace.go:171","msg":"trace[461052791] transaction","detail":"{read_only:false; response_revision:24489; number_of_response:1; }","duration":"454.744523ms","start":"2026-05-29T02:56:36.488068Z","end":"2026-05-29T02:56:36.942813Z","steps":["trace[461052791] 'process raft request' (duration: 454.481998ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:36.942827Z","caller":"traceutil/trace.go:171","msg":"trace[292508532] transaction","detail":"{read_only:false; response_revision:24491; number_of_response:1; }","duration":"183.479243ms","start":"2026-05-29T02:56:36.759321Z","end":"2026-05-29T02:56:36.9428Z","steps":["trace[292508532] 'process raft request' (duration: 183.410521ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:36.942927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:56:36.488042Z","time spent":"454.839424ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:56:36.943022Z","caller":"traceutil/trace.go:171","msg":"trace[951092863] transaction","detail":"{read_only:false; response_revision:24490; number_of_response:1; }","duration":"324.631284ms","start":"2026-05-29T02:56:36.618383Z","end":"2026-05-29T02:56:36.943015Z","steps":["trace[951092863] 'process raft request' (duration: 324.298376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:36.943114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:56:36.618362Z","time spent":"324.724466ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:56:36.943134Z","caller":"traceutil/trace.go:171","msg":"trace[976047430] transaction","detail":"{read_only:false; response_revision:24492; number_of_response:1; }","duration":"181.999174ms","start":"2026-05-29T02:56:36.761105Z","end":"2026-05-29T02:56:36.943104Z","steps":["trace[976047430] 'process raft request' (duration: 181.661756ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:36.94334Z","caller":"traceutil/trace.go:171","msg":"trace[539052514] linearizableReadLoop","detail":"{readStateIndex:25295; appliedIndex:25293; }","duration":"868.028781ms","start":"2026-05-29T02:56:36.075297Z","end":"2026-05-29T02:56:36.943326Z","steps":["trace[539052514] 'read index received' (duration: 844.021747ms)","trace[539052514] 'applied index is now lower than readState.Index' (duration: 24.005994ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:56:36.943424Z","caller":"traceutil/trace.go:171","msg":"trace[1108839714] transaction","detail":"{read_only:false; response_revision:24493; number_of_response:1; }","duration":"179.972744ms","start":"2026-05-29T02:56:36.763443Z","end":"2026-05-29T02:56:36.943415Z","steps":["trace[1108839714] 'process raft request' (duration: 179.549414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:36.94346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.142714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:56:36.943496Z","caller":"traceutil/trace.go:171","msg":"trace[647213984] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24493; }","duration":"867.195564ms","start":"2026-05-29T02:56:36.076292Z","end":"2026-05-29T02:56:36.943487Z","steps":["trace[647213984] 'agreement among raft nodes before linearized reading' (duration: 867.135883ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:36.943519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:56:36.076284Z","time spent":"867.230376ms","remote":"127.0.0.1:36576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-29T02:56:36.943552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.605966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:56:36.94361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.658829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-29T02:56:36.943623Z","caller":"traceutil/trace.go:171","msg":"trace[83667631] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24493; }","duration":"266.691218ms","start":"2026-05-29T02:56:36.67691Z","end":"2026-05-29T02:56:36.943602Z","steps":["trace[83667631] 'agreement among raft nodes before linearized reading' (duration: 266.566075ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:36.943642Z","caller":"traceutil/trace.go:171","msg":"trace[1774405789] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24493; }","duration":"122.72326ms","start":"2026-05-29T02:56:36.820909Z","end":"2026-05-29T02:56:36.943633Z","steps":["trace[1774405789] 'agreement among raft nodes before linearized reading' (duration: 122.595018ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:36.943814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.514771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-29T02:56:36.943891Z","caller":"traceutil/trace.go:171","msg":"trace[45732577] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24493; }","duration":"868.612943ms","start":"2026-05-29T02:56:36.075268Z","end":"2026-05-29T02:56:36.943881Z","steps":["trace[45732577] 'agreement among raft nodes before linearized reading' (duration: 868.47599ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:36.94394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:56:36.075257Z","time spent":"868.671754ms","remote":"127.0.0.1:36466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-29T02:56:36.943984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.225996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274397"} {"level":"info","ts":"2026-05-29T02:56:36.94402Z","caller":"traceutil/trace.go:171","msg":"trace[1039904517] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24493; }","duration":"635.259077ms","start":"2026-05-29T02:56:36.308752Z","end":"2026-05-29T02:56:36.944011Z","steps":["trace[1039904517] 'agreement among raft nodes before linearized reading' (duration: 634.898269ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:36.944042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:56:36.308696Z","time spent":"635.341028ms","remote":"127.0.0.1:36728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274420,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-05-29T02:56:36.943639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.697184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:56:36.944267Z","caller":"traceutil/trace.go:171","msg":"trace[1915800115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24493; }","duration":"468.338946ms","start":"2026-05-29T02:56:36.475899Z","end":"2026-05-29T02:56:36.944237Z","steps":["trace[1915800115] 'agreement among raft nodes before linearized reading' (duration: 467.717814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:36.9444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:56:36.475879Z","time spent":"468.468469ms","remote":"127.0.0.1:36270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:56:36.94632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.153301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-29T02:56:36.946355Z","caller":"traceutil/trace.go:171","msg":"trace[781545051] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24493; }","duration":"766.223573ms","start":"2026-05-29T02:56:36.180124Z","end":"2026-05-29T02:56:36.946347Z","steps":["trace[781545051] 'agreement among raft nodes before linearized reading' (duration: 764.076849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:36.94638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:56:36.180104Z","time spent":"766.267883ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:56:36.946465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.004764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-29T02:56:36.946467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.968906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-29T02:56:36.946527Z","caller":"traceutil/trace.go:171","msg":"trace[1610407494] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24493; }","duration":"179.172217ms","start":"2026-05-29T02:56:36.767337Z","end":"2026-05-29T02:56:36.946509Z","steps":["trace[1610407494] 'agreement among raft nodes before linearized reading' (duration: 177.236768ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:36.946571Z","caller":"traceutil/trace.go:171","msg":"trace[475121660] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24493; }","duration":"127.12192ms","start":"2026-05-29T02:56:36.819423Z","end":"2026-05-29T02:56:36.946544Z","steps":["trace[475121660] 'agreement among raft nodes before linearized reading' (duration: 125.166ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:36.946662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.455918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-29T02:56:36.946699Z","caller":"traceutil/trace.go:171","msg":"trace[477547416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24493; }","duration":"771.528809ms","start":"2026-05-29T02:56:36.175162Z","end":"2026-05-29T02:56:36.946691Z","steps":["trace[477547416] 'agreement among raft nodes before linearized reading' (duration: 769.04643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:36.94672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:56:36.175143Z","time spent":"771.57176ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:56:45.345396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.730492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:56:45.345495Z","caller":"traceutil/trace.go:171","msg":"trace[1986381212] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24616; }","duration":"137.890376ms","start":"2026-05-29T02:56:45.207584Z","end":"2026-05-29T02:56:45.345474Z","steps":["trace[1986381212] 'count revisions from in-memory index tree' (duration: 137.576489ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:46.091253Z","caller":"traceutil/trace.go:171","msg":"trace[1604220882] linearizableReadLoop","detail":"{readStateIndex:25425; appliedIndex:25424; }","duration":"115.403372ms","start":"2026-05-29T02:56:45.975829Z","end":"2026-05-29T02:56:46.091232Z","steps":["trace[1604220882] 'read index received' (duration: 115.206648ms)","trace[1604220882] 'applied index is now lower than readState.Index' (duration: 195.964µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:56:46.091305Z","caller":"traceutil/trace.go:171","msg":"trace[1699346501] transaction","detail":"{read_only:false; response_revision:24617; number_of_response:1; }","duration":"289.621929ms","start":"2026-05-29T02:56:45.801655Z","end":"2026-05-29T02:56:46.091277Z","steps":["trace[1699346501] 'process raft request' (duration: 289.382364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:46.091484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.650208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-125822fb-c667-4fe0-97b2-6b9b0139cfb4\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-05-29T02:56:46.091547Z","caller":"traceutil/trace.go:171","msg":"trace[93157086] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-125822fb-c667-4fe0-97b2-6b9b0139cfb4; range_end:; response_count:1; response_revision:24617; }","duration":"115.771529ms","start":"2026-05-29T02:56:45.975761Z","end":"2026-05-29T02:56:46.091533Z","steps":["trace[93157086] 'agreement among raft nodes before linearized reading' (duration: 115.584215ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:46.091551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.736928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-125822fb-c667-4fe0-97b2-6b9b0139cfb4\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-05-29T02:56:46.091589Z","caller":"traceutil/trace.go:171","msg":"trace[1439189222] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-125822fb-c667-4fe0-97b2-6b9b0139cfb4; range_end:; response_count:1; response_revision:24617; }","duration":"106.794909ms","start":"2026-05-29T02:56:45.984783Z","end":"2026-05-29T02:56:46.091578Z","steps":["trace[1439189222] 'agreement among raft nodes before linearized reading' (duration: 106.580955ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:46.318052Z","caller":"traceutil/trace.go:171","msg":"trace[1679058681] transaction","detail":"{read_only:false; response_revision:24618; number_of_response:1; }","duration":"220.547589ms","start":"2026-05-29T02:56:46.097487Z","end":"2026-05-29T02:56:46.318035Z","steps":["trace[1679058681] 'process raft request' (duration: 220.408557ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:46.451842Z","caller":"traceutil/trace.go:171","msg":"trace[1359103655] transaction","detail":"{read_only:false; response_revision:24619; number_of_response:1; }","duration":"345.753329ms","start":"2026-05-29T02:56:46.106066Z","end":"2026-05-29T02:56:46.451819Z","steps":["trace[1359103655] 'process raft request' (duration: 316.726294ms)","trace[1359103655] 'compare' (duration: 28.869972ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:56:46.451974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:56:46.106042Z","time spent":"345.856922ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:56:46.45197Z","caller":"traceutil/trace.go:171","msg":"trace[1521664060] linearizableReadLoop","detail":"{readStateIndex:25428; appliedIndex:25425; }","duration":"174.467852ms","start":"2026-05-29T02:56:46.277483Z","end":"2026-05-29T02:56:46.451951Z","steps":["trace[1521664060] 'read index received' (duration: 40.392093ms)","trace[1521664060] 'applied index is now lower than readState.Index' (duration: 134.074979ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:56:46.452119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.630675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-29T02:56:46.452145Z","caller":"traceutil/trace.go:171","msg":"trace[446329042] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24620; }","duration":"174.720797ms","start":"2026-05-29T02:56:46.277415Z","end":"2026-05-29T02:56:46.452136Z","steps":["trace[446329042] 'agreement among raft nodes before linearized reading' (duration: 174.602964ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:46.452249Z","caller":"traceutil/trace.go:171","msg":"trace[1218646770] transaction","detail":"{read_only:false; response_revision:24620; number_of_response:1; }","duration":"340.85761ms","start":"2026-05-29T02:56:46.111366Z","end":"2026-05-29T02:56:46.452224Z","steps":["trace[1218646770] 'process raft request' (duration: 340.419512ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:46.452474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:56:46.111348Z","time spent":"341.059355ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:56:48.200939Z","caller":"traceutil/trace.go:171","msg":"trace[2140525545] linearizableReadLoop","detail":"{readStateIndex:25442; appliedIndex:25441; }","duration":"100.040383ms","start":"2026-05-29T02:56:48.100876Z","end":"2026-05-29T02:56:48.200917Z","steps":["trace[2140525545] 'read index received' (duration: 99.929921ms)","trace[2140525545] 'applied index is now lower than readState.Index' (duration: 109.602µs)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:56:48.20109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.189926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-125822fb-c667-4fe0-97b2-6b9b0139cfb4\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-05-29T02:56:48.201117Z","caller":"traceutil/trace.go:171","msg":"trace[761145030] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-125822fb-c667-4fe0-97b2-6b9b0139cfb4; range_end:; response_count:1; response_revision:24634; }","duration":"100.253307ms","start":"2026-05-29T02:56:48.100854Z","end":"2026-05-29T02:56:48.201107Z","steps":["trace[761145030] 'agreement among raft nodes before linearized reading' (duration: 100.136565ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:48.201221Z","caller":"traceutil/trace.go:171","msg":"trace[612814207] transaction","detail":"{read_only:false; response_revision:24634; number_of_response:1; }","duration":"104.927562ms","start":"2026-05-29T02:56:48.096261Z","end":"2026-05-29T02:56:48.201189Z","steps":["trace[612814207] 'process raft request' (duration: 104.518203ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:52.202093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.663088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10358"} {"level":"info","ts":"2026-05-29T02:56:52.202184Z","caller":"traceutil/trace.go:171","msg":"trace[862528826] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24681; }","duration":"106.799981ms","start":"2026-05-29T02:56:52.095363Z","end":"2026-05-29T02:56:52.202163Z","steps":["trace[862528826] 'range keys from in-memory index tree' (duration: 106.490344ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:10.011159Z","caller":"traceutil/trace.go:171","msg":"trace[2011767551] transaction","detail":"{read_only:false; response_revision:24827; number_of_response:1; }","duration":"179.188217ms","start":"2026-05-29T02:57:09.831947Z","end":"2026-05-29T02:57:10.011135Z","steps":["trace[2011767551] 'process raft request' (duration: 179.033394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:10.63157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.144693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:57:10.63165Z","caller":"traceutil/trace.go:171","msg":"trace[1044756390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24829; }","duration":"154.288096ms","start":"2026-05-29T02:57:10.477344Z","end":"2026-05-29T02:57:10.631632Z","steps":["trace[1044756390] 'range keys from in-memory index tree' (duration: 154.027531ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:10.639236Z","caller":"traceutil/trace.go:171","msg":"trace[1251627526] transaction","detail":"{read_only:false; response_revision:24830; number_of_response:1; }","duration":"108.563565ms","start":"2026-05-29T02:57:10.530648Z","end":"2026-05-29T02:57:10.639211Z","steps":["trace[1251627526] 'process raft request' (duration: 108.400212ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:10.642728Z","caller":"traceutil/trace.go:171","msg":"trace[1872378415] transaction","detail":"{read_only:false; response_revision:24831; number_of_response:1; }","duration":"103.017523ms","start":"2026-05-29T02:57:10.539693Z","end":"2026-05-29T02:57:10.642711Z","steps":["trace[1872378415] 'process raft request' (duration: 102.86387ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:10.843903Z","caller":"traceutil/trace.go:171","msg":"trace[342070826] transaction","detail":"{read_only:false; response_revision:24832; number_of_response:1; }","duration":"189.631737ms","start":"2026-05-29T02:57:10.65425Z","end":"2026-05-29T02:57:10.843881Z","steps":["trace[342070826] 'process raft request' (duration: 127.738491ms)","trace[342070826] 'compare' (duration: 61.57582ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:57:11.069961Z","caller":"traceutil/trace.go:171","msg":"trace[838872231] transaction","detail":"{read_only:false; response_revision:24833; number_of_response:1; }","duration":"220.150552ms","start":"2026-05-29T02:57:10.849783Z","end":"2026-05-29T02:57:11.069934Z","steps":["trace[838872231] 'process raft request' (duration: 220.004029ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:11.119223Z","caller":"traceutil/trace.go:171","msg":"trace[375710586] transaction","detail":"{read_only:false; response_revision:24834; number_of_response:1; }","duration":"269.108427ms","start":"2026-05-29T02:57:10.850093Z","end":"2026-05-29T02:57:11.119202Z","steps":["trace[375710586] 'process raft request' (duration: 268.944443ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:11.119488Z","caller":"traceutil/trace.go:171","msg":"trace[600013342] transaction","detail":"{read_only:false; response_revision:24835; number_of_response:1; }","duration":"268.610846ms","start":"2026-05-29T02:57:10.85086Z","end":"2026-05-29T02:57:11.119471Z","steps":["trace[600013342] 'process raft request' (duration: 268.269649ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:11.119733Z","caller":"traceutil/trace.go:171","msg":"trace[1467833244] transaction","detail":"{read_only:false; response_revision:24836; number_of_response:1; }","duration":"262.31182ms","start":"2026-05-29T02:57:10.85741Z","end":"2026-05-29T02:57:11.119722Z","steps":["trace[1467833244] 'process raft request' (duration: 261.757398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:16.630969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.53715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:57:16.631066Z","caller":"traceutil/trace.go:171","msg":"trace[1024580621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24884; }","duration":"153.773396ms","start":"2026-05-29T02:57:16.47727Z","end":"2026-05-29T02:57:16.631044Z","steps":["trace[1024580621] 'range keys from in-memory index tree' (duration: 153.415599ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:16.856824Z","caller":"traceutil/trace.go:171","msg":"trace[547900896] transaction","detail":"{read_only:false; response_revision:24885; number_of_response:1; }","duration":"195.940073ms","start":"2026-05-29T02:57:16.660856Z","end":"2026-05-29T02:57:16.856796Z","steps":["trace[547900896] 'process raft request' (duration: 195.77605ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:16.876604Z","caller":"traceutil/trace.go:171","msg":"trace[1565372192] linearizableReadLoop","detail":"{readStateIndex:25701; appliedIndex:25699; }","duration":"175.308259ms","start":"2026-05-29T02:57:16.701267Z","end":"2026-05-29T02:57:16.876576Z","steps":["trace[1565372192] 'read index received' (duration: 155.444288ms)","trace[1565372192] 'applied index is now lower than readState.Index' (duration: 19.862691ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:57:16.876751Z","caller":"traceutil/trace.go:171","msg":"trace[1270688765] transaction","detail":"{read_only:false; response_revision:24886; number_of_response:1; }","duration":"214.674552ms","start":"2026-05-29T02:57:16.662041Z","end":"2026-05-29T02:57:16.876715Z","steps":["trace[1270688765] 'process raft request' (duration: 214.316643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:16.876798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.507633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:57:16.87686Z","caller":"traceutil/trace.go:171","msg":"trace[1559681443] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24886; }","duration":"175.627455ms","start":"2026-05-29T02:57:16.701214Z","end":"2026-05-29T02:57:16.876842Z","steps":["trace[1559681443] 'agreement among raft nodes before linearized reading' (duration: 175.511703ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:17.31182Z","caller":"traceutil/trace.go:171","msg":"trace[1986697050] transaction","detail":"{read_only:false; response_revision:24890; number_of_response:1; }","duration":"168.399749ms","start":"2026-05-29T02:57:17.143394Z","end":"2026-05-29T02:57:17.311794Z","steps":["trace[1986697050] 'process raft request' (duration: 168.322738ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:17.311877Z","caller":"traceutil/trace.go:171","msg":"trace[1712430384] transaction","detail":"{read_only:false; response_revision:24889; number_of_response:1; }","duration":"168.742666ms","start":"2026-05-29T02:57:17.143095Z","end":"2026-05-29T02:57:17.311838Z","steps":["trace[1712430384] 'process raft request' (duration: 168.42862ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:17.311977Z","caller":"traceutil/trace.go:171","msg":"trace[1793337004] linearizableReadLoop","detail":"{readStateIndex:25706; appliedIndex:25702; }","duration":"158.165954ms","start":"2026-05-29T02:57:17.153801Z","end":"2026-05-29T02:57:17.311967Z","steps":["trace[1793337004] 'read index received' (duration: 56.195222ms)","trace[1793337004] 'applied index is now lower than readState.Index' (duration: 101.969272ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:57:17.312011Z","caller":"traceutil/trace.go:171","msg":"trace[296116949] transaction","detail":"{read_only:false; response_revision:24891; number_of_response:1; }","duration":"167.371199ms","start":"2026-05-29T02:57:17.144626Z","end":"2026-05-29T02:57:17.311997Z","steps":["trace[296116949] 'process raft request' (duration: 167.131575ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:17.312138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.094982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-29T02:57:17.312133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.424068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-29T02:57:17.312258Z","caller":"traceutil/trace.go:171","msg":"trace[1472949694] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24891; }","duration":"155.57414ms","start":"2026-05-29T02:57:17.156673Z","end":"2026-05-29T02:57:17.312248Z","steps":["trace[1472949694] 'agreement among raft nodes before linearized reading' (duration: 155.393797ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:17.312283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.963799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-29T02:57:17.312168Z","caller":"traceutil/trace.go:171","msg":"trace[384758372] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24891; }","duration":"158.136353ms","start":"2026-05-29T02:57:17.154021Z","end":"2026-05-29T02:57:17.312157Z","steps":["trace[384758372] 'agreement among raft nodes before linearized reading' (duration: 158.01648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:17.312318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.51961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-29T02:57:17.312143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.303206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:57:17.312352Z","caller":"traceutil/trace.go:171","msg":"trace[1398166025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24891; }","duration":"156.068031ms","start":"2026-05-29T02:57:17.15627Z","end":"2026-05-29T02:57:17.312338Z","steps":["trace[1398166025] 'agreement among raft nodes before linearized reading' (duration: 155.845267ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:17.312399Z","caller":"traceutil/trace.go:171","msg":"trace[247270657] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24891; }","duration":"153.626522ms","start":"2026-05-29T02:57:17.158759Z","end":"2026-05-29T02:57:17.312385Z","steps":["trace[247270657] 'agreement among raft nodes before linearized reading' (duration: 153.406578ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:17.312354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.439339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-29T02:57:17.312424Z","caller":"traceutil/trace.go:171","msg":"trace[290644320] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24891; }","duration":"158.628293ms","start":"2026-05-29T02:57:17.153773Z","end":"2026-05-29T02:57:17.312401Z","steps":["trace[290644320] 'agreement among raft nodes before linearized reading' (duration: 158.252116ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:17.312466Z","caller":"traceutil/trace.go:171","msg":"trace[85287335] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24891; }","duration":"156.599862ms","start":"2026-05-29T02:57:17.155844Z","end":"2026-05-29T02:57:17.312444Z","steps":["trace[85287335] 'agreement among raft nodes before linearized reading' (duration: 156.296996ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:17.312197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.281536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-29T02:57:17.312558Z","caller":"traceutil/trace.go:171","msg":"trace[1020872160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24891; }","duration":"156.678573ms","start":"2026-05-29T02:57:17.155867Z","end":"2026-05-29T02:57:17.312546Z","steps":["trace[1020872160] 'agreement among raft nodes before linearized reading' (duration: 156.214934ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:17.530804Z","caller":"traceutil/trace.go:171","msg":"trace[1982598262] transaction","detail":"{read_only:false; response_revision:24893; number_of_response:1; }","duration":"213.571589ms","start":"2026-05-29T02:57:17.317211Z","end":"2026-05-29T02:57:17.530783Z","steps":["trace[1982598262] 'process raft request' (duration: 213.343114ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:17.5312Z","caller":"traceutil/trace.go:171","msg":"trace[1028237469] transaction","detail":"{read_only:false; response_revision:24894; number_of_response:1; }","duration":"213.958056ms","start":"2026-05-29T02:57:17.317208Z","end":"2026-05-29T02:57:17.531166Z","steps":["trace[1028237469] 'process raft request' (duration: 213.537428ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:17.531295Z","caller":"traceutil/trace.go:171","msg":"trace[752134627] transaction","detail":"{read_only:false; response_revision:24896; number_of_response:1; }","duration":"213.315383ms","start":"2026-05-29T02:57:17.31796Z","end":"2026-05-29T02:57:17.531276Z","steps":["trace[752134627] 'process raft request' (duration: 213.206511ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:17.531302Z","caller":"traceutil/trace.go:171","msg":"trace[1647804053] linearizableReadLoop","detail":"{readStateIndex:25712; appliedIndex:25706; }","duration":"211.770962ms","start":"2026-05-29T02:57:17.3195Z","end":"2026-05-29T02:57:17.531271Z","steps":["trace[1647804053] 'read index received' (duration: 30.536975ms)","trace[1647804053] 'applied index is now lower than readState.Index' (duration: 181.232667ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:57:17.531405Z","caller":"traceutil/trace.go:171","msg":"trace[736569931] transaction","detail":"{read_only:false; response_revision:24895; number_of_response:1; }","duration":"214.049808ms","start":"2026-05-29T02:57:17.317344Z","end":"2026-05-29T02:57:17.531394Z","steps":["trace[736569931] 'process raft request' (duration: 213.66946ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:17.531441Z","caller":"traceutil/trace.go:171","msg":"trace[1751895794] transaction","detail":"{read_only:false; response_revision:24897; number_of_response:1; }","duration":"212.958726ms","start":"2026-05-29T02:57:17.31845Z","end":"2026-05-29T02:57:17.531408Z","steps":["trace[1751895794] 'process raft request' (duration: 212.766432ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:17.531501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.959076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:57:17.531537Z","caller":"traceutil/trace.go:171","msg":"trace[1424386152] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24897; }","duration":"212.059647ms","start":"2026-05-29T02:57:17.319467Z","end":"2026-05-29T02:57:17.531527Z","steps":["trace[1424386152] 'agreement among raft nodes before linearized reading' (duration: 211.912164ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:18.921188Z","caller":"traceutil/trace.go:171","msg":"trace[325325076] transaction","detail":"{read_only:false; response_revision:24900; number_of_response:1; }","duration":"108.324039ms","start":"2026-05-29T02:57:18.812832Z","end":"2026-05-29T02:57:18.921156Z","steps":["trace[325325076] 'process raft request' (duration: 60.941136ms)","trace[325325076] 'compare' (duration: 47.049627ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:57:18.968159Z","caller":"traceutil/trace.go:171","msg":"trace[1519224871] transaction","detail":"{read_only:false; response_revision:24901; number_of_response:1; }","duration":"105.507754ms","start":"2026-05-29T02:57:18.86263Z","end":"2026-05-29T02:57:18.968138Z","steps":["trace[1519224871] 'process raft request' (duration: 105.387682ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:19.173134Z","caller":"traceutil/trace.go:171","msg":"trace[1977057592] linearizableReadLoop","detail":"{readStateIndex:25718; appliedIndex:25717; }","duration":"249.967041ms","start":"2026-05-29T02:57:18.923142Z","end":"2026-05-29T02:57:19.173109Z","steps":["trace[1977057592] 'read index received' (duration: 45.083357ms)","trace[1977057592] 'applied index is now lower than readState.Index' (duration: 204.882504ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:57:19.173292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.143875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-29T02:57:19.173323Z","caller":"traceutil/trace.go:171","msg":"trace[1539623495] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24902; }","duration":"250.213816ms","start":"2026-05-29T02:57:18.9231Z","end":"2026-05-29T02:57:19.173314Z","steps":["trace[1539623495] 'agreement among raft nodes before linearized reading' (duration: 250.089423ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:19.173208Z","caller":"traceutil/trace.go:171","msg":"trace[2026454306] transaction","detail":"{read_only:false; response_revision:24902; number_of_response:1; }","duration":"291.578369ms","start":"2026-05-29T02:57:18.881589Z","end":"2026-05-29T02:57:19.173168Z","steps":["trace[2026454306] 'process raft request' (duration: 232.49714ms)","trace[2026454306] 'compare' (duration: 58.761263ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:57:19.617708Z","caller":"traceutil/trace.go:171","msg":"trace[1416835852] transaction","detail":"{read_only:false; response_revision:24907; number_of_response:1; }","duration":"199.850992ms","start":"2026-05-29T02:57:19.417819Z","end":"2026-05-29T02:57:19.61767Z","steps":["trace[1416835852] 'process raft request' (duration: 199.619877ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:37.727525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.126639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:57:37.727624Z","caller":"traceutil/trace.go:171","msg":"trace[186537467] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25050; }","duration":"124.234081ms","start":"2026-05-29T02:57:37.603367Z","end":"2026-05-29T02:57:37.727601Z","steps":["trace[186537467] 'range keys from in-memory index tree' (duration: 124.055287ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:43.154799Z","caller":"traceutil/trace.go:171","msg":"trace[1088642305] transaction","detail":"{read_only:false; response_revision:25088; number_of_response:1; }","duration":"107.363281ms","start":"2026-05-29T02:57:43.047411Z","end":"2026-05-29T02:57:43.154774Z","steps":["trace[1088642305] 'process raft request' (duration: 107.188937ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:43.44881Z","caller":"traceutil/trace.go:171","msg":"trace[1335924069] linearizableReadLoop","detail":"{readStateIndex:25909; appliedIndex:25908; }","duration":"156.878028ms","start":"2026-05-29T02:57:43.29191Z","end":"2026-05-29T02:57:43.448788Z","steps":["trace[1335924069] 'read index received' (duration: 116.872712ms)","trace[1335924069] 'applied index is now lower than readState.Index' (duration: 40.004406ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:57:43.448888Z","caller":"traceutil/trace.go:171","msg":"trace[684656615] transaction","detail":"{read_only:false; response_revision:25089; number_of_response:1; }","duration":"196.73716ms","start":"2026-05-29T02:57:43.252117Z","end":"2026-05-29T02:57:43.448854Z","steps":["trace[684656615] 'process raft request' (duration: 156.560041ms)","trace[684656615] 'compare' (duration: 40.004176ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:57:43.448993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.072591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-29T02:57:43.449038Z","caller":"traceutil/trace.go:171","msg":"trace[205291029] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25089; }","duration":"157.161213ms","start":"2026-05-29T02:57:43.291863Z","end":"2026-05-29T02:57:43.449024Z","steps":["trace[205291029] 'agreement among raft nodes before linearized reading' (duration: 157.01485ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:43.458766Z","caller":"traceutil/trace.go:171","msg":"trace[953850824] transaction","detail":"{read_only:false; response_revision:25090; number_of_response:1; }","duration":"124.738141ms","start":"2026-05-29T02:57:43.334009Z","end":"2026-05-29T02:57:43.458747Z","steps":["trace[953850824] 'process raft request' (duration: 124.639779ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:43.602493Z","caller":"traceutil/trace.go:171","msg":"trace[2020652118] linearizableReadLoop","detail":"{readStateIndex:25911; appliedIndex:25909; }","duration":"149.751415ms","start":"2026-05-29T02:57:43.452714Z","end":"2026-05-29T02:57:43.602465Z","steps":["trace[2020652118] 'read index received' (duration: 5.93062ms)","trace[2020652118] 'applied index is now lower than readState.Index' (duration: 143.819895ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:57:43.602623Z","caller":"traceutil/trace.go:171","msg":"trace[834605510] transaction","detail":"{read_only:false; response_revision:25091; number_of_response:1; }","duration":"176.980592ms","start":"2026-05-29T02:57:43.425627Z","end":"2026-05-29T02:57:43.602608Z","steps":["trace[834605510] 'process raft request' (duration: 162.9817ms)","trace[834605510] 'compare' (duration: 13.735076ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:57:43.602908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.179113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-29T02:57:43.602958Z","caller":"traceutil/trace.go:171","msg":"trace[1023242755] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25091; }","duration":"150.279605ms","start":"2026-05-29T02:57:43.452667Z","end":"2026-05-29T02:57:43.602946Z","steps":["trace[1023242755] 'agreement among raft nodes before linearized reading' (duration: 150.105072ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:43.657013Z","caller":"traceutil/trace.go:171","msg":"trace[1317619224] transaction","detail":"{read_only:false; response_revision:25092; number_of_response:1; }","duration":"144.834405ms","start":"2026-05-29T02:57:43.512104Z","end":"2026-05-29T02:57:43.656938Z","steps":["trace[1317619224] 'process raft request' (duration: 144.550749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:43.657322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.214717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:57:43.6574Z","caller":"traceutil/trace.go:171","msg":"trace[453946831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25093; }","duration":"180.33734ms","start":"2026-05-29T02:57:43.477043Z","end":"2026-05-29T02:57:43.65738Z","steps":["trace[453946831] 'agreement among raft nodes before linearized reading' (duration: 180.193177ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:43.657664Z","caller":"traceutil/trace.go:171","msg":"trace[779150804] transaction","detail":"{read_only:false; response_revision:25093; number_of_response:1; }","duration":"140.982397ms","start":"2026-05-29T02:57:43.51592Z","end":"2026-05-29T02:57:43.656902Z","steps":["trace[779150804] 'process raft request' (duration: 140.883795ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:27.292054Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-000000000000695d.wal"} {"level":"info","ts":"2026-05-29T02:59:45.673468Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23421} {"level":"info","ts":"2026-05-29T02:59:45.80431Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23421,"took":"126.584678ms","hash":1360534272,"current-db-size-bytes":58646528,"current-db-size":"59 MB","current-db-size-in-use-bytes":36884480,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-05-29T02:59:45.804386Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1360534272,"revision":23421,"compact-revision":20297} {"level":"info","ts":"2026-05-29T03:04:45.683155Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26285} {"level":"info","ts":"2026-05-29T03:04:45.820223Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26285,"took":"132.850173ms","hash":738913956,"current-db-size-bytes":58646528,"current-db-size":"59 MB","current-db-size-in-use-bytes":33288192,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-05-29T03:04:45.820306Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":738913956,"revision":26285,"compact-revision":23421} {"level":"info","ts":"2026-05-29T03:05:03.678363Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b6478f0ac5aeb8e1","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-29T03:05:03.684051Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-05-29T03:05:03.684198Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-05-29T03:09:45.689804Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28915} {"level":"info","ts":"2026-05-29T03:09:45.824579Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28915,"took":"130.328727ms","hash":1967680452,"current-db-size-bytes":58646528,"current-db-size":"59 MB","current-db-size-in-use-bytes":31191040,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-29T03:09:45.824771Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1967680452,"revision":28915,"compact-revision":26285} {"level":"info","ts":"2026-05-29T03:14:45.696485Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31171} {"level":"info","ts":"2026-05-29T03:14:45.828478Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31171,"took":"127.860113ms","hash":2288226189,"current-db-size-bytes":58646528,"current-db-size":"59 MB","current-db-size-in-use-bytes":31199232,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-29T03:14:45.828548Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2288226189,"revision":31171,"compact-revision":28915} {"level":"info","ts":"2026-05-29T03:19:45.707665Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33438} {"level":"info","ts":"2026-05-29T03:19:45.860426Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33438,"took":"148.073243ms","hash":1090649665,"current-db-size-bytes":59691008,"current-db-size":"60 MB","current-db-size-in-use-bytes":32206848,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-29T03:19:45.860498Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1090649665,"revision":33438,"compact-revision":31171} {"level":"info","ts":"2026-05-29T03:24:45.713326Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35729} {"level":"info","ts":"2026-05-29T03:24:45.863868Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35729,"took":"146.953729ms","hash":1997713863,"current-db-size-bytes":60162048,"current-db-size":"60 MB","current-db-size-in-use-bytes":31608832,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-29T03:24:45.863952Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1997713863,"revision":35729,"compact-revision":33438} {"level":"info","ts":"2026-05-29T03:26:27.411265Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b6478f0ac5aeb8e1","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-29T03:26:27.415454Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-05-29T03:26:27.415753Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004}