{"level":"warn","ts":"2026-03-26T17:54:49.937351Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-26T17:54:49.937471Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.72:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.72:2380","--initial-cluster=instance=https://199.204.45.72:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.72:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.72:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-26T17:54:49.937594Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-26T17:54:49.937614Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-03-26T17:54:49.937634Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-26T17:54:49.938375Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"]} {"level":"info","ts":"2026-03-26T17:54:49.938459Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.72:2380"],"listen-peer-urls":["https://199.204.45.72:2380"],"advertise-client-urls":["https://199.204.45.72:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.72:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-26T17:54:49.942389Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.586352ms"} {"level":"info","ts":"2026-03-26T17:54:49.947301Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"50e03cebfd94cbba","cluster-id":"120c03c1d5b80f94"} {"level":"info","ts":"2026-03-26T17:54:49.947389Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba switched to configuration voters=()"} {"level":"info","ts":"2026-03-26T17:54:49.947422Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became follower at term 0"} {"level":"info","ts":"2026-03-26T17:54:49.947442Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 50e03cebfd94cbba [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-26T17:54:49.947451Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became follower at term 1"} {"level":"info","ts":"2026-03-26T17:54:49.947498Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba switched to configuration voters=(5827724902086790074)"} {"level":"warn","ts":"2026-03-26T17:54:49.955247Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-26T17:54:49.957554Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-26T17:54:49.958791Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-26T17:54:49.963086Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"50e03cebfd94cbba","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-26T17:54:49.963392Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-26T17:54:49.963545Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-26T17:54:49.963382Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"50e03cebfd94cbba","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-26T17:54:49.96358Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-26T17:54:49.964754Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba switched to configuration voters=(5827724902086790074)"} {"level":"info","ts":"2026-03-26T17:54:49.965003Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"120c03c1d5b80f94","local-member-id":"50e03cebfd94cbba","added-peer-id":"50e03cebfd94cbba","added-peer-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-03-26T17:54:49.968198Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-26T17:54:49.968338Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.72:2380"} {"level":"info","ts":"2026-03-26T17:54:49.968407Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.72:2380"} {"level":"info","ts":"2026-03-26T17:54:49.968484Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"50e03cebfd94cbba","initial-advertise-peer-urls":["https://199.204.45.72:2380"],"listen-peer-urls":["https://199.204.45.72:2380"],"advertise-client-urls":["https://199.204.45.72:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-26T17:54:49.968546Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-26T17:54:50.648325Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba is starting a new election at term 1"} {"level":"info","ts":"2026-03-26T17:54:50.648421Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became pre-candidate at term 1"} {"level":"info","ts":"2026-03-26T17:54:50.648467Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba received MsgPreVoteResp from 50e03cebfd94cbba at term 1"} {"level":"info","ts":"2026-03-26T17:54:50.648502Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became candidate at term 2"} {"level":"info","ts":"2026-03-26T17:54:50.648515Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba received MsgVoteResp from 50e03cebfd94cbba at term 2"} {"level":"info","ts":"2026-03-26T17:54:50.648541Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became leader at term 2"} {"level":"info","ts":"2026-03-26T17:54:50.648556Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 50e03cebfd94cbba elected leader 50e03cebfd94cbba at term 2"} {"level":"info","ts":"2026-03-26T17:54:50.649594Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-26T17:54:50.650354Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-26T17:54:50.650458Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-26T17:54:50.650649Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"50e03cebfd94cbba","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.72:2379]}","request-path":"/0/members/50e03cebfd94cbba/attributes","cluster-id":"120c03c1d5b80f94","publish-timeout":"7s"} {"level":"info","ts":"2026-03-26T17:54:50.650906Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"120c03c1d5b80f94","local-member-id":"50e03cebfd94cbba","cluster-version":"3.5"} {"level":"info","ts":"2026-03-26T17:54:50.651061Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-26T17:54:50.651122Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-26T17:54:50.651215Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-26T17:54:50.651324Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-26T17:54:50.652861Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.72:2379"} {"level":"info","ts":"2026-03-26T17:54:50.653736Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-26T17:55:04.459486Z","caller":"traceutil/trace.go:171","msg":"trace[76921788] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"138.380708ms","start":"2026-03-26T17:55:04.321079Z","end":"2026-03-26T17:55:04.45946Z","steps":["trace[76921788] 'process raft request' (duration: 138.171723ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T17:55:04.459444Z","caller":"traceutil/trace.go:171","msg":"trace[610558221] linearizableReadLoop","detail":"{readStateIndex:376; appliedIndex:375; }","duration":"120.194543ms","start":"2026-03-26T17:55:04.339222Z","end":"2026-03-26T17:55:04.459417Z","steps":["trace[610558221] 'read index received' (duration: 119.884046ms)","trace[610558221] 'applied index is now lower than readState.Index' (duration: 309.357µs)"],"step_count":2} {"level":"warn","ts":"2026-03-26T17:55:04.459591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.351576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-26T17:55:04.459688Z","caller":"traceutil/trace.go:171","msg":"trace[383139233] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:362; }","duration":"120.49762ms","start":"2026-03-26T17:55:04.339171Z","end":"2026-03-26T17:55:04.459669Z","steps":["trace[383139233] 'agreement among raft nodes before linearized reading' (duration: 120.356097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T17:55:04.753388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.216592ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T17:55:04.753633Z","caller":"traceutil/trace.go:171","msg":"trace[1063928298] linearizableReadLoop","detail":"{readStateIndex:377; appliedIndex:376; }","duration":"213.268556ms","start":"2026-03-26T17:55:04.540345Z","end":"2026-03-26T17:55:04.753613Z","steps":["trace[1063928298] 'read index received' (duration: 60.030419ms)","trace[1063928298] 'applied index is now lower than readState.Index' (duration: 153.236047ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T17:55:04.753694Z","caller":"traceutil/trace.go:171","msg":"trace[1306778466] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"288.238127ms","start":"2026-03-26T17:55:04.46541Z","end":"2026-03-26T17:55:04.753648Z","steps":["trace[1306778466] 'process raft request' (duration: 135.070572ms)","trace[1306778466] 'compare' (duration: 152.047069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T17:55:04.753835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.495482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T17:55:04.75397Z","caller":"traceutil/trace.go:171","msg":"trace[39367123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:363; }","duration":"213.607564ms","start":"2026-03-26T17:55:04.540285Z","end":"2026-03-26T17:55:04.753892Z","steps":["trace[39367123] 'agreement among raft nodes before linearized reading' (duration: 213.470001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T17:55:04.754106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.335246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T17:55:04.754184Z","caller":"traceutil/trace.go:171","msg":"trace[2008509371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:363; }","duration":"163.462809ms","start":"2026-03-26T17:55:04.590704Z","end":"2026-03-26T17:55:04.754167Z","steps":["trace[2008509371] 'agreement among raft nodes before linearized reading' (duration: 163.314216ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T17:55:05.048822Z","caller":"traceutil/trace.go:171","msg":"trace[1825084002] linearizableReadLoop","detail":"{readStateIndex:378; appliedIndex:377; }","duration":"275.916805ms","start":"2026-03-26T17:55:04.77288Z","end":"2026-03-26T17:55:05.048797Z","steps":["trace[1825084002] 'read index received' (duration: 270.644385ms)","trace[1825084002] 'applied index is now lower than readState.Index' (duration: 5.27133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T17:55:05.048982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.087089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5326"} {"level":"info","ts":"2026-03-26T17:55:05.049022Z","caller":"traceutil/trace.go:171","msg":"trace[1798612621] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:364; }","duration":"276.187452ms","start":"2026-03-26T17:55:04.772825Z","end":"2026-03-26T17:55:05.049013Z","steps":["trace[1798612621] 'agreement among raft nodes before linearized reading' (duration: 276.072219ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T17:55:05.049047Z","caller":"traceutil/trace.go:171","msg":"trace[518335871] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"290.095938ms","start":"2026-03-26T17:55:04.758887Z","end":"2026-03-26T17:55:05.048983Z","steps":["trace[518335871] 'process raft request' (duration: 284.717475ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T17:55:30.195739Z","caller":"traceutil/trace.go:171","msg":"trace[1503483853] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"110.656011ms","start":"2026-03-26T17:55:30.085039Z","end":"2026-03-26T17:55:30.195695Z","steps":["trace[1503483853] 'process raft request' (duration: 108.691647ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T17:55:30.196099Z","caller":"traceutil/trace.go:171","msg":"trace[1353001050] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"101.424654ms","start":"2026-03-26T17:55:30.094642Z","end":"2026-03-26T17:55:30.196067Z","steps":["trace[1353001050] 'process raft request' (duration: 101.120847ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T17:55:30.196187Z","caller":"traceutil/trace.go:171","msg":"trace[1549592640] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"105.70854ms","start":"2026-03-26T17:55:30.090466Z","end":"2026-03-26T17:55:30.196174Z","steps":["trace[1549592640] 'process raft request' (duration: 105.097197ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T17:55:36.488627Z","caller":"traceutil/trace.go:171","msg":"trace[1363920262] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"111.321836ms","start":"2026-03-26T17:55:36.377268Z","end":"2026-03-26T17:55:36.48859Z","steps":["trace[1363920262] 'process raft request' (duration: 111.105072ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T17:55:36.965389Z","caller":"traceutil/trace.go:171","msg":"trace[1698352427] linearizableReadLoop","detail":"{readStateIndex:617; appliedIndex:616; }","duration":"112.660866ms","start":"2026-03-26T17:55:36.852626Z","end":"2026-03-26T17:55:36.965287Z","steps":["trace[1698352427] 'read index received' (duration: 106.757154ms)","trace[1698352427] 'applied index is now lower than readState.Index' (duration: 5.901572ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T17:55:36.965468Z","caller":"traceutil/trace.go:171","msg":"trace[1915771295] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"379.616196ms","start":"2026-03-26T17:55:36.585765Z","end":"2026-03-26T17:55:36.965381Z","steps":["trace[1915771295] 'process raft request' (duration: 374.483371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T17:55:36.965719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.067064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-vtk5r\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-26T17:55:36.965888Z","caller":"traceutil/trace.go:171","msg":"trace[2124081471] range","detail":"{range_begin:/registry/pods/kube-system/cilium-vtk5r; range_end:; response_count:1; response_revision:592; }","duration":"113.29972ms","start":"2026-03-26T17:55:36.852568Z","end":"2026-03-26T17:55:36.965867Z","steps":["trace[2124081471] 'agreement among raft nodes before linearized reading' (duration: 112.86758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T17:55:36.965924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T17:55:36.585733Z","time spent":"379.941232ms","remote":"127.0.0.1:34334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036161,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T17:55:37.28542Z","caller":"traceutil/trace.go:171","msg":"trace[1904276491] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"305.684065ms","start":"2026-03-26T17:55:36.97971Z","end":"2026-03-26T17:55:37.285394Z","steps":["trace[1904276491] 'process raft request' (duration: 305.541512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T17:55:37.285603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T17:55:36.979669Z","time spent":"305.831988ms","remote":"127.0.0.1:34466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T17:55:37.307587Z","caller":"traceutil/trace.go:171","msg":"trace[167213586] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"283.770205ms","start":"2026-03-26T17:55:37.023786Z","end":"2026-03-26T17:55:37.307556Z","steps":["trace[167213586] 'process raft request' (duration: 283.52261ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T17:55:37.529756Z","caller":"traceutil/trace.go:171","msg":"trace[1959914742] linearizableReadLoop","detail":"{readStateIndex:621; appliedIndex:620; }","duration":"210.284315ms","start":"2026-03-26T17:55:37.319435Z","end":"2026-03-26T17:55:37.529719Z","steps":["trace[1959914742] 'read index received' (duration: 110.18971ms)","trace[1959914742] 'applied index is now lower than readState.Index' (duration: 100.093255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T17:55:37.529904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.452399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T17:55:37.529788Z","caller":"traceutil/trace.go:171","msg":"trace[483807343] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"217.356643ms","start":"2026-03-26T17:55:37.312402Z","end":"2026-03-26T17:55:37.529758Z","steps":["trace[483807343] 'process raft request' (duration: 117.295579ms)","trace[483807343] 'compare' (duration: 99.85377ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T17:55:37.529944Z","caller":"traceutil/trace.go:171","msg":"trace[455822940] range","detail":"{range_begin:/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:596; }","duration":"210.548991ms","start":"2026-03-26T17:55:37.319381Z","end":"2026-03-26T17:55:37.52993Z","steps":["trace[455822940] 'agreement among raft nodes before linearized reading' (duration: 210.470649ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T17:55:39.091744Z","caller":"traceutil/trace.go:171","msg":"trace[1774076906] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"112.214965ms","start":"2026-03-26T17:55:38.979503Z","end":"2026-03-26T17:55:39.091718Z","steps":["trace[1774076906] 'process raft request' (duration: 44.80256ms)","trace[1774076906] 'compare' (duration: 67.227831ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T17:55:39.091777Z","caller":"traceutil/trace.go:171","msg":"trace[44492559] linearizableReadLoop","detail":"{readStateIndex:650; appliedIndex:649; }","duration":"108.8775ms","start":"2026-03-26T17:55:38.982872Z","end":"2026-03-26T17:55:39.091749Z","steps":["trace[44492559] 'read index received' (duration: 41.448964ms)","trace[44492559] 'applied index is now lower than readState.Index' (duration: 67.425476ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T17:55:39.093354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.454545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-26T17:55:39.093423Z","caller":"traceutil/trace.go:171","msg":"trace[256881701] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:625; }","duration":"110.571939ms","start":"2026-03-26T17:55:38.982829Z","end":"2026-03-26T17:55:39.0934Z","steps":["trace[256881701] 'agreement among raft nodes before linearized reading' (duration: 109.040314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T17:55:39.093943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.498913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T17:55:39.094073Z","caller":"traceutil/trace.go:171","msg":"trace[1289622103] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system; range_end:; response_count:0; response_revision:625; }","duration":"104.681107ms","start":"2026-03-26T17:55:38.989364Z","end":"2026-03-26T17:55:39.094045Z","steps":["trace[1289622103] 'agreement among raft nodes before linearized reading' (duration: 104.465762ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T17:55:52.153366Z","caller":"traceutil/trace.go:171","msg":"trace[631245448] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"199.32189ms","start":"2026-03-26T17:55:51.954017Z","end":"2026-03-26T17:55:52.153339Z","steps":["trace[631245448] 'process raft request' (duration: 199.112255ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T17:57:05.927929Z","caller":"traceutil/trace.go:171","msg":"trace[808756799] transaction","detail":"{read_only:false; response_revision:1807; number_of_response:1; }","duration":"350.996516ms","start":"2026-03-26T17:57:05.576897Z","end":"2026-03-26T17:57:05.927894Z","steps":["trace[808756799] 'process raft request' (duration: 350.840082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T17:57:05.928096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T17:57:05.57687Z","time spent":"351.141698ms","remote":"127.0.0.1:34536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T17:57:05.999536Z","caller":"traceutil/trace.go:171","msg":"trace[1662744409] linearizableReadLoop","detail":"{readStateIndex:1882; appliedIndex:1880; }","duration":"110.194827ms","start":"2026-03-26T17:57:05.889315Z","end":"2026-03-26T17:57:05.99951Z","steps":["trace[1662744409] 'read index received' (duration: 38.548119ms)","trace[1662744409] 'applied index is now lower than readState.Index' (duration: 71.645208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T17:57:05.999742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.407681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-26T17:57:05.999779Z","caller":"traceutil/trace.go:171","msg":"trace[1717202430] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1808; }","duration":"110.512813ms","start":"2026-03-26T17:57:05.889252Z","end":"2026-03-26T17:57:05.999765Z","steps":["trace[1717202430] 'agreement among raft nodes before linearized reading' (duration: 110.35783ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T17:57:05.999794Z","caller":"traceutil/trace.go:171","msg":"trace[738322944] transaction","detail":"{read_only:false; response_revision:1808; number_of_response:1; }","duration":"299.457791ms","start":"2026-03-26T17:57:05.700268Z","end":"2026-03-26T17:57:05.999726Z","steps":["trace[738322944] 'process raft request' (duration: 287.492897ms)","trace[738322944] 'compare' (duration: 11.592586ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T17:57:15.612989Z","caller":"traceutil/trace.go:171","msg":"trace[781287320] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"110.510122ms","start":"2026-03-26T17:57:15.502454Z","end":"2026-03-26T17:57:15.612964Z","steps":["trace[781287320] 'process raft request' (duration: 34.339466ms)","trace[781287320] 'compare' (duration: 76.059744ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T17:57:15.613327Z","caller":"traceutil/trace.go:171","msg":"trace[2072763181] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"105.629145ms","start":"2026-03-26T17:57:15.507684Z","end":"2026-03-26T17:57:15.613313Z","steps":["trace[2072763181] 'process raft request' (duration: 105.382819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T17:57:51.649779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.136223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T17:57:51.649937Z","caller":"traceutil/trace.go:171","msg":"trace[1897281440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2111; }","duration":"109.354928ms","start":"2026-03-26T17:57:51.540553Z","end":"2026-03-26T17:57:51.649908Z","steps":["trace[1897281440] 'range keys from in-memory index tree' (duration: 109.03891ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T17:57:57.411985Z","caller":"traceutil/trace.go:171","msg":"trace[2115279306] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"174.228495ms","start":"2026-03-26T17:57:57.237728Z","end":"2026-03-26T17:57:57.411956Z","steps":["trace[2115279306] 'process raft request' (duration: 174.057881ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T17:58:46.130046Z","caller":"traceutil/trace.go:171","msg":"trace[1123183522] transaction","detail":"{read_only:false; response_revision:2579; number_of_response:1; }","duration":"190.907538ms","start":"2026-03-26T17:58:45.939097Z","end":"2026-03-26T17:58:46.130005Z","steps":["trace[1123183522] 'process raft request' (duration: 190.595802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T17:59:19.497936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.149616ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-26T17:59:20.025168Z","caller":"traceutil/trace.go:171","msg":"trace[1665558388] linearizableReadLoop","detail":"{readStateIndex:2892; appliedIndex:2891; }","duration":"204.442419ms","start":"2026-03-26T17:59:19.820698Z","end":"2026-03-26T17:59:20.02514Z","steps":["trace[1665558388] 'read index received' (duration: 204.103411ms)","trace[1665558388] 'applied index is now lower than readState.Index' (duration: 337.788µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T17:59:20.025667Z","caller":"traceutil/trace.go:171","msg":"trace[1092888945] transaction","detail":"{read_only:false; response_revision:2781; number_of_response:1; }","duration":"250.90094ms","start":"2026-03-26T17:59:19.774749Z","end":"2026-03-26T17:59:20.02565Z","steps":["trace[1092888945] 'process raft request' (duration: 250.159363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T17:59:20.02595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.205695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-26T17:59:20.026027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.039922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-26T17:59:20.026067Z","caller":"traceutil/trace.go:171","msg":"trace[545665474] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2781; }","duration":"205.41528ms","start":"2026-03-26T17:59:19.820627Z","end":"2026-03-26T17:59:20.026042Z","steps":["trace[545665474] 'agreement among raft nodes before linearized reading' (duration: 205.065573ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T17:59:20.026127Z","caller":"traceutil/trace.go:171","msg":"trace[1629321026] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2781; }","duration":"126.208616ms","start":"2026-03-26T17:59:19.899895Z","end":"2026-03-26T17:59:20.026103Z","steps":["trace[1629321026] 'agreement among raft nodes before linearized reading' (duration: 125.807037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:01:56.994794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.991632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-26T18:01:56.994905Z","caller":"traceutil/trace.go:171","msg":"trace[1181363954] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3809; }","duration":"119.182116ms","start":"2026-03-26T18:01:56.875702Z","end":"2026-03-26T18:01:56.994885Z","steps":["trace[1181363954] 'range keys from in-memory index tree' (duration: 118.850039ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:03:22.172813Z","caller":"traceutil/trace.go:171","msg":"trace[396540006] transaction","detail":"{read_only:false; response_revision:4865; number_of_response:1; }","duration":"102.03653ms","start":"2026-03-26T18:03:22.070747Z","end":"2026-03-26T18:03:22.172784Z","steps":["trace[396540006] 'process raft request' (duration: 101.814285ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:03:22.189223Z","caller":"traceutil/trace.go:171","msg":"trace[1187285179] linearizableReadLoop","detail":"{readStateIndex:5055; appliedIndex:5053; }","duration":"115.602946ms","start":"2026-03-26T18:03:22.073588Z","end":"2026-03-26T18:03:22.189191Z","steps":["trace[1187285179] 'read index received' (duration: 99.034613ms)","trace[1187285179] 'applied index is now lower than readState.Index' (duration: 16.566903ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:03:22.189376Z","caller":"traceutil/trace.go:171","msg":"trace[185877331] transaction","detail":"{read_only:false; response_revision:4866; number_of_response:1; }","duration":"118.03393ms","start":"2026-03-26T18:03:22.071317Z","end":"2026-03-26T18:03:22.189351Z","steps":["trace[185877331] 'process raft request' (duration: 117.706653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:03:22.189747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.119175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-26T18:03:22.189809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.218051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62860"} {"level":"info","ts":"2026-03-26T18:03:22.189832Z","caller":"traceutil/trace.go:171","msg":"trace[720247533] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4866; }","duration":"114.242957ms","start":"2026-03-26T18:03:22.075572Z","end":"2026-03-26T18:03:22.189815Z","steps":["trace[720247533] 'agreement among raft nodes before linearized reading' (duration: 113.93251ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:03:22.189872Z","caller":"traceutil/trace.go:171","msg":"trace[1804151823] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4866; }","duration":"116.347534ms","start":"2026-03-26T18:03:22.073504Z","end":"2026-03-26T18:03:22.189851Z","steps":["trace[1804151823] 'agreement among raft nodes before linearized reading' (duration: 116.101648ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:03:22.343377Z","caller":"traceutil/trace.go:171","msg":"trace[585491857] transaction","detail":"{read_only:false; response_revision:4867; number_of_response:1; }","duration":"148.032438ms","start":"2026-03-26T18:03:22.195299Z","end":"2026-03-26T18:03:22.343332Z","steps":["trace[585491857] 'process raft request' (duration: 75.21052ms)","trace[585491857] 'compare' (duration: 72.636724ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:03:26.515883Z","caller":"traceutil/trace.go:171","msg":"trace[2104174955] linearizableReadLoop","detail":"{readStateIndex:5214; appliedIndex:5213; }","duration":"147.997338ms","start":"2026-03-26T18:03:26.367851Z","end":"2026-03-26T18:03:26.515848Z","steps":["trace[2104174955] 'read index received' (duration: 147.341054ms)","trace[2104174955] 'applied index is now lower than readState.Index' (duration: 655.014µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:03:26.516027Z","caller":"traceutil/trace.go:171","msg":"trace[1711139861] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"163.191782ms","start":"2026-03-26T18:03:26.352767Z","end":"2026-03-26T18:03:26.515958Z","steps":["trace[1711139861] 'process raft request' (duration: 162.562208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:03:26.516297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.942621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-343fac11-9971-4ffc-bf80-02bcda7a9aef\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-26T18:03:26.516394Z","caller":"traceutil/trace.go:171","msg":"trace[2050334056] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-343fac11-9971-4ffc-bf80-02bcda7a9aef; range_end:; response_count:1; response_revision:5021; }","duration":"109.136985ms","start":"2026-03-26T18:03:26.407243Z","end":"2026-03-26T18:03:26.51638Z","steps":["trace[2050334056] 'agreement among raft nodes before linearized reading' (duration: 108.836498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:03:26.516965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.083292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-26T18:03:26.517092Z","caller":"traceutil/trace.go:171","msg":"trace[636391209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5021; }","duration":"149.257646ms","start":"2026-03-26T18:03:26.367807Z","end":"2026-03-26T18:03:26.517064Z","steps":["trace[636391209] 'agreement among raft nodes before linearized reading' (duration: 148.269574ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:03:26.710969Z","caller":"traceutil/trace.go:171","msg":"trace[828010713] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"188.767163ms","start":"2026-03-26T18:03:26.522156Z","end":"2026-03-26T18:03:26.710923Z","steps":["trace[828010713] 'process raft request' (duration: 141.357182ms)","trace[828010713] 'compare' (duration: 47.127254ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:03:26.71128Z","caller":"traceutil/trace.go:171","msg":"trace[1982340119] linearizableReadLoop","detail":"{readStateIndex:5217; appliedIndex:5214; }","duration":"170.629955ms","start":"2026-03-26T18:03:26.540616Z","end":"2026-03-26T18:03:26.711246Z","steps":["trace[1982340119] 'read index received' (duration: 122.830566ms)","trace[1982340119] 'applied index is now lower than readState.Index' (duration: 47.798209ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:03:26.711306Z","caller":"traceutil/trace.go:171","msg":"trace[746191544] transaction","detail":"{read_only:false; response_revision:5023; number_of_response:1; }","duration":"185.973072ms","start":"2026-03-26T18:03:26.525263Z","end":"2026-03-26T18:03:26.711236Z","steps":["trace[746191544] 'process raft request' (duration: 185.581622ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:03:26.711384Z","caller":"traceutil/trace.go:171","msg":"trace[167137033] transaction","detail":"{read_only:false; response_revision:5024; number_of_response:1; }","duration":"185.232175ms","start":"2026-03-26T18:03:26.526115Z","end":"2026-03-26T18:03:26.711347Z","steps":["trace[167137033] 'process raft request' (duration: 184.98838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:03:26.711443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.800509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:03:26.711477Z","caller":"traceutil/trace.go:171","msg":"trace[2127488219] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5024; }","duration":"170.907661ms","start":"2026-03-26T18:03:26.54056Z","end":"2026-03-26T18:03:26.711468Z","steps":["trace[2127488219] 'agreement among raft nodes before linearized reading' (duration: 170.807348ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:03:45.54617Z","caller":"traceutil/trace.go:171","msg":"trace[777330439] linearizableReadLoop","detail":"{readStateIndex:5601; appliedIndex:5600; }","duration":"186.855611ms","start":"2026-03-26T18:03:45.359288Z","end":"2026-03-26T18:03:45.546144Z","steps":["trace[777330439] 'read index received' (duration: 186.737878ms)","trace[777330439] 'applied index is now lower than readState.Index' (duration: 116.343µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:03:45.546254Z","caller":"traceutil/trace.go:171","msg":"trace[1407390251] transaction","detail":"{read_only:false; response_revision:5397; number_of_response:1; }","duration":"279.754479ms","start":"2026-03-26T18:03:45.26645Z","end":"2026-03-26T18:03:45.546205Z","steps":["trace[1407390251] 'process raft request' (duration: 279.482783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:03:45.546554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.241379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-03-26T18:03:45.546607Z","caller":"traceutil/trace.go:171","msg":"trace[1663286672] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5397; }","duration":"187.358011ms","start":"2026-03-26T18:03:45.359236Z","end":"2026-03-26T18:03:45.546594Z","steps":["trace[1663286672] 'agreement among raft nodes before linearized reading' (duration: 187.045195ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:03:45.653615Z","caller":"traceutil/trace.go:171","msg":"trace[988825625] linearizableReadLoop","detail":"{readStateIndex:5602; appliedIndex:5601; }","duration":"107.321595ms","start":"2026-03-26T18:03:45.546258Z","end":"2026-03-26T18:03:45.65358Z","steps":["trace[988825625] 'read index received' (duration: 98.955822ms)","trace[988825625] 'applied index is now lower than readState.Index' (duration: 8.364473ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:03:45.653835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.166724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:03:45.653884Z","caller":"traceutil/trace.go:171","msg":"trace[1820788411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5398; }","duration":"113.270897ms","start":"2026-03-26T18:03:45.540599Z","end":"2026-03-26T18:03:45.65387Z","steps":["trace[1820788411] 'agreement among raft nodes before linearized reading' (duration: 113.161893ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:03:45.654026Z","caller":"traceutil/trace.go:171","msg":"trace[1418664936] transaction","detail":"{read_only:false; response_revision:5398; number_of_response:1; }","duration":"142.18933ms","start":"2026-03-26T18:03:45.511503Z","end":"2026-03-26T18:03:45.653692Z","steps":["trace[1418664936] 'process raft request' (duration: 133.665923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:03:45.654203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.067522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1459"} {"level":"warn","ts":"2026-03-26T18:03:45.654235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.063752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1475"} {"level":"info","ts":"2026-03-26T18:03:45.654255Z","caller":"traceutil/trace.go:171","msg":"trace[1232965473] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5398; }","duration":"103.168705ms","start":"2026-03-26T18:03:45.551075Z","end":"2026-03-26T18:03:45.654244Z","steps":["trace[1232965473] 'agreement among raft nodes before linearized reading' (duration: 103.022081ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:03:45.654279Z","caller":"traceutil/trace.go:171","msg":"trace[533619640] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5398; }","duration":"103.287567ms","start":"2026-03-26T18:03:45.550975Z","end":"2026-03-26T18:03:45.654263Z","steps":["trace[533619640] 'agreement among raft nodes before linearized reading' (duration: 102.801777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:03:45.654574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.388409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1267"} {"level":"warn","ts":"2026-03-26T18:03:45.654971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.936783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:03:45.654873Z","caller":"traceutil/trace.go:171","msg":"trace[1987631608] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:5398; }","duration":"103.783748ms","start":"2026-03-26T18:03:45.551065Z","end":"2026-03-26T18:03:45.654848Z","steps":["trace[1987631608] 'agreement among raft nodes before linearized reading' (duration: 103.041762ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:03:45.655062Z","caller":"traceutil/trace.go:171","msg":"trace[228826099] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:5398; }","duration":"151.556026ms","start":"2026-03-26T18:03:45.503462Z","end":"2026-03-26T18:03:45.655018Z","steps":["trace[228826099] 'agreement among raft nodes before linearized reading' (duration: 150.707688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:03:47.820952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.423328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T18:03:47.821241Z","caller":"traceutil/trace.go:171","msg":"trace[431699851] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"139.237125ms","start":"2026-03-26T18:03:47.681981Z","end":"2026-03-26T18:03:47.821218Z","steps":["trace[431699851] 'process raft request' (duration: 139.106332ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:03:47.821474Z","caller":"traceutil/trace.go:171","msg":"trace[1413286166] transaction","detail":"{read_only:false; response_revision:5429; number_of_response:1; }","duration":"139.701377ms","start":"2026-03-26T18:03:47.681739Z","end":"2026-03-26T18:03:47.82144Z","steps":["trace[1413286166] 'process raft request' (duration: 36.682646ms)","trace[1413286166] 'compare' (duration: 102.185673ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:04:50.733255Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2951} {"level":"info","ts":"2026-03-26T18:04:50.868174Z","caller":"traceutil/trace.go:171","msg":"trace[938917301] linearizableReadLoop","detail":"{readStateIndex:6232; appliedIndex:6231; }","duration":"129.031589ms","start":"2026-03-26T18:04:50.739098Z","end":"2026-03-26T18:04:50.86813Z","steps":["trace[938917301] 'read index received' (duration: 41.563139ms)","trace[938917301] 'applied index is now lower than readState.Index' (duration: 87.46654ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:04:50.868359Z","caller":"traceutil/trace.go:171","msg":"trace[218271118] transaction","detail":"{read_only:false; response_revision:6012; number_of_response:1; }","duration":"129.348756ms","start":"2026-03-26T18:04:50.73899Z","end":"2026-03-26T18:04:50.868338Z","steps":["trace[218271118] 'process raft request' (duration: 41.63965ms)","trace[218271118] 'compare' (duration: 65.764381ms)","trace[218271118] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-svcs-lock; req_size:420; } (duration: 21.469745ms)"],"step_count":3} {"level":"warn","ts":"2026-03-26T18:04:50.86896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.825716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109020"} {"level":"info","ts":"2026-03-26T18:04:50.869089Z","caller":"traceutil/trace.go:171","msg":"trace[426835086] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:6012; }","duration":"130.02892ms","start":"2026-03-26T18:04:50.739031Z","end":"2026-03-26T18:04:50.86906Z","steps":["trace[426835086] 'agreement among raft nodes before linearized reading' (duration: 129.524959ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:04:50.982233Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2951,"took":"246.354945ms","hash":218466649,"current-db-size-bytes":56856576,"current-db-size":"57 MB","current-db-size-in-use-bytes":33480704,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-26T18:04:50.98234Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":218466649,"revision":2951,"compact-revision":-1} {"level":"info","ts":"2026-03-26T18:09:50.741115Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6011} {"level":"info","ts":"2026-03-26T18:09:50.839657Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6011,"took":"95.902699ms","hash":3524231062,"current-db-size-bytes":56856576,"current-db-size":"57 MB","current-db-size-in-use-bytes":23797760,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-26T18:09:50.839783Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3524231062,"revision":6011,"compact-revision":2951} {"level":"info","ts":"2026-03-26T18:09:51.451733Z","caller":"traceutil/trace.go:171","msg":"trace[2030731614] linearizableReadLoop","detail":"{readStateIndex:8532; appliedIndex:8531; }","duration":"234.941777ms","start":"2026-03-26T18:09:51.216756Z","end":"2026-03-26T18:09:51.451698Z","steps":["trace[2030731614] 'read index received' (duration: 234.839935ms)","trace[2030731614] 'applied index is now lower than readState.Index' (duration: 99.972µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:09:51.45188Z","caller":"traceutil/trace.go:171","msg":"trace[1952161521] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"269.03877ms","start":"2026-03-26T18:09:51.182788Z","end":"2026-03-26T18:09:51.451826Z","steps":["trace[1952161521] 'process raft request' (duration: 268.710223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:09:51.451976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.188062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:09:51.452079Z","caller":"traceutil/trace.go:171","msg":"trace[1344103030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8241; }","duration":"235.360656ms","start":"2026-03-26T18:09:51.216693Z","end":"2026-03-26T18:09:51.452054Z","steps":["trace[1344103030] 'agreement among raft nodes before linearized reading' (duration: 235.154642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:09:51.64556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.79476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:09:51.645645Z","caller":"traceutil/trace.go:171","msg":"trace[149031790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8241; }","duration":"103.966874ms","start":"2026-03-26T18:09:51.54166Z","end":"2026-03-26T18:09:51.645627Z","steps":["trace[149031790] 'range keys from in-memory index tree' (duration: 103.618087ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:10:03.275449Z","caller":"traceutil/trace.go:171","msg":"trace[935038700] linearizableReadLoop","detail":"{readStateIndex:8596; appliedIndex:8595; }","duration":"228.852884ms","start":"2026-03-26T18:10:03.046571Z","end":"2026-03-26T18:10:03.275424Z","steps":["trace[935038700] 'read index received' (duration: 228.6614ms)","trace[935038700] 'applied index is now lower than readState.Index' (duration: 190.054µs)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:10:03.275665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.037548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T18:10:03.275724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.067119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:10:03.27578Z","caller":"traceutil/trace.go:171","msg":"trace[1122077144] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8302; }","duration":"229.195963ms","start":"2026-03-26T18:10:03.04657Z","end":"2026-03-26T18:10:03.275766Z","steps":["trace[1122077144] 'agreement among raft nodes before linearized reading' (duration: 229.018178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:03.275747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.61531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:10:03.275828Z","caller":"traceutil/trace.go:171","msg":"trace[235031789] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8302; }","duration":"229.254254ms","start":"2026-03-26T18:10:03.046551Z","end":"2026-03-26T18:10:03.275806Z","steps":["trace[235031789] 'agreement among raft nodes before linearized reading' (duration: 228.990937ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:10:03.275863Z","caller":"traceutil/trace.go:171","msg":"trace[1510390340] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8302; }","duration":"189.815854ms","start":"2026-03-26T18:10:03.086024Z","end":"2026-03-26T18:10:03.27584Z","steps":["trace[1510390340] 'agreement among raft nodes before linearized reading' (duration: 189.579268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:03.275952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.034339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:10:03.276011Z","caller":"traceutil/trace.go:171","msg":"trace[40520690] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8302; }","duration":"190.117761ms","start":"2026-03-26T18:10:03.085877Z","end":"2026-03-26T18:10:03.275995Z","steps":["trace[40520690] 'agreement among raft nodes before linearized reading' (duration: 190.043199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:03.276045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.386166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:10:03.276083Z","caller":"traceutil/trace.go:171","msg":"trace[1532500096] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8302; }","duration":"229.469258ms","start":"2026-03-26T18:10:03.046605Z","end":"2026-03-26T18:10:03.276074Z","steps":["trace[1532500096] 'agreement among raft nodes before linearized reading' (duration: 229.410237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:03.27588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.404798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T18:10:03.276134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.219513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T18:10:03.276181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.603369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T18:10:03.276183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.797595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T18:10:03.276181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.512169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:10:03.276213Z","caller":"traceutil/trace.go:171","msg":"trace[564490418] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8302; }","duration":"189.647681ms","start":"2026-03-26T18:10:03.086555Z","end":"2026-03-26T18:10:03.276203Z","steps":["trace[564490418] 'agreement among raft nodes before linearized reading' (duration: 189.60042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:03.276234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.022339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:10:03.276246Z","caller":"traceutil/trace.go:171","msg":"trace[2071188522] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8302; }","duration":"162.612232ms","start":"2026-03-26T18:10:03.113614Z","end":"2026-03-26T18:10:03.276226Z","steps":["trace[2071188522] 'agreement among raft nodes before linearized reading' (duration: 162.495629ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:10:03.27619Z","caller":"traceutil/trace.go:171","msg":"trace[1479839006] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8302; }","duration":"207.297945ms","start":"2026-03-26T18:10:03.06888Z","end":"2026-03-26T18:10:03.276177Z","steps":["trace[1479839006] 'agreement among raft nodes before linearized reading' (duration: 207.220353ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:10:03.276291Z","caller":"traceutil/trace.go:171","msg":"trace[1175438976] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8302; }","duration":"162.085001ms","start":"2026-03-26T18:10:03.114193Z","end":"2026-03-26T18:10:03.276278Z","steps":["trace[1175438976] 'agreement among raft nodes before linearized reading' (duration: 161.993009ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:10:03.276228Z","caller":"traceutil/trace.go:171","msg":"trace[2135812254] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8302; }","duration":"207.874238ms","start":"2026-03-26T18:10:03.068344Z","end":"2026-03-26T18:10:03.276218Z","steps":["trace[2135812254] 'agreement among raft nodes before linearized reading' (duration: 207.760556ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:10:03.276133Z","caller":"traceutil/trace.go:171","msg":"trace[679256300] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8302; }","duration":"207.709093ms","start":"2026-03-26T18:10:03.068409Z","end":"2026-03-26T18:10:03.276119Z","steps":["trace[679256300] 'agreement among raft nodes before linearized reading' (duration: 207.409027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:03.276244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.582361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:10:03.276494Z","caller":"traceutil/trace.go:171","msg":"trace[369433365] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8302; }","duration":"162.814565ms","start":"2026-03-26T18:10:03.113636Z","end":"2026-03-26T18:10:03.276451Z","steps":["trace[369433365] 'agreement among raft nodes before linearized reading' (duration: 162.58195ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:10:03.276808Z","caller":"traceutil/trace.go:171","msg":"trace[1064042280] transaction","detail":"{read_only:false; response_revision:8302; number_of_response:1; }","duration":"233.593507ms","start":"2026-03-26T18:10:03.041906Z","end":"2026-03-26T18:10:03.2755Z","steps":["trace[1064042280] 'process raft request' (duration: 233.325301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:04.330708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.232586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:10:04.330823Z","caller":"traceutil/trace.go:171","msg":"trace[2061183984] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8307; }","duration":"304.424251ms","start":"2026-03-26T18:10:04.026377Z","end":"2026-03-26T18:10:04.330802Z","steps":["trace[2061183984] 'count revisions from in-memory index tree' (duration: 304.112014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:04.330879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:10:04.026349Z","time spent":"304.516833ms","remote":"127.0.0.1:43348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-03-26T18:10:04.363719Z","caller":"traceutil/trace.go:171","msg":"trace[1274262458] linearizableReadLoop","detail":"{readStateIndex:8603; appliedIndex:8602; }","duration":"190.989299ms","start":"2026-03-26T18:10:04.172699Z","end":"2026-03-26T18:10:04.363688Z","steps":["trace[1274262458] 'read index received' (duration: 190.697533ms)","trace[1274262458] 'applied index is now lower than readState.Index' (duration: 290.876µs)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:10:04.363971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.253666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-26T18:10:04.364009Z","caller":"traceutil/trace.go:171","msg":"trace[325279841] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8308; }","duration":"191.353587ms","start":"2026-03-26T18:10:04.172644Z","end":"2026-03-26T18:10:04.363998Z","steps":["trace[325279841] 'agreement among raft nodes before linearized reading' (duration: 191.154063ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:10:04.364149Z","caller":"traceutil/trace.go:171","msg":"trace[858713238] transaction","detail":"{read_only:false; response_revision:8308; number_of_response:1; }","duration":"319.024468ms","start":"2026-03-26T18:10:04.044942Z","end":"2026-03-26T18:10:04.363967Z","steps":["trace[858713238] 'process raft request' (duration: 318.564589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:04.364421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:10:04.044922Z","time spent":"319.376466ms","remote":"127.0.0.1:34456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19392,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T18:10:05.625939Z","caller":"traceutil/trace.go:171","msg":"trace[848013580] transaction","detail":"{read_only:false; response_revision:8315; number_of_response:1; }","duration":"105.378784ms","start":"2026-03-26T18:10:05.520523Z","end":"2026-03-26T18:10:05.625902Z","steps":["trace[848013580] 'process raft request' (duration: 105.098748ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:10:32.299541Z","caller":"traceutil/trace.go:171","msg":"trace[1057416463] linearizableReadLoop","detail":"{readStateIndex:8812; appliedIndex:8811; }","duration":"206.376825ms","start":"2026-03-26T18:10:32.093136Z","end":"2026-03-26T18:10:32.299513Z","steps":["trace[1057416463] 'read index received' (duration: 206.192681ms)","trace[1057416463] 'applied index is now lower than readState.Index' (duration: 183.174µs)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:10:32.299865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.720672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-26T18:10:32.299915Z","caller":"traceutil/trace.go:171","msg":"trace[1556539805] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8510; }","duration":"206.826285ms","start":"2026-03-26T18:10:32.093076Z","end":"2026-03-26T18:10:32.299902Z","steps":["trace[1556539805] 'agreement among raft nodes before linearized reading' (duration: 206.560899ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:10:32.300302Z","caller":"traceutil/trace.go:171","msg":"trace[1586162074] transaction","detail":"{read_only:false; response_revision:8510; number_of_response:1; }","duration":"209.209976ms","start":"2026-03-26T18:10:32.091078Z","end":"2026-03-26T18:10:32.300288Z","steps":["trace[1586162074] 'process raft request' (duration: 208.310277ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:10:32.508114Z","caller":"traceutil/trace.go:171","msg":"trace[108204729] transaction","detail":"{read_only:false; response_revision:8511; number_of_response:1; }","duration":"197.755128ms","start":"2026-03-26T18:10:32.310331Z","end":"2026-03-26T18:10:32.508086Z","steps":["trace[108204729] 'process raft request' (duration: 197.570863ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:10:45.719648Z","caller":"traceutil/trace.go:171","msg":"trace[1661234442] transaction","detail":"{read_only:false; response_revision:8623; number_of_response:1; }","duration":"209.648657ms","start":"2026-03-26T18:10:45.509968Z","end":"2026-03-26T18:10:45.719617Z","steps":["trace[1661234442] 'process raft request' (duration: 198.79761ms)","trace[1661234442] 'compare' (duration: 10.686893ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:10:45.731788Z","caller":"traceutil/trace.go:171","msg":"trace[633292774] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8624; }","duration":"218.51623ms","start":"2026-03-26T18:10:45.513232Z","end":"2026-03-26T18:10:45.731749Z","steps":["trace[633292774] 'process raft request' (duration: 218.177762ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:10:46.834087Z","caller":"traceutil/trace.go:171","msg":"trace[2071573322] linearizableReadLoop","detail":"{readStateIndex:8940; appliedIndex:8938; }","duration":"381.197033ms","start":"2026-03-26T18:10:46.452858Z","end":"2026-03-26T18:10:46.834055Z","steps":["trace[2071573322] 'read index received' (duration: 380.890056ms)","trace[2071573322] 'applied index is now lower than readState.Index' (duration: 305.277µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:10:46.834288Z","caller":"traceutil/trace.go:171","msg":"trace[352505499] transaction","detail":"{read_only:false; response_revision:8629; number_of_response:1; }","duration":"408.695572ms","start":"2026-03-26T18:10:46.425584Z","end":"2026-03-26T18:10:46.834279Z","steps":["trace[352505499] 'process raft request' (duration: 408.122458ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:10:46.8342Z","caller":"traceutil/trace.go:171","msg":"trace[864142041] transaction","detail":"{read_only:false; response_revision:8630; number_of_response:1; }","duration":"403.450517ms","start":"2026-03-26T18:10:46.430703Z","end":"2026-03-26T18:10:46.834154Z","steps":["trace[864142041] 'process raft request' (duration: 403.251743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:46.83442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:10:46.425567Z","time spent":"408.772253ms","remote":"127.0.0.1:34304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-26T18:10:46.834655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.748686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-k2cmb\" ","response":"range_response_count:1 size:4652"} {"level":"info","ts":"2026-03-26T18:10:46.83477Z","caller":"traceutil/trace.go:171","msg":"trace[654833239] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-k2cmb; range_end:; response_count:1; response_revision:8630; }","duration":"409.887429ms","start":"2026-03-26T18:10:46.424857Z","end":"2026-03-26T18:10:46.834744Z","steps":["trace[654833239] 'agreement among raft nodes before linearized reading' (duration: 409.538001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:46.83483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:10:46.424795Z","time spent":"410.025551ms","remote":"127.0.0.1:34466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4674,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-k2cmb\" "} {"level":"warn","ts":"2026-03-26T18:10:46.835118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:10:46.430674Z","time spent":"403.750185ms","remote":"127.0.0.1:34498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T18:10:46.868944Z","caller":"traceutil/trace.go:171","msg":"trace[599736738] transaction","detail":"{read_only:false; response_revision:8631; number_of_response:1; }","duration":"412.015084ms","start":"2026-03-26T18:10:46.456904Z","end":"2026-03-26T18:10:46.868919Z","steps":["trace[599736738] 'process raft request' (duration: 411.81906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:46.869141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:10:46.456872Z","time spent":"412.148057ms","remote":"127.0.0.1:34536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T18:10:46.86928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.718522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:10:46.86939Z","caller":"traceutil/trace.go:171","msg":"trace[1208083847] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8632; }","duration":"346.907156ms","start":"2026-03-26T18:10:46.522459Z","end":"2026-03-26T18:10:46.869366Z","steps":["trace[1208083847] 'agreement among raft nodes before linearized reading' (duration: 346.698662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:46.869448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:10:46.522435Z","time spent":"347.001848ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-26T18:10:46.869449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.702243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-26T18:10:46.869591Z","caller":"traceutil/trace.go:171","msg":"trace[96023402] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8632; }","duration":"246.898077ms","start":"2026-03-26T18:10:46.622667Z","end":"2026-03-26T18:10:46.869565Z","steps":["trace[96023402] 'agreement among raft nodes before linearized reading' (duration: 246.53468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:46.869605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.144412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-26T18:10:46.8696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.614546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"warn","ts":"2026-03-26T18:10:46.869631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.82334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:10:46.869728Z","caller":"traceutil/trace.go:171","msg":"trace[1358227975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8632; }","duration":"327.976804ms","start":"2026-03-26T18:10:46.541729Z","end":"2026-03-26T18:10:46.869706Z","steps":["trace[1358227975] 'agreement among raft nodes before linearized reading' (duration: 327.82422ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:10:46.869713Z","caller":"traceutil/trace.go:171","msg":"trace[1559958221] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8632; }","duration":"299.782749ms","start":"2026-03-26T18:10:46.569912Z","end":"2026-03-26T18:10:46.869695Z","steps":["trace[1559958221] 'agreement among raft nodes before linearized reading' (duration: 299.414171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:46.86978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:10:46.541704Z","time spent":"328.067015ms","remote":"127.0.0.1:34232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T18:10:46.869744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.671504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-26T18:10:46.869873Z","caller":"traceutil/trace.go:171","msg":"trace[498984624] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8632; }","duration":"101.895059ms","start":"2026-03-26T18:10:46.767954Z","end":"2026-03-26T18:10:46.869849Z","steps":["trace[498984624] 'agreement among raft nodes before linearized reading' (duration: 101.391628ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:10:46.869771Z","caller":"traceutil/trace.go:171","msg":"trace[1355125226] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8632; }","duration":"286.277615ms","start":"2026-03-26T18:10:46.583369Z","end":"2026-03-26T18:10:46.869647Z","steps":["trace[1355125226] 'agreement among raft nodes before linearized reading' (duration: 285.991919ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:10:47.622483Z","caller":"traceutil/trace.go:171","msg":"trace[1185417007] transaction","detail":"{read_only:false; response_revision:8640; number_of_response:1; }","duration":"201.868116ms","start":"2026-03-26T18:10:47.42055Z","end":"2026-03-26T18:10:47.622418Z","steps":["trace[1185417007] 'process raft request' (duration: 201.522369ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:10:47.634699Z","caller":"traceutil/trace.go:171","msg":"trace[595191795] transaction","detail":"{read_only:false; response_revision:8641; number_of_response:1; }","duration":"116.058567ms","start":"2026-03-26T18:10:47.518609Z","end":"2026-03-26T18:10:47.634668Z","steps":["trace[595191795] 'process raft request' (duration: 115.917174ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:11:17.034762Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000242d.wal"} {"level":"info","ts":"2026-03-26T18:12:39.871171Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"50e03cebfd94cbba","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-26T18:12:39.876672Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-26T18:12:39.876847Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-26T18:14:50.750745Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8237} {"level":"info","ts":"2026-03-26T18:14:50.836331Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8237,"took":"83.169568ms","hash":4146833237,"current-db-size-bytes":56856576,"current-db-size":"57 MB","current-db-size-in-use-bytes":26083328,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-26T18:14:50.836406Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4146833237,"revision":8237,"compact-revision":6011} {"level":"info","ts":"2026-03-26T18:19:50.755927Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10633} {"level":"info","ts":"2026-03-26T18:19:50.836785Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10633,"took":"78.905803ms","hash":2754940460,"current-db-size-bytes":56856576,"current-db-size":"57 MB","current-db-size-in-use-bytes":20520960,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-03-26T18:19:50.836901Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2754940460,"revision":10633,"compact-revision":8237}