{"level":"warn","ts":"2026-03-26T18:00:30.558952Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-26T18:00:30.559512Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.104:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.104:2380","--initial-cluster=instance=https://199.19.213.104:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.104:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.104:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-26T18:00:30.559601Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-26T18:00:30.559608Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.104:2380"]} {"level":"info","ts":"2026-03-26T18:00:30.559623Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-26T18:00:30.56027Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.104:2379"]} {"level":"info","ts":"2026-03-26T18:00:30.560339Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.104:2380"],"listen-peer-urls":["https://199.19.213.104:2380"],"advertise-client-urls":["https://199.19.213.104:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.104:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.104:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-26T18:00:30.5642Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.598375ms"} {"level":"info","ts":"2026-03-26T18:00:30.570031Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"8a0c9a032e61a05a","cluster-id":"153e4a99345578f6"} {"level":"info","ts":"2026-03-26T18:00:30.570098Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8a0c9a032e61a05a switched to configuration voters=()"} {"level":"info","ts":"2026-03-26T18:00:30.570123Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8a0c9a032e61a05a became follower at term 0"} {"level":"info","ts":"2026-03-26T18:00:30.570135Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 8a0c9a032e61a05a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-26T18:00:30.570144Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8a0c9a032e61a05a became follower at term 1"} {"level":"info","ts":"2026-03-26T18:00:30.5702Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8a0c9a032e61a05a switched to configuration voters=(9947495015408312410)"} {"level":"warn","ts":"2026-03-26T18:00:30.576569Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-26T18:00:30.577934Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-26T18:00:30.579285Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-26T18:00:30.581935Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"8a0c9a032e61a05a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-26T18:00:30.583776Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"8a0c9a032e61a05a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-26T18:00:30.583829Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-26T18:00:30.584036Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-26T18:00:30.584953Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-26T18:00:30.586505Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8a0c9a032e61a05a switched to configuration voters=(9947495015408312410)"} {"level":"info","ts":"2026-03-26T18:00:30.58678Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"153e4a99345578f6","local-member-id":"8a0c9a032e61a05a","added-peer-id":"8a0c9a032e61a05a","added-peer-peer-urls":["https://199.19.213.104:2380"]} {"level":"info","ts":"2026-03-26T18:00:30.588475Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-26T18:00:30.588588Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.104:2380"} {"level":"info","ts":"2026-03-26T18:00:30.588659Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.104:2380"} {"level":"info","ts":"2026-03-26T18:00:30.589107Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"8a0c9a032e61a05a","initial-advertise-peer-urls":["https://199.19.213.104:2380"],"listen-peer-urls":["https://199.19.213.104:2380"],"advertise-client-urls":["https://199.19.213.104:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.104:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-26T18:00:30.589185Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-26T18:00:31.470361Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8a0c9a032e61a05a is starting a new election at term 1"} {"level":"info","ts":"2026-03-26T18:00:31.470428Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8a0c9a032e61a05a became pre-candidate at term 1"} {"level":"info","ts":"2026-03-26T18:00:31.470478Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8a0c9a032e61a05a received MsgPreVoteResp from 8a0c9a032e61a05a at term 1"} {"level":"info","ts":"2026-03-26T18:00:31.470498Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8a0c9a032e61a05a became candidate at term 2"} {"level":"info","ts":"2026-03-26T18:00:31.470514Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8a0c9a032e61a05a received MsgVoteResp from 8a0c9a032e61a05a at term 2"} {"level":"info","ts":"2026-03-26T18:00:31.47053Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8a0c9a032e61a05a became leader at term 2"} {"level":"info","ts":"2026-03-26T18:00:31.470545Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 8a0c9a032e61a05a elected leader 8a0c9a032e61a05a at term 2"} {"level":"info","ts":"2026-03-26T18:00:31.47176Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"8a0c9a032e61a05a","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.104:2379]}","request-path":"/0/members/8a0c9a032e61a05a/attributes","cluster-id":"153e4a99345578f6","publish-timeout":"7s"} {"level":"info","ts":"2026-03-26T18:00:31.471951Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-26T18:00:31.472055Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-26T18:00:31.472127Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-26T18:00:31.473199Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"153e4a99345578f6","local-member-id":"8a0c9a032e61a05a","cluster-version":"3.5"} {"level":"info","ts":"2026-03-26T18:00:31.473293Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-26T18:00:31.473328Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-26T18:00:31.475487Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.104:2379"} {"level":"info","ts":"2026-03-26T18:00:31.475761Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-26T18:00:31.476015Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-26T18:00:31.47611Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-26T18:00:55.43173Z","caller":"traceutil/trace.go:171","msg":"trace[1458360357] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"159.710887ms","start":"2026-03-26T18:00:55.271977Z","end":"2026-03-26T18:00:55.431687Z","steps":["trace[1458360357] 'process raft request' (duration: 159.45744ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:00:55.560873Z","caller":"traceutil/trace.go:171","msg":"trace[688294549] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"102.909008ms","start":"2026-03-26T18:00:55.45793Z","end":"2026-03-26T18:00:55.560839Z","steps":["trace[688294549] 'process raft request' (duration: 91.767488ms)","trace[688294549] 'compare' (duration: 10.983506ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:01:08.632779Z","caller":"traceutil/trace.go:171","msg":"trace[1250760441] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"311.188443ms","start":"2026-03-26T18:01:08.321563Z","end":"2026-03-26T18:01:08.632751Z","steps":["trace[1250760441] 'process raft request' (duration: 309.811565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:01:08.63368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:01:08.321526Z","time spent":"311.349138ms","remote":"127.0.0.1:55680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036285,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T18:01:09.017216Z","caller":"traceutil/trace.go:171","msg":"trace[244945583] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"366.037511ms","start":"2026-03-26T18:01:08.651138Z","end":"2026-03-26T18:01:09.017175Z","steps":["trace[244945583] 'process raft request' (duration: 365.675151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:01:09.017452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:01:08.651091Z","time spent":"366.238838ms","remote":"127.0.0.1:55756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T18:01:09.049086Z","caller":"traceutil/trace.go:171","msg":"trace[1934725072] linearizableReadLoop","detail":"{readStateIndex:642; appliedIndex:640; }","duration":"210.826636ms","start":"2026-03-26T18:01:08.838238Z","end":"2026-03-26T18:01:09.049064Z","steps":["trace[1934725072] 'read index received' (duration: 178.466234ms)","trace[1934725072] 'applied index is now lower than readState.Index' (duration: 32.359252ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:01:09.049182Z","caller":"traceutil/trace.go:171","msg":"trace[189936411] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"349.381968ms","start":"2026-03-26T18:01:08.69976Z","end":"2026-03-26T18:01:09.049142Z","steps":["trace[189936411] 'process raft request' (duration: 349.221594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:01:09.049324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.079552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-26T18:01:09.04939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:01:08.699727Z","time spent":"349.566093ms","remote":"127.0.0.1:56128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-26T18:01:09.049422Z","caller":"traceutil/trace.go:171","msg":"trace[1471273091] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:620; }","duration":"211.235017ms","start":"2026-03-26T18:01:08.83816Z","end":"2026-03-26T18:01:09.049395Z","steps":["trace[1471273091] 'agreement among raft nodes before linearized reading' (duration: 210.98047ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:01:09.275486Z","caller":"traceutil/trace.go:171","msg":"trace[488114860] linearizableReadLoop","detail":"{readStateIndex:643; appliedIndex:642; }","duration":"213.632383ms","start":"2026-03-26T18:01:09.061818Z","end":"2026-03-26T18:01:09.275451Z","steps":["trace[488114860] 'read index received' (duration: 188.525734ms)","trace[488114860] 'applied index is now lower than readState.Index' (duration: 25.104699ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:01:09.275571Z","caller":"traceutil/trace.go:171","msg":"trace[1136089015] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"221.602686ms","start":"2026-03-26T18:01:09.053919Z","end":"2026-03-26T18:01:09.275522Z","steps":["trace[1136089015] 'process raft request' (duration: 196.436155ms)","trace[1136089015] 'compare' (duration: 24.783871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:01:09.275758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.899452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T18:01:09.275761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.398862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:01:09.275914Z","caller":"traceutil/trace.go:171","msg":"trace[1883518158] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:621; }","duration":"214.109807ms","start":"2026-03-26T18:01:09.061766Z","end":"2026-03-26T18:01:09.275876Z","steps":["trace[1883518158] 'agreement among raft nodes before linearized reading' (duration: 213.815129ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:01:09.2759Z","caller":"traceutil/trace.go:171","msg":"trace[1317501714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:621; }","duration":"136.620558ms","start":"2026-03-26T18:01:09.139264Z","end":"2026-03-26T18:01:09.275885Z","steps":["trace[1317501714] 'agreement among raft nodes before linearized reading' (duration: 136.408442ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:01:25.018757Z","caller":"traceutil/trace.go:171","msg":"trace[980426545] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"227.660475ms","start":"2026-03-26T18:01:24.791057Z","end":"2026-03-26T18:01:25.018717Z","steps":["trace[980426545] 'process raft request' (duration: 227.402968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:02:00.272191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.157911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T18:02:00.272333Z","caller":"traceutil/trace.go:171","msg":"trace[459489436] linearizableReadLoop","detail":"{readStateIndex:1242; appliedIndex:1241; }","duration":"131.582287ms","start":"2026-03-26T18:02:00.140732Z","end":"2026-03-26T18:02:00.272314Z","steps":["trace[459489436] 'read index received' (duration: 64.732µs)","trace[459489436] 'applied index is now lower than readState.Index' (duration: 131.515595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:02:00.272423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.67915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:02:00.27239Z","caller":"traceutil/trace.go:171","msg":"trace[366455212] transaction","detail":"{read_only:false; response_revision:1206; number_of_response:1; }","duration":"293.432948ms","start":"2026-03-26T18:01:59.97892Z","end":"2026-03-26T18:02:00.272353Z","steps":["trace[366455212] 'process raft request' (duration: 107.893177ms)","trace[366455212] 'compare' (duration: 185.022697ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:02:00.272462Z","caller":"traceutil/trace.go:171","msg":"trace[390506817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1206; }","duration":"131.777652ms","start":"2026-03-26T18:02:00.140675Z","end":"2026-03-26T18:02:00.272453Z","steps":["trace[390506817] 'agreement among raft nodes before linearized reading' (duration: 131.68948ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:02:47.170449Z","caller":"traceutil/trace.go:171","msg":"trace[1672754759] linearizableReadLoop","detail":"{readStateIndex:1939; appliedIndex:1938; }","duration":"181.134321ms","start":"2026-03-26T18:02:46.989287Z","end":"2026-03-26T18:02:47.170422Z","steps":["trace[1672754759] 'read index received' (duration: 180.921536ms)","trace[1672754759] 'applied index is now lower than readState.Index' (duration: 211.695µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:02:47.170497Z","caller":"traceutil/trace.go:171","msg":"trace[1870180563] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"246.603996ms","start":"2026-03-26T18:02:46.923869Z","end":"2026-03-26T18:02:47.170473Z","steps":["trace[1870180563] 'process raft request' (duration: 246.350739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:02:47.170659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.346376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:02:47.170714Z","caller":"traceutil/trace.go:171","msg":"trace[1243777204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1867; }","duration":"181.482009ms","start":"2026-03-26T18:02:46.989219Z","end":"2026-03-26T18:02:47.170701Z","steps":["trace[1243777204] 'agreement among raft nodes before linearized reading' (duration: 181.377117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:02:47.170785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.286322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-26T18:02:47.170898Z","caller":"traceutil/trace.go:171","msg":"trace[1824627608] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1867; }","duration":"127.453406ms","start":"2026-03-26T18:02:47.043424Z","end":"2026-03-26T18:02:47.170878Z","steps":["trace[1824627608] 'agreement among raft nodes before linearized reading' (duration: 127.21531ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:02:47.620536Z","caller":"traceutil/trace.go:171","msg":"trace[1265910776] linearizableReadLoop","detail":"{readStateIndex:1941; appliedIndex:1939; }","duration":"438.281528ms","start":"2026-03-26T18:02:47.182224Z","end":"2026-03-26T18:02:47.620506Z","steps":["trace[1265910776] 'read index received' (duration: 15.582388ms)","trace[1265910776] 'applied index is now lower than readState.Index' (duration: 422.69799ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:02:47.620721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.469463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5cfa696c-f1f9-458f-b05a-5ad4719127b7\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-26T18:02:47.620772Z","caller":"traceutil/trace.go:171","msg":"trace[2040421632] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5cfa696c-f1f9-458f-b05a-5ad4719127b7; range_end:; response_count:1; response_revision:1869; }","duration":"438.556756ms","start":"2026-03-26T18:02:47.182202Z","end":"2026-03-26T18:02:47.620759Z","steps":["trace[2040421632] 'agreement among raft nodes before linearized reading' (duration: 438.452233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:02:47.620822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:02:47.182193Z","time spent":"438.617447ms","remote":"127.0.0.1:55756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5cfa696c-f1f9-458f-b05a-5ad4719127b7\" "} {"level":"info","ts":"2026-03-26T18:02:47.620745Z","caller":"traceutil/trace.go:171","msg":"trace[736355744] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"442.104569ms","start":"2026-03-26T18:02:47.178495Z","end":"2026-03-26T18:02:47.6206Z","steps":["trace[736355744] 'process raft request' (duration: 441.809531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:02:47.620913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.263122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-26T18:02:47.621242Z","caller":"traceutil/trace.go:171","msg":"trace[126113878] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1869; }","duration":"210.652012ms","start":"2026-03-26T18:02:47.410567Z","end":"2026-03-26T18:02:47.621219Z","steps":["trace[126113878] 'agreement among raft nodes before linearized reading' (duration: 210.180009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:02:47.620968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.137812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-26T18:02:47.621375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:02:47.178485Z","time spent":"442.605301ms","remote":"127.0.0.1:55756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T18:02:47.621369Z","caller":"traceutil/trace.go:171","msg":"trace[2142996598] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1869; }","duration":"118.581834ms","start":"2026-03-26T18:02:47.502757Z","end":"2026-03-26T18:02:47.621339Z","steps":["trace[2142996598] 'agreement among raft nodes before linearized reading' (duration: 118.04992ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:03:02.746868Z","caller":"traceutil/trace.go:171","msg":"trace[320282750] linearizableReadLoop","detail":"{readStateIndex:2067; appliedIndex:2066; }","duration":"108.91613ms","start":"2026-03-26T18:03:02.637923Z","end":"2026-03-26T18:03:02.746839Z","steps":["trace[320282750] 'read index received' (duration: 107.527114ms)","trace[320282750] 'applied index is now lower than readState.Index' (duration: 1.387126ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:03:02.74689Z","caller":"traceutil/trace.go:171","msg":"trace[1569310487] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"140.479256ms","start":"2026-03-26T18:03:02.606352Z","end":"2026-03-26T18:03:02.746831Z","steps":["trace[1569310487] 'process raft request' (duration: 139.033918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:03:02.747169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.222208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-26T18:03:02.747213Z","caller":"traceutil/trace.go:171","msg":"trace[1589680585] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1993; }","duration":"109.329681ms","start":"2026-03-26T18:03:02.637872Z","end":"2026-03-26T18:03:02.747202Z","steps":["trace[1589680585] 'agreement among raft nodes before linearized reading' (duration: 109.153466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:03:02.747713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.117346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-wjpjl\" ","response":"range_response_count:1 size:5855"} {"level":"info","ts":"2026-03-26T18:03:02.747818Z","caller":"traceutil/trace.go:171","msg":"trace[1257949611] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-wjpjl; range_end:; response_count:1; response_revision:1993; }","duration":"101.244449ms","start":"2026-03-26T18:03:02.646548Z","end":"2026-03-26T18:03:02.747792Z","steps":["trace[1257949611] 'agreement among raft nodes before linearized reading' (duration: 100.51994ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:03:38.292417Z","caller":"traceutil/trace.go:171","msg":"trace[2140772166] linearizableReadLoop","detail":"{readStateIndex:2282; appliedIndex:2281; }","duration":"194.350878ms","start":"2026-03-26T18:03:38.098033Z","end":"2026-03-26T18:03:38.292383Z","steps":["trace[2140772166] 'read index received' (duration: 194.093691ms)","trace[2140772166] 'applied index is now lower than readState.Index' (duration: 255.367µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:03:38.292497Z","caller":"traceutil/trace.go:171","msg":"trace[2111326896] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"207.102672ms","start":"2026-03-26T18:03:38.085346Z","end":"2026-03-26T18:03:38.292449Z","steps":["trace[2111326896] 'process raft request' (duration: 206.824455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:03:38.292663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.080526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:03:38.292716Z","caller":"traceutil/trace.go:171","msg":"trace[2006193563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2199; }","duration":"153.24424ms","start":"2026-03-26T18:03:38.139459Z","end":"2026-03-26T18:03:38.292704Z","steps":["trace[2006193563] 'agreement among raft nodes before linearized reading' (duration: 153.132527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:03:38.293151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.074998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-26T18:03:38.293301Z","caller":"traceutil/trace.go:171","msg":"trace[731121210] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2199; }","duration":"195.304783ms","start":"2026-03-26T18:03:38.097965Z","end":"2026-03-26T18:03:38.29327Z","steps":["trace[731121210] 'agreement among raft nodes before linearized reading' (duration: 194.604455ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:03:38.470349Z","caller":"traceutil/trace.go:171","msg":"trace[363459790] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"130.61629ms","start":"2026-03-26T18:03:38.33959Z","end":"2026-03-26T18:03:38.470206Z","steps":["trace[363459790] 'process raft request' (duration: 130.352733ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:03:38.821249Z","caller":"traceutil/trace.go:171","msg":"trace[2048770136] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"146.926ms","start":"2026-03-26T18:03:38.674291Z","end":"2026-03-26T18:03:38.821217Z","steps":["trace[2048770136] 'process raft request' (duration: 146.718994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:03:39.177118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.967313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T18:03:39.177475Z","caller":"traceutil/trace.go:171","msg":"trace[168442593] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"302.317378ms","start":"2026-03-26T18:03:38.875107Z","end":"2026-03-26T18:03:39.177424Z","steps":["trace[168442593] 'process raft request' (duration: 302.160384ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:03:39.177515Z","caller":"traceutil/trace.go:171","msg":"trace[1458662284] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"303.574992ms","start":"2026-03-26T18:03:38.873878Z","end":"2026-03-26T18:03:39.177453Z","steps":["trace[1458662284] 'process raft request' (duration: 114.161717ms)","trace[1458662284] 'compare' (duration: 188.777968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:03:39.177639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:03:38.873844Z","time spent":"303.739006ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T18:03:39.177708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:03:38.875077Z","time spent":"302.491663ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T18:03:44.689869Z","caller":"traceutil/trace.go:171","msg":"trace[1571526985] linearizableReadLoop","detail":"{readStateIndex:2315; appliedIndex:2314; }","duration":"182.752975ms","start":"2026-03-26T18:03:44.507081Z","end":"2026-03-26T18:03:44.689834Z","steps":["trace[1571526985] 'read index received' (duration: 168.781969ms)","trace[1571526985] 'applied index is now lower than readState.Index' (duration: 13.969556ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:03:44.690034Z","caller":"traceutil/trace.go:171","msg":"trace[208158856] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"198.086138ms","start":"2026-03-26T18:03:44.491903Z","end":"2026-03-26T18:03:44.689989Z","steps":["trace[208158856] 'process raft request' (duration: 184.05887ms)","trace[208158856] 'compare' (duration: 13.305139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:03:44.690504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.405903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-26T18:03:44.690592Z","caller":"traceutil/trace.go:171","msg":"trace[1832987290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2231; }","duration":"183.549187ms","start":"2026-03-26T18:03:44.507018Z","end":"2026-03-26T18:03:44.690568Z","steps":["trace[1832987290] 'agreement among raft nodes before linearized reading' (duration: 183.203187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:03:44.690625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.017255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-26T18:03:44.69069Z","caller":"traceutil/trace.go:171","msg":"trace[180397826] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2231; }","duration":"169.130548ms","start":"2026-03-26T18:03:44.521543Z","end":"2026-03-26T18:03:44.690674Z","steps":["trace[180397826] 'agreement among raft nodes before linearized reading' (duration: 168.893441ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:05:07.109798Z","caller":"traceutil/trace.go:171","msg":"trace[820278269] linearizableReadLoop","detail":"{readStateIndex:2982; appliedIndex:2981; }","duration":"102.665645ms","start":"2026-03-26T18:05:07.0071Z","end":"2026-03-26T18:05:07.109766Z","steps":["trace[820278269] 'read index received' (duration: 102.405698ms)","trace[820278269] 'applied index is now lower than readState.Index' (duration: 258.857µs)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:05:07.11006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.926932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:05:07.110115Z","caller":"traceutil/trace.go:171","msg":"trace[1979617438] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2873; }","duration":"103.066736ms","start":"2026-03-26T18:05:07.007031Z","end":"2026-03-26T18:05:07.110098Z","steps":["trace[1979617438] 'agreement among raft nodes before linearized reading' (duration: 102.882681ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:05:07.110728Z","caller":"traceutil/trace.go:171","msg":"trace[654138728] transaction","detail":"{read_only:false; response_revision:2873; number_of_response:1; }","duration":"115.456857ms","start":"2026-03-26T18:05:06.995257Z","end":"2026-03-26T18:05:07.110714Z","steps":["trace[654138728] 'process raft request' (duration: 114.335377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:05:07.47191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.647165ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T18:05:07.472183Z","caller":"traceutil/trace.go:171","msg":"trace[1981158107] linearizableReadLoop","detail":"{readStateIndex:2983; appliedIndex:2982; }","duration":"256.714575ms","start":"2026-03-26T18:05:07.215428Z","end":"2026-03-26T18:05:07.472142Z","steps":["trace[1981158107] 'read index received' (duration: 101.70737ms)","trace[1981158107] 'applied index is now lower than readState.Index' (duration: 155.005025ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:05:07.472427Z","caller":"traceutil/trace.go:171","msg":"trace[714959690] transaction","detail":"{read_only:false; response_revision:2874; number_of_response:1; }","duration":"287.067226ms","start":"2026-03-26T18:05:07.185115Z","end":"2026-03-26T18:05:07.472182Z","steps":["trace[714959690] 'process raft request' (duration: 132.01719ms)","trace[714959690] 'compare' (duration: 153.945797ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:05:07.472607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.169877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-26T18:05:07.472669Z","caller":"traceutil/trace.go:171","msg":"trace[2078785891] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2874; }","duration":"257.27964ms","start":"2026-03-26T18:05:07.215373Z","end":"2026-03-26T18:05:07.472653Z","steps":["trace[2078785891] 'agreement among raft nodes before linearized reading' (duration: 257.055114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:05:07.47292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.944894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-26T18:05:07.472982Z","caller":"traceutil/trace.go:171","msg":"trace[1258037838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2874; }","duration":"256.035507ms","start":"2026-03-26T18:05:07.216934Z","end":"2026-03-26T18:05:07.472969Z","steps":["trace[1258037838] 'agreement among raft nodes before linearized reading' (duration: 255.800551ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:05:07.679029Z","caller":"traceutil/trace.go:171","msg":"trace[109214835] transaction","detail":"{read_only:false; response_revision:2875; number_of_response:1; }","duration":"201.589201ms","start":"2026-03-26T18:05:07.477402Z","end":"2026-03-26T18:05:07.678991Z","steps":["trace[109214835] 'process raft request' (duration: 178.483313ms)","trace[109214835] 'compare' (duration: 22.913103ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:05:07.751899Z","caller":"traceutil/trace.go:171","msg":"trace[971181595] transaction","detail":"{read_only:false; response_revision:2876; number_of_response:1; }","duration":"274.300326ms","start":"2026-03-26T18:05:07.477552Z","end":"2026-03-26T18:05:07.751852Z","steps":["trace[971181595] 'process raft request' (duration: 272.127138ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:05:07.752195Z","caller":"traceutil/trace.go:171","msg":"trace[1142706191] transaction","detail":"{read_only:false; response_revision:2877; number_of_response:1; }","duration":"230.71488ms","start":"2026-03-26T18:05:07.521446Z","end":"2026-03-26T18:05:07.752161Z","steps":["trace[1142706191] 'process raft request' (duration: 230.34784ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:05:07.752424Z","caller":"traceutil/trace.go:171","msg":"trace[659936] transaction","detail":"{read_only:false; response_revision:2878; number_of_response:1; }","duration":"230.367551ms","start":"2026-03-26T18:05:07.521987Z","end":"2026-03-26T18:05:07.752355Z","steps":["trace[659936] 'process raft request' (duration: 230.115885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:05:07.752583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.104425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T18:05:07.752693Z","caller":"traceutil/trace.go:171","msg":"trace[142164715] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2878; }","duration":"150.30958ms","start":"2026-03-26T18:05:07.602362Z","end":"2026-03-26T18:05:07.752671Z","steps":["trace[142164715] 'agreement among raft nodes before linearized reading' (duration: 150.097154ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:05:07.752338Z","caller":"traceutil/trace.go:171","msg":"trace[992968795] linearizableReadLoop","detail":"{readStateIndex:2987; appliedIndex:2983; }","duration":"149.871798ms","start":"2026-03-26T18:05:07.602425Z","end":"2026-03-26T18:05:07.752297Z","steps":["trace[992968795] 'read index received' (duration: 53.429619ms)","trace[992968795] 'applied index is now lower than readState.Index' (duration: 96.440749ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:07:44.302372Z","caller":"traceutil/trace.go:171","msg":"trace[1550322360] transaction","detail":"{read_only:false; response_revision:3899; number_of_response:1; }","duration":"271.773662ms","start":"2026-03-26T18:07:44.030563Z","end":"2026-03-26T18:07:44.302337Z","steps":["trace[1550322360] 'process raft request' (duration: 271.582117ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:07:44.35751Z","caller":"traceutil/trace.go:171","msg":"trace[536887434] linearizableReadLoop","detail":"{readStateIndex:4047; appliedIndex:4045; }","duration":"217.667294ms","start":"2026-03-26T18:07:44.13981Z","end":"2026-03-26T18:07:44.357477Z","steps":["trace[536887434] 'read index received' (duration: 162.18928ms)","trace[536887434] 'applied index is now lower than readState.Index' (duration: 55.477014ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:07:44.357661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.834578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:07:44.357696Z","caller":"traceutil/trace.go:171","msg":"trace[1787476481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3900; }","duration":"217.89414ms","start":"2026-03-26T18:07:44.139792Z","end":"2026-03-26T18:07:44.357686Z","steps":["trace[1787476481] 'agreement among raft nodes before linearized reading' (duration: 217.805828ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:07:44.357924Z","caller":"traceutil/trace.go:171","msg":"trace[885630710] transaction","detail":"{read_only:false; response_revision:3900; number_of_response:1; }","duration":"275.293145ms","start":"2026-03-26T18:07:44.082591Z","end":"2026-03-26T18:07:44.357884Z","steps":["trace[885630710] 'process raft request' (duration: 272.313396ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:09:13.812481Z","caller":"traceutil/trace.go:171","msg":"trace[1791535780] transaction","detail":"{read_only:false; response_revision:5099; number_of_response:1; }","duration":"210.007617ms","start":"2026-03-26T18:09:13.602442Z","end":"2026-03-26T18:09:13.812449Z","steps":["trace[1791535780] 'process raft request' (duration: 209.835613ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:09:14.05393Z","caller":"traceutil/trace.go:171","msg":"trace[1063362348] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"450.759362ms","start":"2026-03-26T18:09:13.603139Z","end":"2026-03-26T18:09:14.053898Z","steps":["trace[1063362348] 'process raft request' (duration: 450.470755ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:09:14.054018Z","caller":"traceutil/trace.go:171","msg":"trace[1724865820] transaction","detail":"{read_only:false; response_revision:5101; number_of_response:1; }","duration":"449.233423ms","start":"2026-03-26T18:09:13.604734Z","end":"2026-03-26T18:09:14.053967Z","steps":["trace[1724865820] 'process raft request' (duration: 449.090399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:09:14.054109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:09:13.60313Z","time spent":"450.894405ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4833,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-26T18:09:14.054243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:09:13.604727Z","time spent":"449.417598ms","remote":"127.0.0.1:55734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-26T18:09:14.054197Z","caller":"traceutil/trace.go:171","msg":"trace[1545478754] linearizableReadLoop","detail":"{readStateIndex:5294; appliedIndex:5291; }","duration":"449.049958ms","start":"2026-03-26T18:09:13.60511Z","end":"2026-03-26T18:09:14.05416Z","steps":["trace[1545478754] 'read index received' (duration: 207.227865ms)","trace[1545478754] 'applied index is now lower than readState.Index' (duration: 241.820053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:09:14.054446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.314164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T18:09:14.054626Z","caller":"traceutil/trace.go:171","msg":"trace[2129966048] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5101; }","duration":"449.572712ms","start":"2026-03-26T18:09:13.605033Z","end":"2026-03-26T18:09:14.054605Z","steps":["trace[2129966048] 'agreement among raft nodes before linearized reading' (duration: 449.275884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:09:14.054677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:09:13.605005Z","time spent":"449.659954ms","remote":"127.0.0.1:50032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-26T18:09:14.060244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.627396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-26T18:09:14.060351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.01027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08ab172d-3cef-4206-8663-ada2a7689e5c\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-26T18:09:14.060399Z","caller":"traceutil/trace.go:171","msg":"trace[1110714961] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-08ab172d-3cef-4206-8663-ada2a7689e5c; range_end:; response_count:1; response_revision:5102; }","duration":"316.092663ms","start":"2026-03-26T18:09:13.744292Z","end":"2026-03-26T18:09:14.060385Z","steps":["trace[1110714961] 'agreement among raft nodes before linearized reading' (duration: 315.925078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:09:14.060389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.654597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413130"} {"level":"warn","ts":"2026-03-26T18:09:14.060433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:09:13.744273Z","time spent":"316.153865ms","remote":"127.0.0.1:55756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08ab172d-3cef-4206-8663-ada2a7689e5c\" "} {"level":"info","ts":"2026-03-26T18:09:14.060465Z","caller":"traceutil/trace.go:171","msg":"trace[716558933] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5102; }","duration":"199.78803ms","start":"2026-03-26T18:09:13.860663Z","end":"2026-03-26T18:09:14.060451Z","steps":["trace[716558933] 'agreement among raft nodes before linearized reading' (duration: 199.462422ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:09:14.060372Z","caller":"traceutil/trace.go:171","msg":"trace[323872495] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5102; }","duration":"381.833832ms","start":"2026-03-26T18:09:13.678511Z","end":"2026-03-26T18:09:14.060344Z","steps":["trace[323872495] 'agreement among raft nodes before linearized reading' (duration: 381.508523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:09:14.061448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:09:13.678467Z","time spent":"382.082388ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-26T18:09:24.253433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.317751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T18:09:24.253609Z","caller":"traceutil/trace.go:171","msg":"trace[1404121091] linearizableReadLoop","detail":"{readStateIndex:5504; appliedIndex:5503; }","duration":"119.393392ms","start":"2026-03-26T18:09:24.134175Z","end":"2026-03-26T18:09:24.253569Z","steps":["trace[1404121091] 'read index received' (duration: 49.071µs)","trace[1404121091] 'applied index is now lower than readState.Index' (duration: 119.343011ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:09:24.25364Z","caller":"traceutil/trace.go:171","msg":"trace[606791797] transaction","detail":"{read_only:false; response_revision:5305; number_of_response:1; }","duration":"156.277301ms","start":"2026-03-26T18:09:24.097316Z","end":"2026-03-26T18:09:24.253593Z","steps":["trace[606791797] 'process raft request' (duration: 26.660323ms)","trace[606791797] 'compare' (duration: 129.153686ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:09:24.253854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.67431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-26T18:09:24.253928Z","caller":"traceutil/trace.go:171","msg":"trace[1866728053] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5305; }","duration":"119.800903ms","start":"2026-03-26T18:09:24.13411Z","end":"2026-03-26T18:09:24.253911Z","steps":["trace[1866728053] 'agreement among raft nodes before linearized reading' (duration: 119.572097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:09:24.253765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.764476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:09:24.254024Z","caller":"traceutil/trace.go:171","msg":"trace[1521873618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5305; }","duration":"114.023463ms","start":"2026-03-26T18:09:24.139987Z","end":"2026-03-26T18:09:24.25401Z","steps":["trace[1521873618] 'agreement among raft nodes before linearized reading' (duration: 113.728355ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:09:25.232739Z","caller":"traceutil/trace.go:171","msg":"trace[620888348] linearizableReadLoop","detail":"{readStateIndex:5526; appliedIndex:5524; }","duration":"132.104422ms","start":"2026-03-26T18:09:25.100604Z","end":"2026-03-26T18:09:25.232708Z","steps":["trace[620888348] 'read index received' (duration: 46.907169ms)","trace[620888348] 'applied index is now lower than readState.Index' (duration: 85.196113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:09:25.232924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.285708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:09:25.232968Z","caller":"traceutil/trace.go:171","msg":"trace[202593157] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:5326; }","duration":"132.449532ms","start":"2026-03-26T18:09:25.100508Z","end":"2026-03-26T18:09:25.232957Z","steps":["trace[202593157] 'agreement among raft nodes before linearized reading' (duration: 132.314728ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:09:25.233281Z","caller":"traceutil/trace.go:171","msg":"trace[186871384] transaction","detail":"{read_only:false; response_revision:5325; number_of_response:1; }","duration":"160.649304ms","start":"2026-03-26T18:09:25.072617Z","end":"2026-03-26T18:09:25.233267Z","steps":["trace[186871384] 'process raft request' (duration: 74.852815ms)","trace[186871384] 'compare' (duration: 85.000598ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:09:25.2335Z","caller":"traceutil/trace.go:171","msg":"trace[1966511407] transaction","detail":"{read_only:false; response_revision:5326; number_of_response:1; }","duration":"160.635824ms","start":"2026-03-26T18:09:25.072854Z","end":"2026-03-26T18:09:25.23349Z","steps":["trace[1966511407] 'process raft request' (duration: 159.800562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:09:25.930419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.937226ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T18:09:25.930578Z","caller":"traceutil/trace.go:171","msg":"trace[1837436633] transaction","detail":"{read_only:false; response_revision:5334; number_of_response:1; }","duration":"306.054713ms","start":"2026-03-26T18:09:25.624501Z","end":"2026-03-26T18:09:25.930555Z","steps":["trace[1837436633] 'compare' (duration: 296.68306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:09:25.930649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:09:25.624472Z","time spent":"306.145485ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T18:10:01.176059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.407256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager\" ","response":"range_response_count:1 size:1411"} {"level":"info","ts":"2026-03-26T18:10:01.176134Z","caller":"traceutil/trace.go:171","msg":"trace[895834871] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager; range_end:; response_count:1; response_revision:5666; }","duration":"117.531899ms","start":"2026-03-26T18:10:01.058589Z","end":"2026-03-26T18:10:01.176121Z","steps":["trace[895834871] 'range keys from in-memory index tree' (duration: 117.262642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:01.176193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.152935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-node-lease/\" range_end:\"/registry/services/endpoints/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T18:10:01.176259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.949027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-26T18:10:01.176339Z","caller":"traceutil/trace.go:171","msg":"trace[941131502] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:5666; }","duration":"125.060959ms","start":"2026-03-26T18:10:01.051264Z","end":"2026-03-26T18:10:01.176325Z","steps":["trace[941131502] 'range keys from in-memory index tree' (duration: 124.821773ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:10:01.176335Z","caller":"traceutil/trace.go:171","msg":"trace[1504222966] range","detail":"{range_begin:/registry/services/endpoints/kube-node-lease/; range_end:/registry/services/endpoints/kube-node-lease0; response_count:0; response_revision:5666; }","duration":"156.37929ms","start":"2026-03-26T18:10:01.019931Z","end":"2026-03-26T18:10:01.17631Z","steps":["trace[1504222966] 'range keys from in-memory index tree' (duration: 155.96127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:02.233915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.908408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-node-lease/\" range_end:\"/registry/pods/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:10:02.234041Z","caller":"traceutil/trace.go:171","msg":"trace[1391796359] range","detail":"{range_begin:/registry/pods/kube-node-lease/; range_end:/registry/pods/kube-node-lease0; response_count:0; response_revision:5668; }","duration":"668.079462ms","start":"2026-03-26T18:10:01.565928Z","end":"2026-03-26T18:10:02.234008Z","steps":["trace[1391796359] 'range keys from in-memory index tree' (duration: 667.732013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:02.234088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:10:01.565905Z","time spent":"668.172404ms","remote":"127.0.0.1:55756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":28,"request content":"key:\"/registry/pods/kube-node-lease/\" range_end:\"/registry/pods/kube-node-lease0\" limit:500 "} {"level":"warn","ts":"2026-03-26T18:10:02.234098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.741024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-26T18:10:02.234209Z","caller":"traceutil/trace.go:171","msg":"trace[1097097559] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5668; }","duration":"479.924328ms","start":"2026-03-26T18:10:01.754259Z","end":"2026-03-26T18:10:02.234183Z","steps":["trace[1097097559] 'range keys from in-memory index tree' (duration: 479.510677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:02.234204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.717446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/default/kube-root-ca.crt\" ","response":"range_response_count:1 size:1738"} {"level":"info","ts":"2026-03-26T18:10:02.234338Z","caller":"traceutil/trace.go:171","msg":"trace[172855272] range","detail":"{range_begin:/registry/configmaps/default/kube-root-ca.crt; range_end:; response_count:1; response_revision:5668; }","duration":"747.952612ms","start":"2026-03-26T18:10:01.486355Z","end":"2026-03-26T18:10:02.234308Z","steps":["trace[172855272] 'range keys from in-memory index tree' (duration: 747.52847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:02.234393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:10:01.486329Z","time spent":"748.054074ms","remote":"127.0.0.1:55696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1761,"request content":"key:\"/registry/configmaps/default/kube-root-ca.crt\" "} {"level":"warn","ts":"2026-03-26T18:10:02.234605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.135382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7508"} {"level":"warn","ts":"2026-03-26T18:10:02.234258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:10:01.754219Z","time spent":"480.028781ms","remote":"127.0.0.1:55756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-26T18:10:02.234662Z","caller":"traceutil/trace.go:171","msg":"trace[569222523] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:5668; }","duration":"735.190663ms","start":"2026-03-26T18:10:01.499457Z","end":"2026-03-26T18:10:02.234648Z","steps":["trace[569222523] 'range keys from in-memory index tree' (duration: 735.008698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:02.234644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.209425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/\" range_end:\"/registry/serviceaccounts/ingress-nginx0\" limit:500 ","response":"range_response_count:3 size:2230"} {"level":"warn","ts":"2026-03-26T18:10:02.234698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:10:01.499392Z","time spent":"735.298916ms","remote":"127.0.0.1:56078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7531,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-26T18:10:02.234098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.832277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-26T18:10:02.234809Z","caller":"traceutil/trace.go:171","msg":"trace[288999189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5668; }","duration":"118.634099ms","start":"2026-03-26T18:10:02.11616Z","end":"2026-03-26T18:10:02.234794Z","steps":["trace[288999189] 'range keys from in-memory index tree' (duration: 117.55759ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:10:02.234754Z","caller":"traceutil/trace.go:171","msg":"trace[1830357806] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/; range_end:/registry/serviceaccounts/ingress-nginx0; response_count:3; response_revision:5668; }","duration":"645.398109ms","start":"2026-03-26T18:10:01.589333Z","end":"2026-03-26T18:10:02.234731Z","steps":["trace[1830357806] 'range keys from in-memory index tree' (duration: 644.946078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:02.234903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:10:01.589307Z","time spent":"645.580655ms","remote":"127.0.0.1:55780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":3,"response size":2253,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/\" range_end:\"/registry/serviceaccounts/ingress-nginx0\" limit:500 "} {"level":"info","ts":"2026-03-26T18:10:02.564512Z","caller":"traceutil/trace.go:171","msg":"trace[643035809] linearizableReadLoop","detail":"{readStateIndex:5879; appliedIndex:5878; }","duration":"312.766381ms","start":"2026-03-26T18:10:02.251716Z","end":"2026-03-26T18:10:02.564483Z","steps":["trace[643035809] 'read index received' (duration: 312.633708ms)","trace[643035809] 'applied index is now lower than readState.Index' (duration: 131.233µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:10:02.564572Z","caller":"traceutil/trace.go:171","msg":"trace[1336736935] transaction","detail":"{read_only:false; response_revision:5669; number_of_response:1; }","duration":"316.429898ms","start":"2026-03-26T18:10:02.248094Z","end":"2026-03-26T18:10:02.564524Z","steps":["trace[1336736935] 'process raft request' (duration: 316.185512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:02.564804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:10:02.248058Z","time spent":"316.619284ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T18:10:02.564883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.139511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-26T18:10:02.564943Z","caller":"traceutil/trace.go:171","msg":"trace[185480061] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5669; }","duration":"313.245124ms","start":"2026-03-26T18:10:02.251683Z","end":"2026-03-26T18:10:02.564928Z","steps":["trace[185480061] 'agreement among raft nodes before linearized reading' (duration: 312.943636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:02.565021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:10:02.251671Z","time spent":"313.338296ms","remote":"127.0.0.1:55756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-26T18:10:02.76599Z","caller":"traceutil/trace.go:171","msg":"trace[1579379753] linearizableReadLoop","detail":"{readStateIndex:5880; appliedIndex:5879; }","duration":"201.357444ms","start":"2026-03-26T18:10:02.564594Z","end":"2026-03-26T18:10:02.765952Z","steps":["trace[1579379753] 'read index received' (duration: 184.169858ms)","trace[1579379753] 'applied index is now lower than readState.Index' (duration: 17.186276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:10:02.766181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.561959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-26T18:10:02.766289Z","caller":"traceutil/trace.go:171","msg":"trace[702192120] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5670; }","duration":"236.723213ms","start":"2026-03-26T18:10:02.529546Z","end":"2026-03-26T18:10:02.766269Z","steps":["trace[702192120] 'agreement among raft nodes before linearized reading' (duration: 236.410325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:02.766433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.6083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7508"} {"level":"warn","ts":"2026-03-26T18:10:02.766507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.146492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/\" range_end:\"/registry/services/specs/ingress-nginx0\" limit:500 ","response":"range_response_count:4 size:6494"} {"level":"info","ts":"2026-03-26T18:10:02.766558Z","caller":"traceutil/trace.go:171","msg":"trace[1617455239] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:5670; }","duration":"502.773514ms","start":"2026-03-26T18:10:02.263757Z","end":"2026-03-26T18:10:02.766531Z","steps":["trace[1617455239] 'agreement among raft nodes before linearized reading' (duration: 502.403844ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:10:02.766589Z","caller":"traceutil/trace.go:171","msg":"trace[1234165226] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/; range_end:/registry/services/specs/ingress-nginx0; response_count:4; response_revision:5670; }","duration":"408.263966ms","start":"2026-03-26T18:10:02.358304Z","end":"2026-03-26T18:10:02.766568Z","steps":["trace[1234165226] 'agreement among raft nodes before linearized reading' (duration: 407.981158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:02.766618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:10:02.26374Z","time spent":"502.864787ms","remote":"127.0.0.1:56078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7531,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-26T18:10:02.766651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:10:02.358296Z","time spent":"408.344228ms","remote":"127.0.0.1:55772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":4,"response size":6517,"request content":"key:\"/registry/services/specs/ingress-nginx/\" range_end:\"/registry/services/specs/ingress-nginx0\" limit:500 "} {"level":"info","ts":"2026-03-26T18:10:02.766679Z","caller":"traceutil/trace.go:171","msg":"trace[1584552032] transaction","detail":"{read_only:false; response_revision:5670; number_of_response:1; }","duration":"264.199682ms","start":"2026-03-26T18:10:02.502464Z","end":"2026-03-26T18:10:02.766663Z","steps":["trace[1584552032] 'process raft request' (duration: 246.38774ms)","trace[1584552032] 'compare' (duration: 16.872187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:10:02.766686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.605766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5kq4f\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-26T18:10:02.766746Z","caller":"traceutil/trace.go:171","msg":"trace[643412232] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5kq4f; range_end:; response_count:1; response_revision:5670; }","duration":"188.715918ms","start":"2026-03-26T18:10:02.578011Z","end":"2026-03-26T18:10:02.766727Z","steps":["trace[643412232] 'agreement among raft nodes before linearized reading' (duration: 188.532613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:02.766227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.432292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/ingress-nginx/\" range_end:\"/registry/statefulsets/ingress-nginx0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:10:02.766828Z","caller":"traceutil/trace.go:171","msg":"trace[1145704150] range","detail":"{range_begin:/registry/statefulsets/ingress-nginx/; range_end:/registry/statefulsets/ingress-nginx0; response_count:0; response_revision:5670; }","duration":"400.080208ms","start":"2026-03-26T18:10:02.366733Z","end":"2026-03-26T18:10:02.766813Z","steps":["trace[1145704150] 'agreement among raft nodes before linearized reading' (duration: 399.40594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:02.76683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.08027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19509"} {"level":"info","ts":"2026-03-26T18:10:02.766932Z","caller":"traceutil/trace.go:171","msg":"trace[1128228160] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5670; }","duration":"200.224974ms","start":"2026-03-26T18:10:02.566689Z","end":"2026-03-26T18:10:02.766914Z","steps":["trace[1128228160] 'agreement among raft nodes before linearized reading' (duration: 199.68745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:02.76696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.290152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/default/kube-root-ca.crt\" ","response":"range_response_count:1 size:1738"} {"level":"info","ts":"2026-03-26T18:10:02.767007Z","caller":"traceutil/trace.go:171","msg":"trace[221175963] range","detail":"{range_begin:/registry/configmaps/default/kube-root-ca.crt; range_end:; response_count:1; response_revision:5670; }","duration":"418.388964ms","start":"2026-03-26T18:10:02.348606Z","end":"2026-03-26T18:10:02.766995Z","steps":["trace[221175963] 'agreement among raft nodes before linearized reading' (duration: 418.290102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:02.767065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:10:02.348581Z","time spent":"418.462096ms","remote":"127.0.0.1:55696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1761,"request content":"key:\"/registry/configmaps/default/kube-root-ca.crt\" "} {"level":"warn","ts":"2026-03-26T18:10:02.766476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.791738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:10:02.767162Z","caller":"traceutil/trace.go:171","msg":"trace[1736702868] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:5670; }","duration":"132.537727ms","start":"2026-03-26T18:10:02.634614Z","end":"2026-03-26T18:10:02.767151Z","steps":["trace[1736702868] 'agreement among raft nodes before linearized reading' (duration: 131.781497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:02.767193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.699674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-26T18:10:02.76724Z","caller":"traceutil/trace.go:171","msg":"trace[1120451570] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5670; }","duration":"189.834038ms","start":"2026-03-26T18:10:02.577395Z","end":"2026-03-26T18:10:02.767229Z","steps":["trace[1120451570] 'agreement among raft nodes before linearized reading' (duration: 189.716745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:02.766867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:10:02.366726Z","time spent":"400.125329ms","remote":"127.0.0.1:56078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets/ingress-nginx/\" range_end:\"/registry/statefulsets/ingress-nginx0\" limit:500 "} {"level":"warn","ts":"2026-03-26T18:10:07.905034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.992319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1492"} {"level":"warn","ts":"2026-03-26T18:10:07.905074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.980594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" ","response":"range_response_count:1 size:1526"} {"level":"info","ts":"2026-03-26T18:10:07.905142Z","caller":"traceutil/trace.go:171","msg":"trace[100931499] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:5700; }","duration":"243.149703ms","start":"2026-03-26T18:10:07.661965Z","end":"2026-03-26T18:10:07.905115Z","steps":["trace[100931499] 'range keys from in-memory index tree' (duration: 242.773993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:07.905136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.07589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/\" range_end:\"/registry/jobs/openstack0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:10:07.905195Z","caller":"traceutil/trace.go:171","msg":"trace[1859624228] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission; range_end:; response_count:1; response_revision:5700; }","duration":"250.153928ms","start":"2026-03-26T18:10:07.655007Z","end":"2026-03-26T18:10:07.905161Z","steps":["trace[1859624228] 'range keys from in-memory index tree' (duration: 249.781389ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:10:07.905214Z","caller":"traceutil/trace.go:171","msg":"trace[1388469579] range","detail":"{range_begin:/registry/jobs/openstack/; range_end:/registry/jobs/openstack0; response_count:0; response_revision:5700; }","duration":"223.226444ms","start":"2026-03-26T18:10:07.681969Z","end":"2026-03-26T18:10:07.905195Z","steps":["trace[1388469579] 'range keys from in-memory index tree' (duration: 222.962667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:07.905189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.635832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/\" range_end:\"/registry/ingress/openstack0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:10:07.905364Z","caller":"traceutil/trace.go:171","msg":"trace[1461125595] range","detail":"{range_begin:/registry/ingress/openstack/; range_end:/registry/ingress/openstack0; response_count:0; response_revision:5700; }","duration":"247.931929ms","start":"2026-03-26T18:10:07.657379Z","end":"2026-03-26T18:10:07.905311Z","steps":["trace[1461125595] 'range keys from in-memory index tree' (duration: 247.422376ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:10:31.510111Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3007} {"level":"info","ts":"2026-03-26T18:10:31.605636Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3007,"took":"93.628175ms","hash":63659721,"current-db-size-bytes":56623104,"current-db-size":"57 MB","current-db-size-in-use-bytes":29769728,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-26T18:10:31.605711Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":63659721,"revision":3007,"compact-revision":-1}