{"level":"warn","ts":"2026-04-28T07:21:42.034887Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T07:21:42.035024Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.62:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.62:2380","--initial-cluster=instance=https://199.19.213.62:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.62:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.62:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-28T07:21:42.035214Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T07:21:42.035235Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.62:2380"]} {"level":"info","ts":"2026-04-28T07:21:42.035292Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T07:21:42.036158Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.62:2379"]} {"level":"info","ts":"2026-04-28T07:21:42.03631Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.62:2380"],"listen-peer-urls":["https://199.19.213.62:2380"],"advertise-client-urls":["https://199.19.213.62:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.62:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.62:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-28T07:21:42.040177Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.543496ms"} {"level":"info","ts":"2026-04-28T07:21:42.046582Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"2451868e402db19e","cluster-id":"1953d1daf63e3757"} {"level":"info","ts":"2026-04-28T07:21:42.046685Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2451868e402db19e switched to configuration voters=()"} {"level":"info","ts":"2026-04-28T07:21:42.046749Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2451868e402db19e became follower at term 0"} {"level":"info","ts":"2026-04-28T07:21:42.046771Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 2451868e402db19e [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-28T07:21:42.046818Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2451868e402db19e became follower at term 1"} {"level":"info","ts":"2026-04-28T07:21:42.046899Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2451868e402db19e switched to configuration voters=(2617020803999183262)"} {"level":"warn","ts":"2026-04-28T07:21:42.056215Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-28T07:21:42.059386Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-28T07:21:42.06061Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-28T07:21:42.062903Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"2451868e402db19e","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-28T07:21:42.063102Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"2451868e402db19e","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-28T07:21:42.0633Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T07:21:42.063335Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T07:21:42.063401Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T07:21:42.064084Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2451868e402db19e switched to configuration voters=(2617020803999183262)"} {"level":"info","ts":"2026-04-28T07:21:42.065176Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"1953d1daf63e3757","local-member-id":"2451868e402db19e","added-peer-id":"2451868e402db19e","added-peer-peer-urls":["https://199.19.213.62:2380"]} {"level":"info","ts":"2026-04-28T07:21:42.072145Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T07:21:42.072259Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.62:2380"} {"level":"info","ts":"2026-04-28T07:21:42.072295Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.62:2380"} {"level":"info","ts":"2026-04-28T07:21:42.072741Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"2451868e402db19e","initial-advertise-peer-urls":["https://199.19.213.62:2380"],"listen-peer-urls":["https://199.19.213.62:2380"],"advertise-client-urls":["https://199.19.213.62:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.62:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-28T07:21:42.072798Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-28T07:21:42.547162Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2451868e402db19e is starting a new election at term 1"} {"level":"info","ts":"2026-04-28T07:21:42.547251Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2451868e402db19e became pre-candidate at term 1"} {"level":"info","ts":"2026-04-28T07:21:42.547288Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2451868e402db19e received MsgPreVoteResp from 2451868e402db19e at term 1"} {"level":"info","ts":"2026-04-28T07:21:42.54731Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2451868e402db19e became candidate at term 2"} {"level":"info","ts":"2026-04-28T07:21:42.54732Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2451868e402db19e received MsgVoteResp from 2451868e402db19e at term 2"} {"level":"info","ts":"2026-04-28T07:21:42.547338Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2451868e402db19e became leader at term 2"} {"level":"info","ts":"2026-04-28T07:21:42.547352Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 2451868e402db19e elected leader 2451868e402db19e at term 2"} {"level":"info","ts":"2026-04-28T07:21:42.548015Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T07:21:42.549399Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"1953d1daf63e3757","local-member-id":"2451868e402db19e","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T07:21:42.549497Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T07:21:42.549502Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T07:21:42.549535Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T07:21:42.549545Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"2451868e402db19e","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.62:2379]}","request-path":"/0/members/2451868e402db19e/attributes","cluster-id":"1953d1daf63e3757","publish-timeout":"7s"} {"level":"info","ts":"2026-04-28T07:21:42.549573Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T07:21:42.550008Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-28T07:21:42.55009Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-28T07:21:42.55262Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.62:2379"} {"level":"info","ts":"2026-04-28T07:21:42.560772Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-28T07:21:58.880365Z","caller":"traceutil/trace.go:171","msg":"trace[702083231] linearizableReadLoop","detail":"{readStateIndex:378; appliedIndex:377; }","duration":"123.542672ms","start":"2026-04-28T07:21:58.756792Z","end":"2026-04-28T07:21:58.880335Z","steps":["trace[702083231] 'read index received' (duration: 123.355261ms)","trace[702083231] 'applied index is now lower than readState.Index' (duration: 184.951µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:21:58.880592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.720282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:21:58.88072Z","caller":"traceutil/trace.go:171","msg":"trace[1160413221] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:365; }","duration":"123.961368ms","start":"2026-04-28T07:21:58.756744Z","end":"2026-04-28T07:21:58.880706Z","steps":["trace[1160413221] 'agreement among raft nodes before linearized reading' (duration: 123.723862ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:58.880766Z","caller":"traceutil/trace.go:171","msg":"trace[39262180] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"279.906395ms","start":"2026-04-28T07:21:58.600834Z","end":"2026-04-28T07:21:58.880741Z","steps":["trace[39262180] 'process raft request' (duration: 279.330061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:59.178035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.590901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:21:59.178273Z","caller":"traceutil/trace.go:171","msg":"trace[586092118] linearizableReadLoop","detail":"{readStateIndex:380; appliedIndex:378; }","duration":"277.627043ms","start":"2026-04-28T07:21:58.900629Z","end":"2026-04-28T07:21:59.178256Z","steps":["trace[586092118] 'read index received' (duration: 24.822908ms)","trace[586092118] 'applied index is now lower than readState.Index' (duration: 252.803025ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:21:59.178296Z","caller":"traceutil/trace.go:171","msg":"trace[1447548447] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"291.745483ms","start":"2026-04-28T07:21:58.886503Z","end":"2026-04-28T07:21:59.178249Z","steps":["trace[1447548447] 'process raft request' (duration: 38.928145ms)","trace[1447548447] 'compare' (duration: 251.278847ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:21:59.17836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.728034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"info","ts":"2026-04-28T07:21:59.178496Z","caller":"traceutil/trace.go:171","msg":"trace[1393838123] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:367; }","duration":"277.854738ms","start":"2026-04-28T07:21:58.900601Z","end":"2026-04-28T07:21:59.178456Z","steps":["trace[1393838123] 'agreement among raft nodes before linearized reading' (duration: 277.701592ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:59.178654Z","caller":"traceutil/trace.go:171","msg":"trace[1277594996] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"286.210292ms","start":"2026-04-28T07:21:58.892317Z","end":"2026-04-28T07:21:59.178528Z","steps":["trace[1277594996] 'process raft request' (duration: 285.849502ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:12.491276Z","caller":"traceutil/trace.go:171","msg":"trace[690211440] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"130.297485ms","start":"2026-04-28T07:22:12.360957Z","end":"2026-04-28T07:22:12.491254Z","steps":["trace[690211440] 'process raft request' (duration: 130.14827ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:18.974372Z","caller":"traceutil/trace.go:171","msg":"trace[1498349436] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"328.237686ms","start":"2026-04-28T07:22:18.646089Z","end":"2026-04-28T07:22:18.974326Z","steps":["trace[1498349436] 'process raft request' (duration: 322.406128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:18.974509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:18.646043Z","time spent":"328.398931ms","remote":"127.0.0.1:46740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036289,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:22:19.533574Z","caller":"traceutil/trace.go:171","msg":"trace[1112976892] linearizableReadLoop","detail":"{readStateIndex:600; appliedIndex:599; }","duration":"244.498271ms","start":"2026-04-28T07:22:19.289046Z","end":"2026-04-28T07:22:19.533544Z","steps":["trace[1112976892] 'read index received' (duration: 220.798502ms)","trace[1112976892] 'applied index is now lower than readState.Index' (duration: 23.698729ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:22:19.533597Z","caller":"traceutil/trace.go:171","msg":"trace[1151241102] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"496.231588ms","start":"2026-04-28T07:22:19.037329Z","end":"2026-04-28T07:22:19.533561Z","steps":["trace[1151241102] 'process raft request' (duration: 472.589224ms)","trace[1151241102] 'compare' (duration: 23.263589ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:22:19.533773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:19.037304Z","time spent":"496.384442ms","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:22:19.533815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.761716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:22:19.533863Z","caller":"traceutil/trace.go:171","msg":"trace[444572162] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:576; }","duration":"244.863126ms","start":"2026-04-28T07:22:19.288987Z","end":"2026-04-28T07:22:19.53385Z","steps":["trace[444572162] 'agreement among raft nodes before linearized reading' (duration: 244.674048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:05.185084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.329578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:23:05.185186Z","caller":"traceutil/trace.go:171","msg":"trace[1211654009] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1143; }","duration":"186.491892ms","start":"2026-04-28T07:23:04.998674Z","end":"2026-04-28T07:23:05.185166Z","steps":["trace[1211654009] 'range keys from in-memory index tree' (duration: 186.084232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:33.065123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.468432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:23:33.065238Z","caller":"traceutil/trace.go:171","msg":"trace[1632683985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1323; }","duration":"144.6418ms","start":"2026-04-28T07:23:32.920576Z","end":"2026-04-28T07:23:33.065217Z","steps":["trace[1632683985] 'range keys from in-memory index tree' (duration: 144.356388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:06.731707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.194453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:06.73181Z","caller":"traceutil/trace.go:171","msg":"trace[92091485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1869; }","duration":"808.358032ms","start":"2026-04-28T07:24:05.92343Z","end":"2026-04-28T07:24:06.731788Z","steps":["trace[92091485] 'range keys from in-memory index tree' (duration: 808.09306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:06.731853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:05.9234Z","time spent":"808.442437ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:24:06.732555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.961126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:24:06.733193Z","caller":"traceutil/trace.go:171","msg":"trace[244303841] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"779.928801ms","start":"2026-04-28T07:24:05.953228Z","end":"2026-04-28T07:24:06.733157Z","steps":["trace[244303841] 'process raft request' (duration: 459.263251ms)","trace[244303841] 'compare' (duration: 319.573613ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:24:06.733327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:05.953202Z","time spent":"780.060972ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:06.733435Z","caller":"traceutil/trace.go:171","msg":"trace[2005289149] linearizableReadLoop","detail":"{readStateIndex:1948; appliedIndex:1947; }","duration":"713.326238ms","start":"2026-04-28T07:24:06.020086Z","end":"2026-04-28T07:24:06.733412Z","steps":["trace[2005289149] 'read index received' (duration: 392.422494ms)","trace[2005289149] 'applied index is now lower than readState.Index' (duration: 320.900824ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:24:06.733856Z","caller":"traceutil/trace.go:171","msg":"trace[774340255] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"494.145994ms","start":"2026-04-28T07:24:06.239648Z","end":"2026-04-28T07:24:06.733794Z","steps":["trace[774340255] 'process raft request' (duration: 493.368126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:06.733925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.805996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18aa747378401517\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-04-28T07:24:06.734031Z","caller":"traceutil/trace.go:171","msg":"trace[1801772453] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18aa747378401517; range_end:; response_count:1; response_revision:1871; }","duration":"713.976584ms","start":"2026-04-28T07:24:06.02003Z","end":"2026-04-28T07:24:06.734006Z","steps":["trace[1801772453] 'agreement among raft nodes before linearized reading' (duration: 713.671044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:06.734099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:06.020008Z","time spent":"714.063839ms","remote":"127.0.0.1:46732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1004,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18aa747378401517\" "} {"level":"warn","ts":"2026-04-28T07:24:06.734176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:06.239626Z","time spent":"494.342811ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:06.734471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.856897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3a9a83ef-12e3-4ae4-ba84-c5ca99152503\" ","response":"range_response_count:1 size:3743"} {"level":"warn","ts":"2026-04-28T07:24:06.734492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.059468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T07:24:06.734537Z","caller":"traceutil/trace.go:171","msg":"trace[1275343144] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3a9a83ef-12e3-4ae4-ba84-c5ca99152503; range_end:; response_count:1; response_revision:1872; }","duration":"445.951311ms","start":"2026-04-28T07:24:06.288567Z","end":"2026-04-28T07:24:06.734518Z","steps":["trace[1275343144] 'agreement among raft nodes before linearized reading' (duration: 445.786352ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:06.734555Z","caller":"traceutil/trace.go:171","msg":"trace[1038301581] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1872; }","duration":"668.159062ms","start":"2026-04-28T07:24:06.066381Z","end":"2026-04-28T07:24:06.73454Z","steps":["trace[1038301581] 'agreement among raft nodes before linearized reading' (duration: 667.911799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:06.734588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:06.28854Z","time spent":"446.035036ms","remote":"127.0.0.1:46848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3765,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3a9a83ef-12e3-4ae4-ba84-c5ca99152503\" "} {"level":"warn","ts":"2026-04-28T07:24:06.73461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:06.066357Z","time spent":"668.242496ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:24:06.734826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.69485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:06.73488Z","caller":"traceutil/trace.go:171","msg":"trace[487448937] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1872; }","duration":"462.84013ms","start":"2026-04-28T07:24:06.272026Z","end":"2026-04-28T07:24:06.734866Z","steps":["trace[487448937] 'agreement among raft nodes before linearized reading' (duration: 462.671932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:06.734901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.562293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T07:24:06.734924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:06.271999Z","time spent":"462.910966ms","remote":"127.0.0.1:45194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:24:06.734951Z","caller":"traceutil/trace.go:171","msg":"trace[1510237169] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1872; }","duration":"227.650648ms","start":"2026-04-28T07:24:06.507282Z","end":"2026-04-28T07:24:06.734932Z","steps":["trace[1510237169] 'agreement among raft nodes before linearized reading' (duration: 227.515347ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:06.73455Z","caller":"traceutil/trace.go:171","msg":"trace[1064126963] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"238.846198ms","start":"2026-04-28T07:24:06.49568Z","end":"2026-04-28T07:24:06.734526Z","steps":["trace[1064126963] 'process raft request' (duration: 238.508781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:06.734952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.377846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:24:06.735151Z","caller":"traceutil/trace.go:171","msg":"trace[1653564932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1872; }","duration":"661.585702ms","start":"2026-04-28T07:24:06.073531Z","end":"2026-04-28T07:24:06.735117Z","steps":["trace[1653564932] 'agreement among raft nodes before linearized reading' (duration: 661.208167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:06.735287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:06.073513Z","time spent":"661.734292ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:24:06.735072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.980837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:24:06.735364Z","caller":"traceutil/trace.go:171","msg":"trace[99315688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1872; }","duration":"554.295626ms","start":"2026-04-28T07:24:06.181048Z","end":"2026-04-28T07:24:06.735344Z","steps":["trace[99315688] 'agreement among raft nodes before linearized reading' (duration: 553.938119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:06.735436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:06.181028Z","time spent":"554.38859ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:24:17.695451Z","caller":"traceutil/trace.go:171","msg":"trace[2135288069] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"169.218908ms","start":"2026-04-28T07:24:17.526202Z","end":"2026-04-28T07:24:17.69542Z","steps":["trace[2135288069] 'process raft request' (duration: 168.97712ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:17.716378Z","caller":"traceutil/trace.go:171","msg":"trace[1489066344] linearizableReadLoop","detail":"{readStateIndex:2051; appliedIndex:2049; }","duration":"169.135652ms","start":"2026-04-28T07:24:17.547212Z","end":"2026-04-28T07:24:17.716348Z","steps":["trace[1489066344] 'read index received' (duration: 148.021908ms)","trace[1489066344] 'applied index is now lower than readState.Index' (duration: 21.112445ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:24:17.716449Z","caller":"traceutil/trace.go:171","msg":"trace[1289713887] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"182.212963ms","start":"2026-04-28T07:24:17.534203Z","end":"2026-04-28T07:24:17.716416Z","steps":["trace[1289713887] 'process raft request' (duration: 168.3906ms)","trace[1289713887] 'compare' (duration: 13.605524ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:24:17.716596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.36315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:24:17.716648Z","caller":"traceutil/trace.go:171","msg":"trace[1393626091] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1970; }","duration":"169.437057ms","start":"2026-04-28T07:24:17.547197Z","end":"2026-04-28T07:24:17.716634Z","steps":["trace[1393626091] 'agreement among raft nodes before linearized reading' (duration: 169.268375ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:20.811565Z","caller":"traceutil/trace.go:171","msg":"trace[230555858] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"102.279327ms","start":"2026-04-28T07:24:20.70927Z","end":"2026-04-28T07:24:20.81155Z","steps":["trace[230555858] 'process raft request' (duration: 102.155403ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:45.250922Z","caller":"traceutil/trace.go:171","msg":"trace[1859196966] linearizableReadLoop","detail":"{readStateIndex:2217; appliedIndex:2214; }","duration":"203.276239ms","start":"2026-04-28T07:24:45.047618Z","end":"2026-04-28T07:24:45.250894Z","steps":["trace[1859196966] 'read index received' (duration: 21.414536ms)","trace[1859196966] 'applied index is now lower than readState.Index' (duration: 181.860433ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:24:45.250953Z","caller":"traceutil/trace.go:171","msg":"trace[898919717] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"211.76141ms","start":"2026-04-28T07:24:45.039133Z","end":"2026-04-28T07:24:45.250894Z","steps":["trace[898919717] 'process raft request' (duration: 168.914658ms)","trace[898919717] 'compare' (duration: 42.598528ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:24:45.251049Z","caller":"traceutil/trace.go:171","msg":"trace[2068261853] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"211.017857ms","start":"2026-04-28T07:24:45.040001Z","end":"2026-04-28T07:24:45.251019Z","steps":["trace[2068261853] 'process raft request' (duration: 210.789413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:45.251631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.635371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:24:45.251737Z","caller":"traceutil/trace.go:171","msg":"trace[664571306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2131; }","duration":"203.784738ms","start":"2026-04-28T07:24:45.047938Z","end":"2026-04-28T07:24:45.251723Z","steps":["trace[664571306] 'agreement among raft nodes before linearized reading' (duration: 203.477825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:45.251902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.793775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T07:24:45.251977Z","caller":"traceutil/trace.go:171","msg":"trace[1001582171] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2131; }","duration":"195.909262ms","start":"2026-04-28T07:24:45.056048Z","end":"2026-04-28T07:24:45.251958Z","steps":["trace[1001582171] 'agreement among raft nodes before linearized reading' (duration: 195.677548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:45.251902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.563723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T07:24:45.252101Z","caller":"traceutil/trace.go:171","msg":"trace[1650802204] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2131; }","duration":"203.783477ms","start":"2026-04-28T07:24:45.048299Z","end":"2026-04-28T07:24:45.252083Z","steps":["trace[1650802204] 'agreement among raft nodes before linearized reading' (duration: 203.495694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:45.252684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.578012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:24:45.252777Z","caller":"traceutil/trace.go:171","msg":"trace[462015716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2131; }","duration":"205.181444ms","start":"2026-04-28T07:24:45.047574Z","end":"2026-04-28T07:24:45.252755Z","steps":["trace[462015716] 'agreement among raft nodes before linearized reading' (duration: 203.472655ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:35.414742Z","caller":"traceutil/trace.go:171","msg":"trace[1117344670] transaction","detail":"{read_only:false; response_revision:2507; number_of_response:1; }","duration":"162.484785ms","start":"2026-04-28T07:25:35.25223Z","end":"2026-04-28T07:25:35.414715Z","steps":["trace[1117344670] 'process raft request' (duration: 162.344354ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:07.655896Z","caller":"traceutil/trace.go:171","msg":"trace[1833172099] transaction","detail":"{read_only:false; response_revision:2686; number_of_response:1; }","duration":"105.022041ms","start":"2026-04-28T07:26:07.550852Z","end":"2026-04-28T07:26:07.655874Z","steps":["trace[1833172099] 'process raft request' (duration: 101.266969ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:07.656094Z","caller":"traceutil/trace.go:171","msg":"trace[384863705] transaction","detail":"{read_only:false; response_revision:2687; number_of_response:1; }","duration":"105.114071ms","start":"2026-04-28T07:26:07.550895Z","end":"2026-04-28T07:26:07.656009Z","steps":["trace[384863705] 'process raft request' (duration: 104.905089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:07.93114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.520372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:26:07.931348Z","caller":"traceutil/trace.go:171","msg":"trace[484503169] linearizableReadLoop","detail":"{readStateIndex:2795; appliedIndex:2793; }","duration":"172.511828ms","start":"2026-04-28T07:26:07.758819Z","end":"2026-04-28T07:26:07.931331Z","steps":["trace[484503169] 'read index received' (duration: 37.725104ms)","trace[484503169] 'applied index is now lower than readState.Index' (duration: 134.785784ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:26:07.931604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.764382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:26:07.931728Z","caller":"traceutil/trace.go:171","msg":"trace[1522661063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2689; }","duration":"172.933135ms","start":"2026-04-28T07:26:07.758779Z","end":"2026-04-28T07:26:07.931712Z","steps":["trace[1522661063] 'agreement among raft nodes before linearized reading' (duration: 172.657031ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:07.931609Z","caller":"traceutil/trace.go:171","msg":"trace[1849218258] transaction","detail":"{read_only:false; response_revision:2689; number_of_response:1; }","duration":"219.341377ms","start":"2026-04-28T07:26:07.71224Z","end":"2026-04-28T07:26:07.931581Z","steps":["trace[1849218258] 'process raft request' (duration: 219.005222ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:07.931922Z","caller":"traceutil/trace.go:171","msg":"trace[500328479] transaction","detail":"{read_only:false; response_revision:2688; number_of_response:1; }","duration":"224.060351ms","start":"2026-04-28T07:26:07.707291Z","end":"2026-04-28T07:26:07.931351Z","steps":["trace[500328479] 'process raft request' (duration: 89.244496ms)","trace[500328479] 'compare' (duration: 134.310148ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:28:35.003808Z","caller":"traceutil/trace.go:171","msg":"trace[354610983] transaction","detail":"{read_only:false; response_revision:3553; number_of_response:1; }","duration":"122.549459ms","start":"2026-04-28T07:28:34.881227Z","end":"2026-04-28T07:28:35.003777Z","steps":["trace[354610983] 'process raft request' (duration: 122.316702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:37.181246Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12798840720447749788,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:28:37.872334Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12798840720447749788,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:28:38.528104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12798840720447749788,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:28:38.920757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999823366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:28:38.920898Z","caller":"traceutil/trace.go:171","msg":"trace[1702522958] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000020706s","start":"2026-04-28T07:28:36.92086Z","end":"2026-04-28T07:28:38.920881Z","steps":["trace[1702522958] 'agreement among raft nodes before linearized reading' (duration: 1.999857972s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:38.921006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:28:36.920835Z","time spent":"2.000157386s","remote":"127.0.0.1:46678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:28:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:28:39.028453Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12798840720447749788,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:28:39.323336Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.643040449s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:28:39.32373Z","caller":"traceutil/trace.go:171","msg":"trace[1878357144] transaction","detail":"{read_only:false; response_revision:3562; number_of_response:1; }","duration":"2.643532074s","start":"2026-04-28T07:28:36.680176Z","end":"2026-04-28T07:28:39.323709Z","steps":["trace[1878357144] 'process raft request' (duration: 2.643383681s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:39.323922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:28:36.680152Z","time spent":"2.643678576s","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:28:39.365936Z","caller":"traceutil/trace.go:171","msg":"trace[1252894586] transaction","detail":"{read_only:false; response_revision:3564; number_of_response:1; }","duration":"2.635756546s","start":"2026-04-28T07:28:36.730152Z","end":"2026-04-28T07:28:39.365908Z","steps":["trace[1252894586] 'process raft request' (duration: 2.635704498s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:39.36605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:28:36.730123Z","time spent":"2.635870974s","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:28:39.365936Z","caller":"traceutil/trace.go:171","msg":"trace[163322250] transaction","detail":"{read_only:false; response_revision:3563; number_of_response:1; }","duration":"2.684603425s","start":"2026-04-28T07:28:36.681316Z","end":"2026-04-28T07:28:39.36592Z","steps":["trace[163322250] 'process raft request' (duration: 2.68443667s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:39.366162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:28:36.681303Z","time spent":"2.684839421s","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:28:39.366177Z","caller":"traceutil/trace.go:171","msg":"trace[1013909393] linearizableReadLoop","detail":"{readStateIndex:3708; appliedIndex:3702; }","duration":"2.685122805s","start":"2026-04-28T07:28:36.681043Z","end":"2026-04-28T07:28:39.366166Z","steps":["trace[1013909393] 'read index received' (duration: 2.642835896s)","trace[1013909393] 'applied index is now lower than readState.Index' (duration: 42.286019ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:28:39.366319Z","caller":"traceutil/trace.go:171","msg":"trace[1561047225] transaction","detail":"{read_only:false; response_revision:3565; number_of_response:1; }","duration":"1.493237551s","start":"2026-04-28T07:28:37.873053Z","end":"2026-04-28T07:28:39.366291Z","steps":["trace[1561047225] 'process raft request' (duration: 1.492829119s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:39.366351Z","caller":"traceutil/trace.go:171","msg":"trace[1952799502] transaction","detail":"{read_only:false; response_revision:3566; number_of_response:1; }","duration":"1.123427654s","start":"2026-04-28T07:28:38.242915Z","end":"2026-04-28T07:28:39.366343Z","steps":["trace[1952799502] 'process raft request' (duration: 1.123152362s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:39.366378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:28:37.873038Z","time spent":"1.493312322s","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:28:39.366403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:28:38.242898Z","time spent":"1.123472991s","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:28:39.366492Z","caller":"traceutil/trace.go:171","msg":"trace[1071672564] transaction","detail":"{read_only:false; response_revision:3567; number_of_response:1; }","duration":"1.123465679s","start":"2026-04-28T07:28:38.243018Z","end":"2026-04-28T07:28:39.366484Z","steps":["trace[1071672564] 'process raft request' (duration: 1.123091772s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:39.366514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.685471938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:28:39.366536Z","caller":"traceutil/trace.go:171","msg":"trace[6376460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3568; }","duration":"2.685525587s","start":"2026-04-28T07:28:36.681003Z","end":"2026-04-28T07:28:39.366529Z","steps":["trace[6376460] 'agreement among raft nodes before linearized reading' (duration: 2.685442274s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:39.366545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:28:38.242985Z","time spent":"1.12353671s","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:28:39.366606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.684649701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T07:28:39.366554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:28:36.68099Z","time spent":"2.685560512s","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:28:39.366736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.246257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-28T07:28:39.366769Z","caller":"traceutil/trace.go:171","msg":"trace[2013691650] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3568; }","duration":"270.308696ms","start":"2026-04-28T07:28:39.096451Z","end":"2026-04-28T07:28:39.36676Z","steps":["trace[2013691650] 'agreement among raft nodes before linearized reading' (duration: 270.194839ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:39.366629Z","caller":"traceutil/trace.go:171","msg":"trace[923953861] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3568; }","duration":"2.684718561s","start":"2026-04-28T07:28:36.681906Z","end":"2026-04-28T07:28:39.366624Z","steps":["trace[923953861] 'agreement among raft nodes before linearized reading' (duration: 2.684665883s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:39.366854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:28:36.681877Z","time spent":"2.684947107s","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:28:39.366323Z","caller":"traceutil/trace.go:171","msg":"trace[431179663] transaction","detail":"{read_only:false; response_revision:3568; number_of_response:1; }","duration":"1.122184023s","start":"2026-04-28T07:28:38.244129Z","end":"2026-04-28T07:28:39.366313Z","steps":["trace[431179663] 'process raft request' (duration: 1.122005786s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:39.366958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.388764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:28:39.36698Z","caller":"traceutil/trace.go:171","msg":"trace[2101285353] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3568; }","duration":"436.443902ms","start":"2026-04-28T07:28:38.930529Z","end":"2026-04-28T07:28:39.366973Z","steps":["trace[2101285353] 'agreement among raft nodes before linearized reading' (duration: 436.414837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:39.367005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:28:38.930513Z","time spent":"436.486929ms","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:28:39.367019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49421745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:28:39.367059Z","caller":"traceutil/trace.go:171","msg":"trace[642420519] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:3568; }","duration":"1.494295612s","start":"2026-04-28T07:28:37.872755Z","end":"2026-04-28T07:28:39.36705Z","steps":["trace[642420519] 'agreement among raft nodes before linearized reading' (duration: 1.494219781s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:39.367088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:28:37.872737Z","time spent":"1.49434287s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:28:39.367112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.089156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:28:39.367089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:28:38.244122Z","time spent":"1.122853095s","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:28:39.367146Z","caller":"traceutil/trace.go:171","msg":"trace[376634335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3568; }","duration":"446.160366ms","start":"2026-04-28T07:28:38.920974Z","end":"2026-04-28T07:28:39.367134Z","steps":["trace[376634335] 'agreement among raft nodes before linearized reading' (duration: 446.104698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:39.367198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:28:38.920954Z","time spent":"446.238328ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:28:39.367225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092270082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:28:39.367263Z","caller":"traceutil/trace.go:171","msg":"trace[944447814] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3568; }","duration":"1.092332001s","start":"2026-04-28T07:28:38.27492Z","end":"2026-04-28T07:28:39.367252Z","steps":["trace[944447814] 'agreement among raft nodes before linearized reading' (duration: 1.092282123s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:39.367137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.350629102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T07:28:39.367293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:28:38.274903Z","time spent":"1.092381329s","remote":"127.0.0.1:46678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:28:39.367303Z","caller":"traceutil/trace.go:171","msg":"trace[1583431962] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3568; }","duration":"2.350840655s","start":"2026-04-28T07:28:37.016456Z","end":"2026-04-28T07:28:39.367296Z","steps":["trace[1583431962] 'agreement among raft nodes before linearized reading' (duration: 2.350638944s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:39.367326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:28:37.016421Z","time spent":"2.350899203s","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:28:39.366932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.464477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:28:39.367466Z","caller":"traceutil/trace.go:171","msg":"trace[586664765] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:3568; }","duration":"348.009859ms","start":"2026-04-28T07:28:39.019415Z","end":"2026-04-28T07:28:39.367425Z","steps":["trace[586664765] 'agreement among raft nodes before linearized reading' (duration: 347.493021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:39.367555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:28:39.019396Z","time spent":"348.108484ms","remote":"127.0.0.1:60590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:29:13.427087Z","caller":"traceutil/trace.go:171","msg":"trace[455245559] linearizableReadLoop","detail":"{readStateIndex:3967; appliedIndex:3966; }","duration":"115.644689ms","start":"2026-04-28T07:29:13.311421Z","end":"2026-04-28T07:29:13.427066Z","steps":["trace[455245559] 'read index received' (duration: 115.397437ms)","trace[455245559] 'applied index is now lower than readState.Index' (duration: 246.392µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:29:13.427164Z","caller":"traceutil/trace.go:171","msg":"trace[168241846] transaction","detail":"{read_only:false; response_revision:3817; number_of_response:1; }","duration":"463.144694ms","start":"2026-04-28T07:29:12.963986Z","end":"2026-04-28T07:29:13.427131Z","steps":["trace[168241846] 'process raft request' (duration: 462.904422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:13.42724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.792179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:29:13.427315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:12.963967Z","time spent":"463.283782ms","remote":"127.0.0.1:46754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45238,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:29:13.427283Z","caller":"traceutil/trace.go:171","msg":"trace[438991359] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:3817; }","duration":"115.885271ms","start":"2026-04-28T07:29:13.311385Z","end":"2026-04-28T07:29:13.427271Z","steps":["trace[438991359] 'agreement among raft nodes before linearized reading' (duration: 115.777727ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:49.908179Z","caller":"traceutil/trace.go:171","msg":"trace[1014022142] transaction","detail":"{read_only:false; response_revision:4473; number_of_response:1; }","duration":"108.35808ms","start":"2026-04-28T07:29:49.799806Z","end":"2026-04-28T07:29:49.908164Z","steps":["trace[1014022142] 'process raft request' (duration: 75.928993ms)","trace[1014022142] 'compare' (duration: 31.973507ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:29:49.908277Z","caller":"traceutil/trace.go:171","msg":"trace[1218370602] transaction","detail":"{read_only:false; response_revision:4474; number_of_response:1; }","duration":"108.428948ms","start":"2026-04-28T07:29:49.799843Z","end":"2026-04-28T07:29:49.908272Z","steps":["trace[1218370602] 'process raft request' (duration: 108.074359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:57.363737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.398822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:29:57.363819Z","caller":"traceutil/trace.go:171","msg":"trace[839647396] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:4598; }","duration":"162.557339ms","start":"2026-04-28T07:29:57.201248Z","end":"2026-04-28T07:29:57.363806Z","steps":["trace[839647396] 'range keys from in-memory index tree' (duration: 162.317913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:57.36407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.284228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:29:57.364169Z","caller":"traceutil/trace.go:171","msg":"trace[1957033931] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:4598; }","duration":"187.412262ms","start":"2026-04-28T07:29:57.176734Z","end":"2026-04-28T07:29:57.364147Z","steps":["trace[1957033931] 'count revisions from in-memory index tree' (duration: 187.220711ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:58.150557Z","caller":"traceutil/trace.go:171","msg":"trace[1346567601] linearizableReadLoop","detail":"{readStateIndex:4792; appliedIndex:4791; }","duration":"124.952334ms","start":"2026-04-28T07:29:58.025576Z","end":"2026-04-28T07:29:58.150528Z","steps":["trace[1346567601] 'read index received' (duration: 124.223586ms)","trace[1346567601] 'applied index is now lower than readState.Index' (duration: 727.248µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:29:58.150581Z","caller":"traceutil/trace.go:171","msg":"trace[232434829] transaction","detail":"{read_only:false; response_revision:4610; number_of_response:1; }","duration":"125.213672ms","start":"2026-04-28T07:29:58.025342Z","end":"2026-04-28T07:29:58.150556Z","steps":["trace[232434829] 'process raft request' (duration: 124.368082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:58.150922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.28225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-28T07:29:58.151024Z","caller":"traceutil/trace.go:171","msg":"trace[71744601] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4610; }","duration":"125.435256ms","start":"2026-04-28T07:29:58.025569Z","end":"2026-04-28T07:29:58.151004Z","steps":["trace[71744601] 'agreement among raft nodes before linearized reading' (duration: 125.087479ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:58.158804Z","caller":"traceutil/trace.go:171","msg":"trace[708187047] transaction","detail":"{read_only:false; response_revision:4611; number_of_response:1; }","duration":"125.204011ms","start":"2026-04-28T07:29:58.033578Z","end":"2026-04-28T07:29:58.158782Z","steps":["trace[708187047] 'process raft request' (duration: 125.022912ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:42.59383Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2872} {"level":"info","ts":"2026-04-28T07:31:42.693649Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2872,"took":"98.505825ms","hash":4170686709,"current-db-size-bytes":52899840,"current-db-size":"53 MB","current-db-size-in-use-bytes":29130752,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-28T07:31:42.693772Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4170686709,"revision":2872,"compact-revision":-1} {"level":"info","ts":"2026-04-28T07:33:40.721115Z","caller":"traceutil/trace.go:171","msg":"trace[302855282] transaction","detail":"{read_only:false; response_revision:6363; number_of_response:1; }","duration":"101.747005ms","start":"2026-04-28T07:33:40.61928Z","end":"2026-04-28T07:33:40.721027Z","steps":["trace[302855282] 'process raft request' (duration: 60.204459ms)","trace[302855282] 'compare' (duration: 41.321592ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:33:40.759258Z","caller":"traceutil/trace.go:171","msg":"trace[830538076] transaction","detail":"{read_only:false; response_revision:6364; number_of_response:1; }","duration":"135.464532ms","start":"2026-04-28T07:33:40.623768Z","end":"2026-04-28T07:33:40.759232Z","steps":["trace[830538076] 'process raft request' (duration: 135.323763ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:42.748344Z","caller":"traceutil/trace.go:171","msg":"trace[269194822] transaction","detail":"{read_only:false; response_revision:6385; number_of_response:1; }","duration":"139.856752ms","start":"2026-04-28T07:33:42.608456Z","end":"2026-04-28T07:33:42.748313Z","steps":["trace[269194822] 'process raft request' (duration: 111.066345ms)","trace[269194822] 'compare' (duration: 28.586484ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:33:42.748538Z","caller":"traceutil/trace.go:171","msg":"trace[357612388] transaction","detail":"{read_only:false; response_revision:6386; number_of_response:1; }","duration":"140.040434ms","start":"2026-04-28T07:33:42.608478Z","end":"2026-04-28T07:33:42.748518Z","steps":["trace[357612388] 'process raft request' (duration: 139.780408ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:42.748744Z","caller":"traceutil/trace.go:171","msg":"trace[1075616839] transaction","detail":"{read_only:false; response_revision:6387; number_of_response:1; }","duration":"140.212235ms","start":"2026-04-28T07:33:42.608507Z","end":"2026-04-28T07:33:42.748719Z","steps":["trace[1075616839] 'process raft request' (duration: 139.930867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:33:42.758461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.317607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1147"} {"level":"info","ts":"2026-04-28T07:33:42.758574Z","caller":"traceutil/trace.go:171","msg":"trace[1525503076] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:6388; }","duration":"107.452025ms","start":"2026-04-28T07:33:42.651106Z","end":"2026-04-28T07:33:42.758558Z","steps":["trace[1525503076] 'agreement among raft nodes before linearized reading' (duration: 107.21856ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:47.163041Z","caller":"traceutil/trace.go:171","msg":"trace[1386238873] transaction","detail":"{read_only:false; response_revision:6418; number_of_response:1; }","duration":"160.283481ms","start":"2026-04-28T07:33:47.002717Z","end":"2026-04-28T07:33:47.163Z","steps":["trace[1386238873] 'process raft request' (duration: 160.11063ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:47.33634Z","caller":"traceutil/trace.go:171","msg":"trace[1598127132] linearizableReadLoop","detail":"{readStateIndex:6659; appliedIndex:6657; }","duration":"120.300763ms","start":"2026-04-28T07:33:47.21602Z","end":"2026-04-28T07:33:47.336321Z","steps":["trace[1598127132] 'read index received' (duration: 35.722016ms)","trace[1598127132] 'applied index is now lower than readState.Index' (duration: 84.577627ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:33:47.336614Z","caller":"traceutil/trace.go:171","msg":"trace[825221750] transaction","detail":"{read_only:false; response_revision:6420; number_of_response:1; }","duration":"169.521936ms","start":"2026-04-28T07:33:47.166928Z","end":"2026-04-28T07:33:47.33645Z","steps":["trace[825221750] 'process raft request' (duration: 169.346115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:33:47.336816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.766352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T07:33:47.336973Z","caller":"traceutil/trace.go:171","msg":"trace[388974078] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6420; }","duration":"120.942523ms","start":"2026-04-28T07:33:47.215969Z","end":"2026-04-28T07:33:47.336912Z","steps":["trace[388974078] 'agreement among raft nodes before linearized reading' (duration: 120.654925ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:47.336465Z","caller":"traceutil/trace.go:171","msg":"trace[778307961] transaction","detail":"{read_only:false; response_revision:6419; number_of_response:1; }","duration":"169.628253ms","start":"2026-04-28T07:33:47.166803Z","end":"2026-04-28T07:33:47.336431Z","steps":["trace[778307961] 'process raft request' (duration: 84.922238ms)","trace[778307961] 'compare' (duration: 84.423697ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:33:47.523716Z","caller":"traceutil/trace.go:171","msg":"trace[2073120780] linearizableReadLoop","detail":"{readStateIndex:6661; appliedIndex:6659; }","duration":"154.985174ms","start":"2026-04-28T07:33:47.368701Z","end":"2026-04-28T07:33:47.523686Z","steps":["trace[2073120780] 'read index received' (duration: 11.979451ms)","trace[2073120780] 'applied index is now lower than readState.Index' (duration: 143.004163ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:33:47.523866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.147314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:33:47.523916Z","caller":"traceutil/trace.go:171","msg":"trace[1563443671] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:6422; }","duration":"155.24705ms","start":"2026-04-28T07:33:47.368655Z","end":"2026-04-28T07:33:47.523902Z","steps":["trace[1563443671] 'agreement among raft nodes before linearized reading' (duration: 155.142773ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:47.523935Z","caller":"traceutil/trace.go:171","msg":"trace[1986299398] transaction","detail":"{read_only:false; response_revision:6422; number_of_response:1; }","duration":"182.910685ms","start":"2026-04-28T07:33:47.340981Z","end":"2026-04-28T07:33:47.523892Z","steps":["trace[1986299398] 'process raft request' (duration: 115.164277ms)","trace[1986299398] 'compare' (duration: 67.344753ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:33:48.948256Z","caller":"traceutil/trace.go:171","msg":"trace[676488827] transaction","detail":"{read_only:false; response_revision:6423; number_of_response:1; }","duration":"134.215787ms","start":"2026-04-28T07:33:48.814011Z","end":"2026-04-28T07:33:48.948227Z","steps":["trace[676488827] 'process raft request' (duration: 134.021505ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:48.997225Z","caller":"traceutil/trace.go:171","msg":"trace[1401515487] transaction","detail":"{read_only:false; response_revision:6425; number_of_response:1; }","duration":"136.815922ms","start":"2026-04-28T07:33:48.860323Z","end":"2026-04-28T07:33:48.997139Z","steps":["trace[1401515487] 'process raft request' (duration: 136.760659ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:48.997181Z","caller":"traceutil/trace.go:171","msg":"trace[1399001176] transaction","detail":"{read_only:false; response_revision:6424; number_of_response:1; }","duration":"137.203896ms","start":"2026-04-28T07:33:48.859948Z","end":"2026-04-28T07:33:48.997152Z","steps":["trace[1399001176] 'process raft request' (duration: 137.027255ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:48.997314Z","caller":"traceutil/trace.go:171","msg":"trace[1027446538] transaction","detail":"{read_only:false; response_revision:6426; number_of_response:1; }","duration":"136.031802ms","start":"2026-04-28T07:33:48.861255Z","end":"2026-04-28T07:33:48.997287Z","steps":["trace[1027446538] 'process raft request' (duration: 135.857641ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:55.264983Z","caller":"traceutil/trace.go:171","msg":"trace[536821020] linearizableReadLoop","detail":"{readStateIndex:6697; appliedIndex:6696; }","duration":"111.007285ms","start":"2026-04-28T07:33:55.15395Z","end":"2026-04-28T07:33:55.264958Z","steps":["trace[536821020] 'read index received' (duration: 83.75554ms)","trace[536821020] 'applied index is now lower than readState.Index' (duration: 27.250385ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:33:55.265153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.173015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:33:55.265257Z","caller":"traceutil/trace.go:171","msg":"trace[671126697] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6456; }","duration":"111.318674ms","start":"2026-04-28T07:33:55.153912Z","end":"2026-04-28T07:33:55.26523Z","steps":["trace[671126697] 'agreement among raft nodes before linearized reading' (duration: 111.147023ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:56.900824Z","caller":"traceutil/trace.go:171","msg":"trace[1773830965] transaction","detail":"{read_only:false; response_revision:6467; number_of_response:1; }","duration":"206.494209ms","start":"2026-04-28T07:33:56.694288Z","end":"2026-04-28T07:33:56.900782Z","steps":["trace[1773830965] 'process raft request' (duration: 205.991187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:31.048944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.961422ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T07:34:31.370433Z","caller":"traceutil/trace.go:171","msg":"trace[1732782896] transaction","detail":"{read_only:false; response_revision:6699; number_of_response:1; }","duration":"103.211767ms","start":"2026-04-28T07:34:31.267192Z","end":"2026-04-28T07:34:31.370404Z","steps":["trace[1732782896] 'process raft request' (duration: 102.93418ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:36:42.599251Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5568} {"level":"info","ts":"2026-04-28T07:36:42.705432Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5568,"took":"105.164281ms","hash":2588942359,"current-db-size-bytes":52899840,"current-db-size":"53 MB","current-db-size-in-use-bytes":18276352,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-04-28T07:36:42.705488Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2588942359,"revision":5568,"compact-revision":2872}