{"level":"warn","ts":"2026-05-08T02:50:19.117061Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-08T02:50:19.117169Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.22:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.22:2380","--initial-cluster=instance=https://199.204.45.22:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.22:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.22:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-08T02:50:19.117246Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-08T02:50:19.117259Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.22:2380"]} {"level":"info","ts":"2026-05-08T02:50:19.117278Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-08T02:50:19.118057Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"]} {"level":"info","ts":"2026-05-08T02:50:19.118147Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.22:2380"],"listen-peer-urls":["https://199.204.45.22:2380"],"advertise-client-urls":["https://199.204.45.22:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.22:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-08T02:50:19.123637Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.261976ms"} {"level":"info","ts":"2026-05-08T02:50:19.133208Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"fed19d9291630e09","cluster-id":"6ebf1e01320cc017"} {"level":"info","ts":"2026-05-08T02:50:19.133288Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 switched to configuration voters=()"} {"level":"info","ts":"2026-05-08T02:50:19.13331Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became follower at term 0"} {"level":"info","ts":"2026-05-08T02:50:19.133321Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft fed19d9291630e09 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-08T02:50:19.133329Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became follower at term 1"} {"level":"info","ts":"2026-05-08T02:50:19.133368Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 switched to configuration voters=(18361630408596196873)"} {"level":"warn","ts":"2026-05-08T02:50:19.141381Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-08T02:50:19.144405Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-08T02:50:19.146814Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-08T02:50:19.149933Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"fed19d9291630e09","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-08T02:50:19.150077Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-08T02:50:19.150202Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-08T02:50:19.150232Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-08T02:50:19.151007Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"fed19d9291630e09","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-08T02:50:19.151481Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 switched to configuration voters=(18361630408596196873)"} {"level":"info","ts":"2026-05-08T02:50:19.151661Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6ebf1e01320cc017","local-member-id":"fed19d9291630e09","added-peer-id":"fed19d9291630e09","added-peer-peer-urls":["https://199.204.45.22:2380"]} {"level":"info","ts":"2026-05-08T02:50:19.158474Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-08T02:50:19.158758Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"fed19d9291630e09","initial-advertise-peer-urls":["https://199.204.45.22:2380"],"listen-peer-urls":["https://199.204.45.22:2380"],"advertise-client-urls":["https://199.204.45.22:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-08T02:50:19.158781Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.22:2380"} {"level":"info","ts":"2026-05-08T02:50:19.158815Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.22:2380"} {"level":"info","ts":"2026-05-08T02:50:19.158794Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-08T02:50:19.233589Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 is starting a new election at term 1"} {"level":"info","ts":"2026-05-08T02:50:19.233652Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-08T02:50:19.233685Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 received MsgPreVoteResp from fed19d9291630e09 at term 1"} {"level":"info","ts":"2026-05-08T02:50:19.233708Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became candidate at term 2"} {"level":"info","ts":"2026-05-08T02:50:19.233719Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 received MsgVoteResp from fed19d9291630e09 at term 2"} {"level":"info","ts":"2026-05-08T02:50:19.233736Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became leader at term 2"} {"level":"info","ts":"2026-05-08T02:50:19.233789Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: fed19d9291630e09 elected leader fed19d9291630e09 at term 2"} {"level":"info","ts":"2026-05-08T02:50:19.23492Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"fed19d9291630e09","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.22:2379]}","request-path":"/0/members/fed19d9291630e09/attributes","cluster-id":"6ebf1e01320cc017","publish-timeout":"7s"} {"level":"info","ts":"2026-05-08T02:50:19.234932Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-08T02:50:19.235025Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-08T02:50:19.235426Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-08T02:50:19.235494Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-08T02:50:19.235419Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-08T02:50:19.238712Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-08T02:50:19.238869Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.22:2379"} {"level":"info","ts":"2026-05-08T02:50:19.240032Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6ebf1e01320cc017","local-member-id":"fed19d9291630e09","cluster-version":"3.5"} {"level":"info","ts":"2026-05-08T02:50:19.240193Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-08T02:50:19.240277Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-05-08T02:50:37.966283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.476848ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-08T02:50:37.966396Z","caller":"traceutil/trace.go:171","msg":"trace[547444303] linearizableReadLoop","detail":"{readStateIndex:464; appliedIndex:463; }","duration":"154.895677ms","start":"2026-05-08T02:50:37.811485Z","end":"2026-05-08T02:50:37.96638Z","steps":["trace[547444303] 'read index received' (duration: 56.132µs)","trace[547444303] 'applied index is now lower than readState.Index' (duration: 154.837485ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T02:50:37.966463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.974479ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T02:50:37.966552Z","caller":"traceutil/trace.go:171","msg":"trace[1529427466] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:448; }","duration":"155.056471ms","start":"2026-05-08T02:50:37.811471Z","end":"2026-05-08T02:50:37.966527Z","steps":["trace[1529427466] 'agreement among raft nodes before linearized reading' (duration: 154.957779ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:50:38.084813Z","caller":"traceutil/trace.go:171","msg":"trace[126211202] transaction","detail":"{read_only:false; response_revision:449; number_of_response:1; }","duration":"108.399294ms","start":"2026-05-08T02:50:37.97639Z","end":"2026-05-08T02:50:38.084789Z","steps":["trace[126211202] 'process raft request' (duration: 108.19241ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:50:54.35409Z","caller":"traceutil/trace.go:171","msg":"trace[1798673857] linearizableReadLoop","detail":"{readStateIndex:635; appliedIndex:634; }","duration":"256.504699ms","start":"2026-05-08T02:50:54.097559Z","end":"2026-05-08T02:50:54.354063Z","steps":["trace[1798673857] 'read index received' (duration: 254.941131ms)","trace[1798673857] 'applied index is now lower than readState.Index' (duration: 1.562388ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T02:50:54.354175Z","caller":"traceutil/trace.go:171","msg":"trace[1367090855] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"284.714832ms","start":"2026-05-08T02:50:54.069436Z","end":"2026-05-08T02:50:54.354151Z","steps":["trace[1367090855] 'process raft request' (duration: 283.285278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:50:54.354375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.797876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-lg89q\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-05-08T02:50:54.354428Z","caller":"traceutil/trace.go:171","msg":"trace[51375713] range","detail":"{range_begin:/registry/pods/kube-system/cilium-lg89q; range_end:; response_count:1; response_revision:615; }","duration":"256.864677ms","start":"2026-05-08T02:50:54.097548Z","end":"2026-05-08T02:50:54.354412Z","steps":["trace[51375713] 'agreement among raft nodes before linearized reading' (duration: 256.636302ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:50:54.95492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.524115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T02:50:54.955045Z","caller":"traceutil/trace.go:171","msg":"trace[476755291] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"587.740532ms","start":"2026-05-08T02:50:54.367284Z","end":"2026-05-08T02:50:54.955025Z","steps":["trace[476755291] 'process raft request' (duration: 339.623693ms)","trace[476755291] 'compare' (duration: 247.36267ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T02:50:54.95516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T02:50:54.367265Z","time spent":"587.816614ms","remote":"127.0.0.1:42986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T02:50:54.955384Z","caller":"traceutil/trace.go:171","msg":"trace[1686228975] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"535.674697ms","start":"2026-05-08T02:50:54.419687Z","end":"2026-05-08T02:50:54.955361Z","steps":["trace[1686228975] 'process raft request' (duration: 535.578585ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:50:54.955515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T02:50:54.419668Z","time spent":"535.78562ms","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-08T02:50:54.969999Z","caller":"traceutil/trace.go:171","msg":"trace[775999281] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"258.392474ms","start":"2026-05-08T02:50:54.711586Z","end":"2026-05-08T02:50:54.969979Z","steps":["trace[775999281] 'process raft request' (duration: 258.121838ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:50:54.97064Z","caller":"traceutil/trace.go:171","msg":"trace[724286561] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"194.272782ms","start":"2026-05-08T02:50:54.776356Z","end":"2026-05-08T02:50:54.970629Z","steps":["trace[724286561] 'process raft request' (duration: 193.466093ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:50:54.97061Z","caller":"traceutil/trace.go:171","msg":"trace[1284279575] linearizableReadLoop","detail":"{readStateIndex:638; appliedIndex:636; }","duration":"208.944503ms","start":"2026-05-08T02:50:54.761639Z","end":"2026-05-08T02:50:54.970583Z","steps":["trace[1284279575] 'read index received' (duration: 193.644668ms)","trace[1284279575] 'applied index is now lower than readState.Index' (duration: 15.297995ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T02:50:54.970714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.088337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T02:50:54.970771Z","caller":"traceutil/trace.go:171","msg":"trace[678012579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:619; }","duration":"209.177158ms","start":"2026-05-08T02:50:54.761568Z","end":"2026-05-08T02:50:54.970746Z","steps":["trace[678012579] 'agreement among raft nodes before linearized reading' (duration: 209.088296ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:52:00.935771Z","caller":"traceutil/trace.go:171","msg":"trace[2135969788] transaction","detail":"{read_only:false; response_revision:1432; number_of_response:1; }","duration":"120.011788ms","start":"2026-05-08T02:52:00.815737Z","end":"2026-05-08T02:52:00.935748Z","steps":["trace[2135969788] 'process raft request' (duration: 119.65863ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:52:02.640142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.40731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T02:52:02.640636Z","caller":"traceutil/trace.go:171","msg":"trace[1035060152] transaction","detail":"{read_only:false; response_revision:1443; number_of_response:1; }","duration":"176.757905ms","start":"2026-05-08T02:52:02.463612Z","end":"2026-05-08T02:52:02.64037Z","steps":["trace[1035060152] 'process raft request' (duration: 13.027778ms)","trace[1035060152] 'compare' (duration: 163.250207ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T02:52:25.857016Z","caller":"traceutil/trace.go:171","msg":"trace[630422802] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"305.521209ms","start":"2026-05-08T02:52:25.551465Z","end":"2026-05-08T02:52:25.856986Z","steps":["trace[630422802] 'process raft request' (duration: 305.355675ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:52:25.857619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T02:52:25.551443Z","time spent":"305.667843ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T02:52:25.947057Z","caller":"traceutil/trace.go:171","msg":"trace[856063008] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"395.081751ms","start":"2026-05-08T02:52:25.551949Z","end":"2026-05-08T02:52:25.947031Z","steps":["trace[856063008] 'process raft request' (duration: 394.907767ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:52:25.947306Z","caller":"traceutil/trace.go:171","msg":"trace[762013784] linearizableReadLoop","detail":"{readStateIndex:1917; appliedIndex:1914; }","duration":"393.754372ms","start":"2026-05-08T02:52:25.553529Z","end":"2026-05-08T02:52:25.947283Z","steps":["trace[762013784] 'read index received' (duration: 303.218351ms)","trace[762013784] 'applied index is now lower than readState.Index' (duration: 90.534801ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T02:52:25.947343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T02:52:25.551929Z","time spent":"395.202312ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T02:52:25.947388Z","caller":"traceutil/trace.go:171","msg":"trace[1210297900] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"395.303645ms","start":"2026-05-08T02:52:25.552026Z","end":"2026-05-08T02:52:25.947329Z","steps":["trace[1210297900] 'process raft request' (duration: 394.959758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:52:25.947635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.0938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e574c0f2-9832-492c-b23e-db5c3b6b16bd\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-05-08T02:52:25.947724Z","caller":"traceutil/trace.go:171","msg":"trace[376537511] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e574c0f2-9832-492c-b23e-db5c3b6b16bd; range_end:; response_count:1; response_revision:1851; }","duration":"394.230513ms","start":"2026-05-08T02:52:25.553475Z","end":"2026-05-08T02:52:25.947706Z","steps":["trace[376537511] 'agreement among raft nodes before linearized reading' (duration: 394.026138ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:52:25.947754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T02:52:25.552017Z","time spent":"395.650902ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T02:52:25.947772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T02:52:25.553465Z","time spent":"394.294204ms","remote":"127.0.0.1:42986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e574c0f2-9832-492c-b23e-db5c3b6b16bd\" "} {"level":"info","ts":"2026-05-08T02:52:25.947422Z","caller":"traceutil/trace.go:171","msg":"trace[1182429179] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"145.468363ms","start":"2026-05-08T02:52:25.801942Z","end":"2026-05-08T02:52:25.94741Z","steps":["trace[1182429179] 'process raft request' (duration: 145.257648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:52:25.947495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.959832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T02:52:25.947946Z","caller":"traceutil/trace.go:171","msg":"trace[1468096335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1851; }","duration":"185.456493ms","start":"2026-05-08T02:52:25.762475Z","end":"2026-05-08T02:52:25.947932Z","steps":["trace[1468096335] 'agreement among raft nodes before linearized reading' (duration: 184.979784ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:52:25.947543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.149707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-08T02:52:25.948104Z","caller":"traceutil/trace.go:171","msg":"trace[246049056] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1851; }","duration":"223.72953ms","start":"2026-05-08T02:52:25.724365Z","end":"2026-05-08T02:52:25.948095Z","steps":["trace[246049056] 'agreement among raft nodes before linearized reading' (duration: 223.092897ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:52:25.947584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.077888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-08T02:52:25.948189Z","caller":"traceutil/trace.go:171","msg":"trace[246490021] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1851; }","duration":"226.710292ms","start":"2026-05-08T02:52:25.721462Z","end":"2026-05-08T02:52:25.948172Z","steps":["trace[246490021] 'agreement among raft nodes before linearized reading' (duration: 226.033127ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:52:25.947601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.958611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10667"} {"level":"info","ts":"2026-05-08T02:52:25.948275Z","caller":"traceutil/trace.go:171","msg":"trace[200474790] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1851; }","duration":"386.647515ms","start":"2026-05-08T02:52:25.561612Z","end":"2026-05-08T02:52:25.94826Z","steps":["trace[200474790] 'agreement among raft nodes before linearized reading' (duration: 385.857448ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:52:25.948328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T02:52:25.561605Z","time spent":"386.707796ms","remote":"127.0.0.1:42986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10690,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-05-08T02:52:26.356469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.137693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T02:52:26.356551Z","caller":"traceutil/trace.go:171","msg":"trace[777755103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1851; }","duration":"407.262204ms","start":"2026-05-08T02:52:25.949269Z","end":"2026-05-08T02:52:26.356531Z","steps":["trace[777755103] 'range keys from in-memory index tree' (duration: 407.069041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:52:26.356591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T02:52:25.949252Z","time spent":"407.330706ms","remote":"127.0.0.1:42838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T02:52:26.358109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.28054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T02:52:26.358333Z","caller":"traceutil/trace.go:171","msg":"trace[1251446276] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"403.107938ms","start":"2026-05-08T02:52:25.955172Z","end":"2026-05-08T02:52:26.35828Z","steps":["trace[1251446276] 'process raft request' (duration: 27.540232ms)","trace[1251446276] 'compare' (duration: 374.168308ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T02:52:26.358467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T02:52:25.955147Z","time spent":"403.229492ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T02:52:26.372583Z","caller":"traceutil/trace.go:171","msg":"trace[1054962808] linearizableReadLoop","detail":"{readStateIndex:1920; appliedIndex:1919; }","duration":"163.537874ms","start":"2026-05-08T02:52:26.209022Z","end":"2026-05-08T02:52:26.37256Z","steps":["trace[1054962808] 'read index received' (duration: 163.309149ms)","trace[1054962808] 'applied index is now lower than readState.Index' (duration: 227.705µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T02:52:26.372626Z","caller":"traceutil/trace.go:171","msg":"trace[1383480187] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"412.673337ms","start":"2026-05-08T02:52:25.959935Z","end":"2026-05-08T02:52:26.372608Z","steps":["trace[1383480187] 'process raft request' (duration: 412.465623ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:52:26.3727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.656466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T02:52:26.37274Z","caller":"traceutil/trace.go:171","msg":"trace[1369625449] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1853; }","duration":"163.776748ms","start":"2026-05-08T02:52:26.208953Z","end":"2026-05-08T02:52:26.37273Z","steps":["trace[1369625449] 'agreement among raft nodes before linearized reading' (duration: 163.694076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:52:26.372705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T02:52:25.959923Z","time spent":"412.741779ms","remote":"127.0.0.1:42986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10966,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T02:52:37.231215Z","caller":"traceutil/trace.go:171","msg":"trace[2004005436] linearizableReadLoop","detail":"{readStateIndex:2024; appliedIndex:2023; }","duration":"179.730392ms","start":"2026-05-08T02:52:37.051458Z","end":"2026-05-08T02:52:37.231189Z","steps":["trace[2004005436] 'read index received' (duration: 179.63127ms)","trace[2004005436] 'applied index is now lower than readState.Index' (duration: 98.142µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T02:52:37.231354Z","caller":"traceutil/trace.go:171","msg":"trace[1219151739] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"188.671622ms","start":"2026-05-08T02:52:37.042671Z","end":"2026-05-08T02:52:37.231343Z","steps":["trace[1219151739] 'process raft request' (duration: 188.380105ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:52:37.231553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.068779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T02:52:37.231682Z","caller":"traceutil/trace.go:171","msg":"trace[1050764494] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1954; }","duration":"180.237163ms","start":"2026-05-08T02:52:37.051423Z","end":"2026-05-08T02:52:37.231661Z","steps":["trace[1050764494] 'agreement among raft nodes before linearized reading' (duration: 180.054519ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:52:37.239334Z","caller":"traceutil/trace.go:171","msg":"trace[1478585906] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"170.790814ms","start":"2026-05-08T02:52:37.06853Z","end":"2026-05-08T02:52:37.23932Z","steps":["trace[1478585906] 'process raft request' (duration: 170.665552ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:52:37.239478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.181603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-08T02:52:37.239543Z","caller":"traceutil/trace.go:171","msg":"trace[1876690170] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1955; }","duration":"154.272954ms","start":"2026-05-08T02:52:37.085261Z","end":"2026-05-08T02:52:37.239534Z","steps":["trace[1876690170] 'agreement among raft nodes before linearized reading' (duration: 154.09152ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:52:54.128248Z","caller":"traceutil/trace.go:171","msg":"trace[1232391740] transaction","detail":"{read_only:false; response_revision:2060; number_of_response:1; }","duration":"135.522444ms","start":"2026-05-08T02:52:53.992669Z","end":"2026-05-08T02:52:54.128192Z","steps":["trace[1232391740] 'process raft request' (duration: 135.28632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:52:54.340484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.684052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T02:52:54.340774Z","caller":"traceutil/trace.go:171","msg":"trace[740217268] transaction","detail":"{read_only:false; response_revision:2064; number_of_response:1; }","duration":"202.680954ms","start":"2026-05-08T02:52:54.138071Z","end":"2026-05-08T02:52:54.340752Z","steps":["trace[740217268] 'process raft request' (duration: 38.597813ms)","trace[740217268] 'compare' (duration: 163.52789ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T02:52:54.682405Z","caller":"traceutil/trace.go:171","msg":"trace[719361235] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"127.609784ms","start":"2026-05-08T02:52:54.554765Z","end":"2026-05-08T02:52:54.682375Z","steps":["trace[719361235] 'process raft request' (duration: 127.44857ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:52:56.247015Z","caller":"traceutil/trace.go:171","msg":"trace[387960460] transaction","detail":"{read_only:false; response_revision:2071; number_of_response:1; }","duration":"108.390215ms","start":"2026-05-08T02:52:56.138598Z","end":"2026-05-08T02:52:56.246989Z","steps":["trace[387960460] 'process raft request' (duration: 108.217421ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:54:04.649149Z","caller":"traceutil/trace.go:171","msg":"trace[2120512858] linearizableReadLoop","detail":"{readStateIndex:2631; appliedIndex:2630; }","duration":"171.793466ms","start":"2026-05-08T02:54:04.477336Z","end":"2026-05-08T02:54:04.649129Z","steps":["trace[2120512858] 'read index received' (duration: 171.575671ms)","trace[2120512858] 'applied index is now lower than readState.Index' (duration: 216.945µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T02:54:04.649215Z","caller":"traceutil/trace.go:171","msg":"trace[1018373700] transaction","detail":"{read_only:false; response_revision:2541; number_of_response:1; }","duration":"181.681009ms","start":"2026-05-08T02:54:04.46751Z","end":"2026-05-08T02:54:04.649191Z","steps":["trace[1018373700] 'process raft request' (duration: 181.477605ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:54:04.649284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.93501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T02:54:04.64932Z","caller":"traceutil/trace.go:171","msg":"trace[1539193280] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2541; }","duration":"172.014651ms","start":"2026-05-08T02:54:04.477293Z","end":"2026-05-08T02:54:04.649307Z","steps":["trace[1539193280] 'agreement among raft nodes before linearized reading' (duration: 171.94646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:54:04.649411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.937434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T02:54:04.649473Z","caller":"traceutil/trace.go:171","msg":"trace[1682597626] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2541; }","duration":"126.027817ms","start":"2026-05-08T02:54:04.523426Z","end":"2026-05-08T02:54:04.649454Z","steps":["trace[1682597626] 'agreement among raft nodes before linearized reading' (duration: 125.935134ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:54:38.139934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.75829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18ad7788ec3ade1b\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-05-08T02:54:38.140024Z","caller":"traceutil/trace.go:171","msg":"trace[1079647443] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18ad7788ec3ade1b; range_end:; response_count:1; response_revision:2727; }","duration":"294.892773ms","start":"2026-05-08T02:54:37.845113Z","end":"2026-05-08T02:54:38.140006Z","steps":["trace[1079647443] 'range keys from in-memory index tree' (duration: 294.032133ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:54:38.343909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.127651ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-08T02:54:38.381055Z","caller":"traceutil/trace.go:171","msg":"trace[934712773] transaction","detail":"{read_only:false; response_revision:2728; number_of_response:1; }","duration":"238.595924ms","start":"2026-05-08T02:54:38.14244Z","end":"2026-05-08T02:54:38.381036Z","steps":["trace[934712773] 'process raft request' (duration: 238.448331ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:58:12.442311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.044314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-05-08T02:58:12.442385Z","caller":"traceutil/trace.go:171","msg":"trace[1031202773] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4530; }","duration":"123.163777ms","start":"2026-05-08T02:58:12.319205Z","end":"2026-05-08T02:58:12.442369Z","steps":["trace[1031202773] 'range keys from in-memory index tree' (duration: 122.861411ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:58:17.863715Z","caller":"traceutil/trace.go:171","msg":"trace[2028942480] linearizableReadLoop","detail":"{readStateIndex:4775; appliedIndex:4774; }","duration":"222.440822ms","start":"2026-05-08T02:58:17.641255Z","end":"2026-05-08T02:58:17.863696Z","steps":["trace[2028942480] 'read index received' (duration: 221.899989ms)","trace[2028942480] 'applied index is now lower than readState.Index' (duration: 539.613µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T02:58:17.863789Z","caller":"traceutil/trace.go:171","msg":"trace[476462706] transaction","detail":"{read_only:false; response_revision:4609; number_of_response:1; }","duration":"225.875769ms","start":"2026-05-08T02:58:17.637888Z","end":"2026-05-08T02:58:17.863764Z","steps":["trace[476462706] 'process raft request' (duration: 225.240644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:58:17.863856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.588595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T02:58:17.863912Z","caller":"traceutil/trace.go:171","msg":"trace[1564225853] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:4609; }","duration":"222.678947ms","start":"2026-05-08T02:58:17.641203Z","end":"2026-05-08T02:58:17.863882Z","steps":["trace[1564225853] 'agreement among raft nodes before linearized reading' (duration: 222.596485ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:58:18.002779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.177612ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-08T02:58:18.003283Z","caller":"traceutil/trace.go:171","msg":"trace[128615582] transaction","detail":"{read_only:false; response_revision:4610; number_of_response:1; }","duration":"226.311018ms","start":"2026-05-08T02:58:17.776945Z","end":"2026-05-08T02:58:18.003256Z","steps":["trace[128615582] 'process raft request' (duration: 225.934469ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:58:18.003294Z","caller":"traceutil/trace.go:171","msg":"trace[1552973280] linearizableReadLoop","detail":"{readStateIndex:4777; appliedIndex:4775; }","duration":"139.490065ms","start":"2026-05-08T02:58:17.863777Z","end":"2026-05-08T02:58:18.003267Z","steps":["trace[1552973280] 'read index received' (duration: 2.759252ms)","trace[1552973280] 'applied index is now lower than readState.Index' (duration: 136.729153ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T02:58:18.065389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.046182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-08T02:58:18.065436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.375605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T02:58:18.065547Z","caller":"traceutil/trace.go:171","msg":"trace[116619878] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:0; response_revision:4611; }","duration":"196.513788ms","start":"2026-05-08T02:58:17.86901Z","end":"2026-05-08T02:58:18.065523Z","steps":["trace[116619878] 'agreement among raft nodes before linearized reading' (duration: 196.325474ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:58:18.065568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.992883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-08T02:58:18.065459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.842527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-08T02:58:18.065607Z","caller":"traceutil/trace.go:171","msg":"trace[779235554] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4610; }","duration":"247.053425ms","start":"2026-05-08T02:58:17.818538Z","end":"2026-05-08T02:58:18.065592Z","steps":["trace[779235554] 'agreement among raft nodes before linearized reading' (duration: 184.901088ms)","trace[779235554] 'range keys from in-memory index tree' (duration: 61.774209ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T02:58:18.065489Z","caller":"traceutil/trace.go:171","msg":"trace[2024469262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4610; }","duration":"238.195296ms","start":"2026-05-08T02:58:17.827269Z","end":"2026-05-08T02:58:18.065465Z","steps":["trace[2024469262] 'agreement among raft nodes before linearized reading' (duration: 176.158881ms)","trace[2024469262] 'range keys from in-memory index tree' (duration: 61.756379ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T02:58:18.065765Z","caller":"traceutil/trace.go:171","msg":"trace[453106269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4610; }","duration":"238.025452ms","start":"2026-05-08T02:58:17.827584Z","end":"2026-05-08T02:58:18.065609Z","steps":["trace[453106269] 'agreement among raft nodes before linearized reading' (duration: 175.829794ms)","trace[453106269] 'range keys from in-memory index tree' (duration: 61.712358ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T02:58:18.065387Z","caller":"traceutil/trace.go:171","msg":"trace[1168072119] transaction","detail":"{read_only:false; response_revision:4611; number_of_response:1; }","duration":"186.541284ms","start":"2026-05-08T02:58:17.878802Z","end":"2026-05-08T02:58:18.065343Z","steps":["trace[1168072119] 'process raft request' (duration: 124.455547ms)","trace[1168072119] 'compare' (duration: 61.903682ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T02:58:18.635134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.037598ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-08T02:58:18.635315Z","caller":"traceutil/trace.go:171","msg":"trace[68792875] linearizableReadLoop","detail":"{readStateIndex:4796; appliedIndex:4795; }","duration":"358.120182ms","start":"2026-05-08T02:58:18.277176Z","end":"2026-05-08T02:58:18.635296Z","steps":["trace[68792875] 'read index received' (duration: 229.973272ms)","trace[68792875] 'applied index is now lower than readState.Index' (duration: 128.14511ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T02:58:18.635412Z","caller":"traceutil/trace.go:171","msg":"trace[178651762] transaction","detail":"{read_only:false; response_revision:4629; number_of_response:1; }","duration":"373.687042ms","start":"2026-05-08T02:58:18.261693Z","end":"2026-05-08T02:58:18.63538Z","steps":["trace[178651762] 'process raft request' (duration: 245.322766ms)","trace[178651762] 'compare' (duration: 127.536688ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T02:58:18.635606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.852106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-05-08T02:58:18.635587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T02:58:18.261667Z","time spent":"373.837626ms","remote":"127.0.0.1:42878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":737,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-08T02:58:18.635722Z","caller":"traceutil/trace.go:171","msg":"trace[1172684590] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4629; }","duration":"369.941858ms","start":"2026-05-08T02:58:18.265722Z","end":"2026-05-08T02:58:18.635664Z","steps":["trace[1172684590] 'agreement among raft nodes before linearized reading' (duration: 369.687442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:58:18.635834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T02:58:18.265714Z","time spent":"370.06666ms","remote":"127.0.0.1:42898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-05-08T02:58:18.640036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.937826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-05-08T02:58:18.640098Z","caller":"traceutil/trace.go:171","msg":"trace[62536821] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4633; }","duration":"345.031358ms","start":"2026-05-08T02:58:18.295048Z","end":"2026-05-08T02:58:18.640079Z","steps":["trace[62536821] 'agreement among raft nodes before linearized reading' (duration: 344.894205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:58:18.640133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T02:58:18.295034Z","time spent":"345.090499ms","remote":"127.0.0.1:42954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-08T02:58:18.640391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.659371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-08T02:58:18.640428Z","caller":"traceutil/trace.go:171","msg":"trace[1824220819] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4633; }","duration":"337.694622ms","start":"2026-05-08T02:58:18.302722Z","end":"2026-05-08T02:58:18.640417Z","steps":["trace[1824220819] 'agreement among raft nodes before linearized reading' (duration: 337.600411ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:58:18.640402Z","caller":"traceutil/trace.go:171","msg":"trace[663207486] transaction","detail":"{read_only:false; response_revision:4633; number_of_response:1; }","duration":"146.953783ms","start":"2026-05-08T02:58:18.493417Z","end":"2026-05-08T02:58:18.640371Z","steps":["trace[663207486] 'process raft request' (duration: 146.483713ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:58:18.640457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T02:58:18.302689Z","time spent":"337.762994ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-08T02:58:18.640491Z","caller":"traceutil/trace.go:171","msg":"trace[1403193090] transaction","detail":"{read_only:false; response_revision:4630; number_of_response:1; }","duration":"361.006886ms","start":"2026-05-08T02:58:18.279467Z","end":"2026-05-08T02:58:18.640474Z","steps":["trace[1403193090] 'process raft request' (duration: 360.235259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:58:18.640512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.189294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-08T02:58:18.640605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T02:58:18.279451Z","time spent":"361.090239ms","remote":"127.0.0.1:42878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T02:58:18.640621Z","caller":"traceutil/trace.go:171","msg":"trace[141191172] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4633; }","duration":"334.318686ms","start":"2026-05-08T02:58:18.306284Z","end":"2026-05-08T02:58:18.640602Z","steps":["trace[141191172] 'agreement among raft nodes before linearized reading' (duration: 334.048111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:58:18.64072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T02:58:18.306274Z","time spent":"334.432569ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-08T02:58:18.64082Z","caller":"traceutil/trace.go:171","msg":"trace[1037872791] transaction","detail":"{read_only:false; response_revision:4631; number_of_response:1; }","duration":"358.514911ms","start":"2026-05-08T02:58:18.28229Z","end":"2026-05-08T02:58:18.640805Z","steps":["trace[1037872791] 'process raft request' (duration: 357.498388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:58:18.640888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T02:58:18.282268Z","time spent":"358.589252ms","remote":"127.0.0.1:42906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1544,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-08T02:58:18.641025Z","caller":"traceutil/trace.go:171","msg":"trace[1490554098] transaction","detail":"{read_only:false; response_revision:4632; number_of_response:1; }","duration":"352.157998ms","start":"2026-05-08T02:58:18.288841Z","end":"2026-05-08T02:58:18.640999Z","steps":["trace[1490554098] 'process raft request' (duration: 351.002371ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:58:18.641141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T02:58:18.288826Z","time spent":"352.23806ms","remote":"127.0.0.1:42986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13279,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T02:58:18.644661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.545973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2195922"} {"level":"info","ts":"2026-05-08T02:58:18.644803Z","caller":"traceutil/trace.go:171","msg":"trace[1802078488] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4633; }","duration":"230.709547ms","start":"2026-05-08T02:58:18.414078Z","end":"2026-05-08T02:58:18.644787Z","steps":["trace[1802078488] 'agreement among raft nodes before linearized reading' (duration: 226.751068ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:58:18.815567Z","caller":"traceutil/trace.go:171","msg":"trace[427290652] transaction","detail":"{read_only:false; response_revision:4644; number_of_response:1; }","duration":"112.355816ms","start":"2026-05-08T02:58:18.703174Z","end":"2026-05-08T02:58:18.81553Z","steps":["trace[427290652] 'process raft request' (duration: 112.281465ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:58:18.816131Z","caller":"traceutil/trace.go:171","msg":"trace[577690768] transaction","detail":"{read_only:false; response_revision:4643; number_of_response:1; }","duration":"117.677836ms","start":"2026-05-08T02:58:18.698434Z","end":"2026-05-08T02:58:18.816112Z","steps":["trace[577690768] 'process raft request' (duration: 63.718802ms)","trace[577690768] 'compare' (duration: 53.133275ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T02:58:18.81631Z","caller":"traceutil/trace.go:171","msg":"trace[1372609580] linearizableReadLoop","detail":"{readStateIndex:4810; appliedIndex:4809; }","duration":"116.99311ms","start":"2026-05-08T02:58:18.699302Z","end":"2026-05-08T02:58:18.816295Z","steps":["trace[1372609580] 'read index received' (duration: 62.952455ms)","trace[1372609580] 'applied index is now lower than readState.Index' (duration: 54.039134ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T02:58:18.816917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.189322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-08T02:58:18.816975Z","caller":"traceutil/trace.go:171","msg":"trace[757800209] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4644; }","duration":"128.311875ms","start":"2026-05-08T02:58:18.688644Z","end":"2026-05-08T02:58:18.816956Z","steps":["trace[757800209] 'agreement among raft nodes before linearized reading' (duration: 128.118641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:58:18.817114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.608864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-05-08T02:58:18.817197Z","caller":"traceutil/trace.go:171","msg":"trace[1519577910] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4644; }","duration":"113.730156ms","start":"2026-05-08T02:58:18.703446Z","end":"2026-05-08T02:58:18.817177Z","steps":["trace[1519577910] 'agreement among raft nodes before linearized reading' (duration: 113.521092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:58:18.817353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.595794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" ","response":"range_response_count:72 size:60103"} {"level":"info","ts":"2026-05-08T02:58:18.817401Z","caller":"traceutil/trace.go:171","msg":"trace[1132148642] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:72; response_revision:4644; }","duration":"129.662055ms","start":"2026-05-08T02:58:18.687727Z","end":"2026-05-08T02:58:18.817389Z","steps":["trace[1132148642] 'agreement among raft nodes before linearized reading' (duration: 129.140354ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:58:21.191132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.542252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T02:58:21.191262Z","caller":"traceutil/trace.go:171","msg":"trace[1801953102] transaction","detail":"{read_only:false; response_revision:4710; number_of_response:1; }","duration":"134.382683ms","start":"2026-05-08T02:58:21.056852Z","end":"2026-05-08T02:58:21.191235Z","steps":["trace[1801953102] 'process raft request' (duration: 21.635226ms)","trace[1801953102] 'compare' (duration: 112.429799ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T02:58:32.296186Z","caller":"traceutil/trace.go:171","msg":"trace[29763867] transaction","detail":"{read_only:false; response_revision:4860; number_of_response:1; }","duration":"244.796893ms","start":"2026-05-08T02:58:32.051367Z","end":"2026-05-08T02:58:32.296164Z","steps":["trace[29763867] 'process raft request' (duration: 244.638829ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:58:32.300858Z","caller":"traceutil/trace.go:171","msg":"trace[628238646] linearizableReadLoop","detail":"{readStateIndex:5034; appliedIndex:5032; }","duration":"139.368979ms","start":"2026-05-08T02:58:32.161475Z","end":"2026-05-08T02:58:32.300844Z","steps":["trace[628238646] 'read index received' (duration: 134.564471ms)","trace[628238646] 'applied index is now lower than readState.Index' (duration: 4.803758ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T02:58:32.301072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.258274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-08T02:58:32.301108Z","caller":"traceutil/trace.go:171","msg":"trace[740812512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4861; }","duration":"138.337235ms","start":"2026-05-08T02:58:32.162762Z","end":"2026-05-08T02:58:32.301099Z","steps":["trace[740812512] 'agreement among raft nodes before linearized reading' (duration: 138.161531ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:58:32.301097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.922817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-08T02:58:32.301144Z","caller":"traceutil/trace.go:171","msg":"trace[359048596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4861; }","duration":"138.010929ms","start":"2026-05-08T02:58:32.163122Z","end":"2026-05-08T02:58:32.301132Z","steps":["trace[359048596] 'agreement among raft nodes before linearized reading' (duration: 137.867296ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T02:58:32.301055Z","caller":"traceutil/trace.go:171","msg":"trace[1571600841] transaction","detail":"{read_only:false; response_revision:4861; number_of_response:1; }","duration":"150.297345ms","start":"2026-05-08T02:58:32.150729Z","end":"2026-05-08T02:58:32.301026Z","steps":["trace[1571600841] 'process raft request' (duration: 150.045569ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T02:58:32.301173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.684697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-08T02:58:32.30163Z","caller":"traceutil/trace.go:171","msg":"trace[41748165] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4861; }","duration":"140.199628ms","start":"2026-05-08T02:58:32.161421Z","end":"2026-05-08T02:58:32.301621Z","steps":["trace[41748165] 'agreement among raft nodes before linearized reading' (duration: 139.500702ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:00:19.513368Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2948} {"level":"info","ts":"2026-05-08T03:00:19.657964Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2948,"took":"143.042576ms","hash":2437742911,"current-db-size-bytes":53002240,"current-db-size":"53 MB","current-db-size-in-use-bytes":29126656,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-05-08T03:00:19.658042Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2437742911,"revision":2948,"compact-revision":-1} {"level":"info","ts":"2026-05-08T03:02:09.282665Z","caller":"traceutil/trace.go:171","msg":"trace[34706976] transaction","detail":"{read_only:false; response_revision:6421; number_of_response:1; }","duration":"195.526571ms","start":"2026-05-08T03:02:09.087107Z","end":"2026-05-08T03:02:09.282634Z","steps":["trace[34706976] 'process raft request' (duration: 179.20618ms)","trace[34706976] 'compare' (duration: 16.033904ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:02:09.917252Z","caller":"traceutil/trace.go:171","msg":"trace[1173091984] transaction","detail":"{read_only:false; response_revision:6424; number_of_response:1; }","duration":"448.806405ms","start":"2026-05-08T03:02:09.46841Z","end":"2026-05-08T03:02:09.917217Z","steps":["trace[1173091984] 'process raft request' (duration: 447.999326ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:09.91747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:09.468401Z","time spent":"448.964408ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T03:02:09.918642Z","caller":"traceutil/trace.go:171","msg":"trace[644089579] linearizableReadLoop","detail":"{readStateIndex:6651; appliedIndex:6649; }","duration":"154.659659ms","start":"2026-05-08T03:02:09.76396Z","end":"2026-05-08T03:02:09.91862Z","steps":["trace[644089579] 'read index received' (duration: 152.461359ms)","trace[644089579] 'applied index is now lower than readState.Index' (duration: 2.19702ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:02:09.91877Z","caller":"traceutil/trace.go:171","msg":"trace[30239062] transaction","detail":"{read_only:false; response_revision:6425; number_of_response:1; }","duration":"449.120131ms","start":"2026-05-08T03:02:09.469629Z","end":"2026-05-08T03:02:09.918749Z","steps":["trace[30239062] 'process raft request' (duration: 448.851995ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:09.918867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:09.46962Z","time spent":"449.189293ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T03:02:09.918962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.463111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-08T03:02:09.919039Z","caller":"traceutil/trace.go:171","msg":"trace[671673203] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6425; }","duration":"109.565504ms","start":"2026-05-08T03:02:09.809454Z","end":"2026-05-08T03:02:09.91902Z","steps":["trace[671673203] 'agreement among raft nodes before linearized reading' (duration: 109.449681ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:09.919181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.216462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T03:02:09.919223Z","caller":"traceutil/trace.go:171","msg":"trace[1642323131] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6425; }","duration":"155.286254ms","start":"2026-05-08T03:02:09.763924Z","end":"2026-05-08T03:02:09.91921Z","steps":["trace[1642323131] 'agreement among raft nodes before linearized reading' (duration: 155.220413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:15.425383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.115599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T03:02:15.425451Z","caller":"traceutil/trace.go:171","msg":"trace[2084944063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6450; }","duration":"662.222041ms","start":"2026-05-08T03:02:14.763211Z","end":"2026-05-08T03:02:15.425433Z","steps":["trace[2084944063] 'range keys from in-memory index tree' (duration: 662.044677ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:15.42548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:14.76319Z","time spent":"662.284343ms","remote":"127.0.0.1:42836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-08T03:02:15.425897Z","caller":"traceutil/trace.go:171","msg":"trace[1915022713] transaction","detail":"{read_only:false; response_revision:6451; number_of_response:1; }","duration":"533.062893ms","start":"2026-05-08T03:02:14.892809Z","end":"2026-05-08T03:02:15.425872Z","steps":["trace[1915022713] 'process raft request' (duration: 524.636521ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:15.426035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:14.892786Z","time spent":"533.168876ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T03:02:17.428029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99999556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T03:02:17.428168Z","caller":"traceutil/trace.go:171","msg":"trace[290698176] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000387249s","start":"2026-05-08T03:02:15.427744Z","end":"2026-05-08T03:02:17.428132Z","steps":["trace[290698176] 'agreement among raft nodes before linearized reading' (duration: 2.000021321s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:17.428491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:15.42773Z","time spent":"2.000704417s","remote":"127.0.0.1:42838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 03:02:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T03:02:18.089576Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.672103118s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-08T03:02:18.099398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.283485794s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T03:02:18.099737Z","caller":"traceutil/trace.go:171","msg":"trace[812547138] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6451; }","duration":"2.283834992s","start":"2026-05-08T03:02:15.815869Z","end":"2026-05-08T03:02:18.099704Z","steps":["trace[812547138] 'range keys from in-memory index tree' (duration: 2.283462173s)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:02:18.101488Z","caller":"traceutil/trace.go:171","msg":"trace[1876757656] transaction","detail":"{read_only:false; response_revision:6452; number_of_response:1; }","duration":"3.052185738s","start":"2026-05-08T03:02:15.049272Z","end":"2026-05-08T03:02:18.101458Z","steps":["trace[1876757656] 'process raft request' (duration: 3.040657677s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:18.101692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.799462217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-05-08T03:02:18.10173Z","caller":"traceutil/trace.go:171","msg":"trace[654344046] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6453; }","duration":"2.79954876s","start":"2026-05-08T03:02:15.302172Z","end":"2026-05-08T03:02:18.101721Z","steps":["trace[654344046] 'agreement among raft nodes before linearized reading' (duration: 2.799387096s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:18.101754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:15.301815Z","time spent":"2.799933858s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-05-08T03:02:18.101687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:15.049232Z","time spent":"3.052348242s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T03:02:18.101906Z","caller":"traceutil/trace.go:171","msg":"trace[972223479] transaction","detail":"{read_only:false; response_revision:6453; number_of_response:1; }","duration":"2.799815896s","start":"2026-05-08T03:02:15.302077Z","end":"2026-05-08T03:02:18.101893Z","steps":["trace[972223479] 'process raft request' (duration: 2.799273854s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:18.101987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:15.302043Z","time spent":"2.799887118s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T03:02:18.10149Z","caller":"traceutil/trace.go:171","msg":"trace[904664442] linearizableReadLoop","detail":"{readStateIndex:6680; appliedIndex:6677; }","duration":"2.799244543s","start":"2026-05-08T03:02:15.302223Z","end":"2026-05-08T03:02:18.101467Z","steps":["trace[904664442] 'read index received' (duration: 115.247014ms)","trace[904664442] 'applied index is now lower than readState.Index' (duration: 2.683996559s)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:02:18.473794Z","caller":"traceutil/trace.go:171","msg":"trace[1790071392] transaction","detail":"{read_only:false; response_revision:6454; number_of_response:1; }","duration":"3.002672223s","start":"2026-05-08T03:02:15.471089Z","end":"2026-05-08T03:02:18.473761Z","steps":["trace[1790071392] 'process raft request' (duration: 3.000964475s)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:02:18.473886Z","caller":"traceutil/trace.go:171","msg":"trace[1519757159] transaction","detail":"{read_only:false; response_revision:6455; number_of_response:1; }","duration":"2.113810842s","start":"2026-05-08T03:02:16.360052Z","end":"2026-05-08T03:02:18.473862Z","steps":["trace[1519757159] 'process raft request' (duration: 2.113615508s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:18.473949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:16.360028Z","time spent":"2.113888464s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T03:02:18.473948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:15.471068Z","time spent":"3.002798786s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T03:02:18.474124Z","caller":"traceutil/trace.go:171","msg":"trace[1174665810] transaction","detail":"{read_only:false; response_revision:6456; number_of_response:1; }","duration":"1.26264297s","start":"2026-05-08T03:02:17.211321Z","end":"2026-05-08T03:02:18.473964Z","steps":["trace[1174665810] 'process raft request' (duration: 1.262472706s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:18.474887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:17.211297Z","time spent":"1.2635387s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T03:02:18.474228Z","caller":"traceutil/trace.go:171","msg":"trace[978682438] transaction","detail":"{read_only:false; response_revision:6457; number_of_response:1; }","duration":"1.040013492s","start":"2026-05-08T03:02:17.434189Z","end":"2026-05-08T03:02:18.474203Z","steps":["trace[978682438] 'process raft request' (duration: 1.039630273s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:18.475113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:17.434161Z","time spent":"1.040873812s","remote":"127.0.0.1:42878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-08T03:02:19.12515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.270764ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-08T03:02:19.125266Z","caller":"traceutil/trace.go:171","msg":"trace[1901013888] linearizableReadLoop","detail":"{readStateIndex:6685; appliedIndex:6680; }","duration":"1.023010825s","start":"2026-05-08T03:02:18.102237Z","end":"2026-05-08T03:02:19.125248Z","steps":["trace[1901013888] 'read index received' (duration: 369.847098ms)","trace[1901013888] 'applied index is now lower than readState.Index' (duration: 653.161917ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T03:02:19.125629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.270558292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-08T03:02:19.125651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.495986252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-08T03:02:19.125671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.523202062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T03:02:19.125697Z","caller":"traceutil/trace.go:171","msg":"trace[1797348203] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6457; }","duration":"3.496075165s","start":"2026-05-08T03:02:15.629611Z","end":"2026-05-08T03:02:19.125686Z","steps":["trace[1797348203] 'agreement among raft nodes before linearized reading' (duration: 3.495972902s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:19.125668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.16900948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-08T03:02:19.125882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.448913441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T03:02:19.125945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.021270948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T03:02:19.125951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.049287506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-08T03:02:19.125975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.703217829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-05-08T03:02:19.125988Z","caller":"traceutil/trace.go:171","msg":"trace[326101658] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:6457; }","duration":"2.049395217s","start":"2026-05-08T03:02:17.076579Z","end":"2026-05-08T03:02:19.125974Z","steps":["trace[326101658] 'agreement among raft nodes before linearized reading' (duration: 2.049337786s)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:02:19.12602Z","caller":"traceutil/trace.go:171","msg":"trace[633929975] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6457; }","duration":"3.703297701s","start":"2026-05-08T03:02:15.422711Z","end":"2026-05-08T03:02:19.126008Z","steps":["trace[633929975] 'agreement among raft nodes before linearized reading' (duration: 3.70281707s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:19.126025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:17.07656Z","time spent":"2.049455669s","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-08T03:02:19.125994Z","caller":"traceutil/trace.go:171","msg":"trace[10694051] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:6457; }","duration":"2.449042094s","start":"2026-05-08T03:02:16.676915Z","end":"2026-05-08T03:02:19.125957Z","steps":["trace[10694051] 'agreement among raft nodes before linearized reading' (duration: 2.448927891s)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:02:19.126108Z","caller":"traceutil/trace.go:171","msg":"trace[96126103] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:6457; }","duration":"3.021341509s","start":"2026-05-08T03:02:16.104622Z","end":"2026-05-08T03:02:19.125963Z","steps":["trace[96126103] 'agreement among raft nodes before linearized reading' (duration: 3.021222856s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:19.126125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.645521927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-08T03:02:19.126146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:16.104598Z","time spent":"3.021541523s","remote":"127.0.0.1:43208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-05-08T03:02:19.126026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.822108506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"warn","ts":"2026-05-08T03:02:19.126129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:16.676892Z","time spent":"2.449224077s","remote":"127.0.0.1:59982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-05-08T03:02:19.126158Z","caller":"traceutil/trace.go:171","msg":"trace[258995811] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6457; }","duration":"3.64569862s","start":"2026-05-08T03:02:15.480452Z","end":"2026-05-08T03:02:19.12615Z","steps":["trace[258995811] 'agreement among raft nodes before linearized reading' (duration: 3.645013604s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:19.126296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:15.480433Z","time spent":"3.645853613s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T03:02:19.125727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:15.629593Z","time spent":"3.496126095s","remote":"127.0.0.1:56432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-08T03:02:19.126068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.16630757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-08T03:02:19.126431Z","caller":"traceutil/trace.go:171","msg":"trace[847532064] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6457; }","duration":"3.166718488s","start":"2026-05-08T03:02:15.959704Z","end":"2026-05-08T03:02:19.126422Z","steps":["trace[847532064] 'agreement among raft nodes before linearized reading' (duration: 3.166150036s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:19.126458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:15.959681Z","time spent":"3.16676758s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-08T03:02:19.125884Z","caller":"traceutil/trace.go:171","msg":"trace[859820305] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6457; }","duration":"3.169288867s","start":"2026-05-08T03:02:15.956573Z","end":"2026-05-08T03:02:19.125862Z","steps":["trace[859820305] 'agreement among raft nodes before linearized reading' (duration: 3.168866757s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:19.126553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:15.956544Z","time spent":"3.170002183s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-08T03:02:19.125657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.183605834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-08T03:02:19.126681Z","caller":"traceutil/trace.go:171","msg":"trace[1935382600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6457; }","duration":"3.184656547s","start":"2026-05-08T03:02:15.942015Z","end":"2026-05-08T03:02:19.126671Z","steps":["trace[1935382600] 'agreement among raft nodes before linearized reading' (duration: 3.183524871s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:19.12671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:15.942003Z","time spent":"3.184698748s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-08T03:02:19.125741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.184671598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-08T03:02:19.126779Z","caller":"traceutil/trace.go:171","msg":"trace[1025325797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6457; }","duration":"3.185752402s","start":"2026-05-08T03:02:15.94102Z","end":"2026-05-08T03:02:19.126772Z","steps":["trace[1025325797] 'agreement among raft nodes before linearized reading' (duration: 3.184537835s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:19.126838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:15.940985Z","time spent":"3.185845375s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-08T03:02:19.125728Z","caller":"traceutil/trace.go:171","msg":"trace[1593195629] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:6457; }","duration":"3.523303734s","start":"2026-05-08T03:02:15.602406Z","end":"2026-05-08T03:02:19.125709Z","steps":["trace[1593195629] 'agreement among raft nodes before linearized reading' (duration: 3.523202112s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:19.127034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:15.602384Z","time spent":"3.524640525s","remote":"127.0.0.1:41620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-05-08T03:02:19.125696Z","caller":"traceutil/trace.go:171","msg":"trace[29222039] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:6457; }","duration":"3.270675965s","start":"2026-05-08T03:02:15.855005Z","end":"2026-05-08T03:02:19.125681Z","steps":["trace[29222039] 'agreement among raft nodes before linearized reading' (duration: 3.270569442s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:19.127226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:15.854984Z","time spent":"3.272230531s","remote":"127.0.0.1:42970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-05-08T03:02:19.125782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.010418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T03:02:19.127386Z","caller":"traceutil/trace.go:171","msg":"trace[1791147546] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:6457; }","duration":"952.667055ms","start":"2026-05-08T03:02:18.17471Z","end":"2026-05-08T03:02:19.127377Z","steps":["trace[1791147546] 'agreement among raft nodes before linearized reading' (duration: 951.047858ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:19.127412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:18.174683Z","time spent":"952.720836ms","remote":"127.0.0.1:42928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-05-08T03:02:19.125793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.550514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T03:02:19.127565Z","caller":"traceutil/trace.go:171","msg":"trace[952654077] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:6457; }","duration":"368.374055ms","start":"2026-05-08T03:02:18.759183Z","end":"2026-05-08T03:02:19.127557Z","steps":["trace[952654077] 'agreement among raft nodes before linearized reading' (duration: 366.581385ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:19.127591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:18.759148Z","time spent":"368.435326ms","remote":"127.0.0.1:55924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-05-08T03:02:19.125814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.23895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T03:02:19.127702Z","caller":"traceutil/trace.go:171","msg":"trace[1247385055] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:6457; }","duration":"481.177503ms","start":"2026-05-08T03:02:18.646515Z","end":"2026-05-08T03:02:19.127692Z","steps":["trace[1247385055] 'agreement among raft nodes before linearized reading' (duration: 479.27877ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:19.127735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:18.646482Z","time spent":"481.243395ms","remote":"127.0.0.1:59984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-05-08T03:02:19.125812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.616109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T03:02:19.127886Z","caller":"traceutil/trace.go:171","msg":"trace[1341482221] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6457; }","duration":"105.718127ms","start":"2026-05-08T03:02:19.022147Z","end":"2026-05-08T03:02:19.127865Z","steps":["trace[1341482221] 'agreement among raft nodes before linearized reading' (duration: 103.61975ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:19.125894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688617586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T03:02:19.128387Z","caller":"traceutil/trace.go:171","msg":"trace[225649304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6457; }","duration":"1.691088762s","start":"2026-05-08T03:02:17.437223Z","end":"2026-05-08T03:02:19.128311Z","steps":["trace[225649304] 'agreement among raft nodes before linearized reading' (duration: 1.688650566s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:19.128485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:17.437199Z","time spent":"1.691271786s","remote":"127.0.0.1:42836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T03:02:19.126062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:15.422686Z","time spent":"3.703367132s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-05-08T03:02:19.12621Z","caller":"traceutil/trace.go:171","msg":"trace[1230226398] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6457; }","duration":"3.82232365s","start":"2026-05-08T03:02:15.303876Z","end":"2026-05-08T03:02:19.1262Z","steps":["trace[1230226398] 'agreement among raft nodes before linearized reading' (duration: 3.821803629s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:19.128859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:15.303855Z","time spent":"3.82499134s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-05-08T03:02:25.033753Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011513337751189350,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T03:02:25.534078Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011513337751189350,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T03:02:25.999116Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.505161465s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T03:02:25.999654Z","caller":"traceutil/trace.go:171","msg":"trace[2011658596] transaction","detail":"{read_only:false; response_revision:6488; number_of_response:1; }","duration":"1.505767478s","start":"2026-05-08T03:02:24.493864Z","end":"2026-05-08T03:02:25.999632Z","steps":["trace[2011658596] 'process raft request' (duration: 1.505595044s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:25.999767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:24.49384Z","time spent":"1.50585757s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T03:02:26.626081Z","caller":"traceutil/trace.go:171","msg":"trace[526321788] linearizableReadLoop","detail":"{readStateIndex:6718; appliedIndex:6716; }","duration":"2.09278557s","start":"2026-05-08T03:02:24.533268Z","end":"2026-05-08T03:02:26.626053Z","steps":["trace[526321788] 'read index received' (duration: 1.466259097s)","trace[526321788] 'applied index is now lower than readState.Index' (duration: 626.525293ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:02:26.626482Z","caller":"traceutil/trace.go:171","msg":"trace[1561118700] transaction","detail":"{read_only:false; response_revision:6489; number_of_response:1; }","duration":"2.13184932s","start":"2026-05-08T03:02:24.494586Z","end":"2026-05-08T03:02:26.626435Z","steps":["trace[1561118700] 'process raft request' (duration: 2.131163894s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:26.626621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:24.494576Z","time spent":"2.131944641s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T03:02:26.626909Z","caller":"traceutil/trace.go:171","msg":"trace[461276560] transaction","detail":"{read_only:false; response_revision:6490; number_of_response:1; }","duration":"862.663258ms","start":"2026-05-08T03:02:25.764233Z","end":"2026-05-08T03:02:26.626896Z","steps":["trace[461276560] 'process raft request' (duration: 861.758138ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:26.626986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:25.764216Z","time spent":"862.725979ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T03:02:26.627278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.094008368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-05-08T03:02:26.627321Z","caller":"traceutil/trace.go:171","msg":"trace[1540232331] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6490; }","duration":"2.094187213s","start":"2026-05-08T03:02:24.533122Z","end":"2026-05-08T03:02:26.627309Z","steps":["trace[1540232331] 'agreement among raft nodes before linearized reading' (duration: 2.094039909s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:26.627357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:24.533096Z","time spent":"2.094252124s","remote":"127.0.0.1:42986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-08T03:02:26.763201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999911686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T03:02:26.763292Z","caller":"traceutil/trace.go:171","msg":"trace[343807014] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00006398s","start":"2026-05-08T03:02:24.763207Z","end":"2026-05-08T03:02:26.763271Z","steps":["trace[343807014] 'agreement among raft nodes before linearized reading' (duration: 1.999949297s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:26.763339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:24.76318Z","time spent":"2.000149942s","remote":"127.0.0.1:42836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 03:02:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T03:02:27.082987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.720768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T03:02:27.086197Z","caller":"traceutil/trace.go:171","msg":"trace[715577783] linearizableReadLoop","detail":"{readStateIndex:6721; appliedIndex:6719; }","duration":"460.028562ms","start":"2026-05-08T03:02:26.626149Z","end":"2026-05-08T03:02:27.086178Z","steps":["trace[715577783] 'read index received' (duration: 119.015839ms)","trace[715577783] 'applied index is now lower than readState.Index' (duration: 341.011593ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:02:27.086987Z","caller":"traceutil/trace.go:171","msg":"trace[99600713] transaction","detail":"{read_only:false; response_revision:6491; number_of_response:1; }","duration":"943.025658ms","start":"2026-05-08T03:02:26.143943Z","end":"2026-05-08T03:02:27.086968Z","steps":["trace[99600713] 'process raft request' (duration: 601.193226ms)","trace[99600713] 'compare' (duration: 337.538504ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T03:02:27.087093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:26.143929Z","time spent":"943.110419ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T03:02:27.088166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.496447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T03:02:27.087849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809539653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-08T03:02:27.08824Z","caller":"traceutil/trace.go:171","msg":"trace[307934863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6492; }","duration":"1.809971283s","start":"2026-05-08T03:02:25.278258Z","end":"2026-05-08T03:02:27.08823Z","steps":["trace[307934863] 'agreement among raft nodes before linearized reading' (duration: 1.809497812s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:27.087882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.231804625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T03:02:27.088281Z","caller":"traceutil/trace.go:171","msg":"trace[806177518] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:6492; }","duration":"2.232247716s","start":"2026-05-08T03:02:24.856019Z","end":"2026-05-08T03:02:27.088267Z","steps":["trace[806177518] 'agreement among raft nodes before linearized reading' (duration: 2.231804096s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:27.08828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:25.27824Z","time spent":"1.810027744s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-08T03:02:27.08831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:24.855995Z","time spent":"2.232304817s","remote":"127.0.0.1:55968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-05-08T03:02:27.088156Z","caller":"traceutil/trace.go:171","msg":"trace[142004324] transaction","detail":"{read_only:false; response_revision:6492; number_of_response:1; }","duration":"927.254349ms","start":"2026-05-08T03:02:26.160875Z","end":"2026-05-08T03:02:27.088129Z","steps":["trace[142004324] 'process raft request' (duration: 925.201453ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:02:27.088239Z","caller":"traceutil/trace.go:171","msg":"trace[1278426435] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:6492; }","duration":"903.6004ms","start":"2026-05-08T03:02:26.184623Z","end":"2026-05-08T03:02:27.088223Z","steps":["trace[1278426435] 'agreement among raft nodes before linearized reading' (duration: 903.482117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:27.088534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:26.160865Z","time spent":"927.630388ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T03:02:27.087912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732026918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-08T03:02:27.08863Z","caller":"traceutil/trace.go:171","msg":"trace[757500463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6492; }","duration":"1.732738814s","start":"2026-05-08T03:02:25.355879Z","end":"2026-05-08T03:02:27.088617Z","steps":["trace[757500463] 'agreement among raft nodes before linearized reading' (duration: 1.731989637s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:27.088657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:25.355844Z","time spent":"1.732805056s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-08T03:02:27.087962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732588981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-08T03:02:27.088729Z","caller":"traceutil/trace.go:171","msg":"trace[503031889] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6492; }","duration":"1.733412271s","start":"2026-05-08T03:02:25.35531Z","end":"2026-05-08T03:02:27.088723Z","steps":["trace[503031889] 'agreement among raft nodes before linearized reading' (duration: 1.732613912s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:27.088748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:25.355276Z","time spent":"1.733466661s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T03:02:27.087951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731752852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-08T03:02:27.087954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896244667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-08T03:02:27.088897Z","caller":"traceutil/trace.go:171","msg":"trace[997303514] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6492; }","duration":"1.89722547s","start":"2026-05-08T03:02:25.191663Z","end":"2026-05-08T03:02:27.088888Z","steps":["trace[997303514] 'agreement among raft nodes before linearized reading' (duration: 1.896240277s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:27.088924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:25.191641Z","time spent":"1.897274861s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-08T03:02:27.08802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406022517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T03:02:27.089018Z","caller":"traceutil/trace.go:171","msg":"trace[1302698579] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:6492; }","duration":"1.407049131s","start":"2026-05-08T03:02:25.681956Z","end":"2026-05-08T03:02:27.089006Z","steps":["trace[1302698579] 'agreement among raft nodes before linearized reading' (duration: 1.406022567s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:27.089088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:25.681936Z","time spent":"1.407135353s","remote":"127.0.0.1:43018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-05-08T03:02:27.088063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.405850997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T03:02:27.089194Z","caller":"traceutil/trace.go:171","msg":"trace[1782486419] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:6492; }","duration":"2.407030094s","start":"2026-05-08T03:02:24.682151Z","end":"2026-05-08T03:02:27.089181Z","steps":["trace[1782486419] 'agreement among raft nodes before linearized reading' (duration: 2.405888638s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:27.089236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:24.682109Z","time spent":"2.407117176s","remote":"127.0.0.1:43286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":10,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-05-08T03:02:27.088073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941284553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-05-08T03:02:27.089378Z","caller":"traceutil/trace.go:171","msg":"trace[854650644] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6492; }","duration":"1.942585052s","start":"2026-05-08T03:02:25.146783Z","end":"2026-05-08T03:02:27.089368Z","steps":["trace[854650644] 'agreement among raft nodes before linearized reading' (duration: 1.941249202s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:27.089402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:25.14669Z","time spent":"1.942704265s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-05-08T03:02:27.089616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.110776451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-db-sync-prjz7\" ","response":"range_response_count:1 size:6465"} {"level":"warn","ts":"2026-05-08T03:02:27.088079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.469631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-05-08T03:02:27.089664Z","caller":"traceutil/trace.go:171","msg":"trace[986115373] range","detail":"{range_begin:/registry/pods/openstack/horizon-db-sync-prjz7; range_end:; response_count:1; response_revision:6492; }","duration":"2.110856283s","start":"2026-05-08T03:02:24.978787Z","end":"2026-05-08T03:02:27.089643Z","steps":["trace[986115373] 'agreement among raft nodes before linearized reading' (duration: 2.109295747s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:27.089688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:24.97877Z","time spent":"2.110911164s","remote":"127.0.0.1:42986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":6488,"request content":"key:\"/registry/pods/openstack/horizon-db-sync-prjz7\" "} {"level":"info","ts":"2026-05-08T03:02:27.089683Z","caller":"traceutil/trace.go:171","msg":"trace[381712596] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6492; }","duration":"458.084597ms","start":"2026-05-08T03:02:26.631589Z","end":"2026-05-08T03:02:27.089674Z","steps":["trace[381712596] 'agreement among raft nodes before linearized reading' (duration: 456.414749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:27.089719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:26.631577Z","time spent":"458.132979ms","remote":"127.0.0.1:42986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-08T03:02:27.088028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.603131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-05-08T03:02:27.089841Z","caller":"traceutil/trace.go:171","msg":"trace[2031957234] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6492; }","duration":"963.491444ms","start":"2026-05-08T03:02:26.12634Z","end":"2026-05-08T03:02:27.089831Z","steps":["trace[2031957234] 'agreement among raft nodes before linearized reading' (duration: 961.449157ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:27.089869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:26.126316Z","time spent":"963.544595ms","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-05-08T03:02:27.088125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.018956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T03:02:27.090193Z","caller":"traceutil/trace.go:171","msg":"trace[1944813370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6492; }","duration":"959.120014ms","start":"2026-05-08T03:02:26.131065Z","end":"2026-05-08T03:02:27.090185Z","steps":["trace[1944813370] 'agreement among raft nodes before linearized reading' (duration: 957.041326ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:27.090228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:26.131044Z","time spent":"959.177066ms","remote":"127.0.0.1:42836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T03:02:27.088118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.337823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T03:02:27.090338Z","caller":"traceutil/trace.go:171","msg":"trace[303715677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6492; }","duration":"326.589364ms","start":"2026-05-08T03:02:26.763742Z","end":"2026-05-08T03:02:27.090331Z","steps":["trace[303715677] 'agreement among raft nodes before linearized reading' (duration: 324.357983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:27.09036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:26.763725Z","time spent":"326.628265ms","remote":"127.0.0.1:42838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-08T03:02:27.088836Z","caller":"traceutil/trace.go:171","msg":"trace[497031842] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6492; }","duration":"1.732653063s","start":"2026-05-08T03:02:25.356166Z","end":"2026-05-08T03:02:27.088819Z","steps":["trace[497031842] 'agreement among raft nodes before linearized reading' (duration: 1.73165902s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:27.090463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:25.35616Z","time spent":"1.734294871s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-08T03:02:27.088019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.940933124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-05-08T03:02:27.090524Z","caller":"traceutil/trace.go:171","msg":"trace[854210367] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6492; }","duration":"1.943472802s","start":"2026-05-08T03:02:25.147042Z","end":"2026-05-08T03:02:27.090515Z","steps":["trace[854210367] 'agreement among raft nodes before linearized reading' (duration: 1.940926024s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:27.090545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:25.147023Z","time spent":"1.943515613s","remote":"127.0.0.1:43030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4807,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-05-08T03:02:27.093954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:26.184596Z","time spent":"903.936357ms","remote":"127.0.0.1:41638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-05-08T03:02:51.48773Z","caller":"traceutil/trace.go:171","msg":"trace[1850382117] transaction","detail":"{read_only:false; response_revision:6676; number_of_response:1; }","duration":"157.353214ms","start":"2026-05-08T03:02:51.330341Z","end":"2026-05-08T03:02:51.487694Z","steps":["trace[1850382117] 'process raft request' (duration: 157.244381ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:02:51.48794Z","caller":"traceutil/trace.go:171","msg":"trace[1150487754] linearizableReadLoop","detail":"{readStateIndex:6913; appliedIndex:6910; }","duration":"117.69517ms","start":"2026-05-08T03:02:51.37022Z","end":"2026-05-08T03:02:51.487915Z","steps":["trace[1150487754] 'read index received' (duration: 62.499033ms)","trace[1150487754] 'applied index is now lower than readState.Index' (duration: 55.195087ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T03:02:51.488115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.873384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T03:02:51.489204Z","caller":"traceutil/trace.go:171","msg":"trace[1506612713] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:6677; }","duration":"119.00098ms","start":"2026-05-08T03:02:51.370165Z","end":"2026-05-08T03:02:51.489166Z","steps":["trace[1506612713] 'agreement among raft nodes before linearized reading' (duration: 117.830814ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:02:51.488242Z","caller":"traceutil/trace.go:171","msg":"trace[81598805] transaction","detail":"{read_only:false; response_revision:6677; number_of_response:1; }","duration":"154.765334ms","start":"2026-05-08T03:02:51.333457Z","end":"2026-05-08T03:02:51.488222Z","steps":["trace[81598805] 'process raft request' (duration: 154.181311ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:02:51.488328Z","caller":"traceutil/trace.go:171","msg":"trace[1449359282] transaction","detail":"{read_only:false; response_revision:6675; number_of_response:1; }","duration":"158.155652ms","start":"2026-05-08T03:02:51.33015Z","end":"2026-05-08T03:02:51.488306Z","steps":["trace[1449359282] 'process raft request' (duration: 102.692039ms)","trace[1449359282] 'compare' (duration: 54.461141ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T03:02:51.723679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.222197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/federations.rabbitmq.com\" ","response":"range_response_count:1 size:7781"} {"level":"info","ts":"2026-05-08T03:02:51.723784Z","caller":"traceutil/trace.go:171","msg":"trace[173551887] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/federations.rabbitmq.com; range_end:; response_count:1; response_revision:6678; }","duration":"134.35018ms","start":"2026-05-08T03:02:51.589405Z","end":"2026-05-08T03:02:51.723755Z","steps":["trace[173551887] 'range keys from in-memory index tree' (duration: 134.086994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:58.768681Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011513337751189983,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T03:02:59.250513Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.109909019s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T03:02:59.251036Z","caller":"traceutil/trace.go:171","msg":"trace[524906520] linearizableReadLoop","detail":"{readStateIndex:6949; appliedIndex:6948; }","duration":"983.12355ms","start":"2026-05-08T03:02:58.267887Z","end":"2026-05-08T03:02:59.251011Z","steps":["trace[524906520] 'read index received' (duration: 982.883305ms)","trace[524906520] 'applied index is now lower than readState.Index' (duration: 239.025µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:02:59.251197Z","caller":"traceutil/trace.go:171","msg":"trace[1512025255] transaction","detail":"{read_only:false; response_revision:6711; number_of_response:1; }","duration":"1.110735257s","start":"2026-05-08T03:02:58.140442Z","end":"2026-05-08T03:02:59.251177Z","steps":["trace[1512025255] 'process raft request' (duration: 1.110351538s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:59.251371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:58.140408Z","time spent":"1.11085056s","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T03:02:59.251384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.476469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T03:02:59.251465Z","caller":"traceutil/trace.go:171","msg":"trace[695391611] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:6711; }","duration":"983.627683ms","start":"2026-05-08T03:02:58.267815Z","end":"2026-05-08T03:02:59.251443Z","steps":["trace[695391611] 'agreement among raft nodes before linearized reading' (duration: 983.455268ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:59.251512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:58.267783Z","time spent":"983.720974ms","remote":"127.0.0.1:43044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-05-08T03:02:59.260419Z","caller":"traceutil/trace.go:171","msg":"trace[2099580515] transaction","detail":"{read_only:false; response_revision:6712; number_of_response:1; }","duration":"299.776928ms","start":"2026-05-08T03:02:58.960631Z","end":"2026-05-08T03:02:59.260408Z","steps":["trace[2099580515] 'process raft request' (duration: 299.636815ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:59.26059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.30569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T03:02:59.260624Z","caller":"traceutil/trace.go:171","msg":"trace[612577781] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:6713; }","duration":"988.409902ms","start":"2026-05-08T03:02:58.272204Z","end":"2026-05-08T03:02:59.260614Z","steps":["trace[612577781] 'agreement among raft nodes before linearized reading' (duration: 988.310409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:59.260646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:58.272172Z","time spent":"988.468833ms","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-08T03:02:59.260745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.886888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T03:02:59.260787Z","caller":"traceutil/trace.go:171","msg":"trace[1989020259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6713; }","duration":"496.983619ms","start":"2026-05-08T03:02:58.763792Z","end":"2026-05-08T03:02:59.260776Z","steps":["trace[1989020259] 'agreement among raft nodes before linearized reading' (duration: 496.913718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:59.260819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:58.763763Z","time spent":"497.0505ms","remote":"127.0.0.1:42836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T03:02:59.260856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.94112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-08T03:02:59.260889Z","caller":"traceutil/trace.go:171","msg":"trace[317032686] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6713; }","duration":"761.010522ms","start":"2026-05-08T03:02:58.499869Z","end":"2026-05-08T03:02:59.260879Z","steps":["trace[317032686] 'agreement among raft nodes before linearized reading' (duration: 760.898759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:59.260813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.754056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T03:02:59.261033Z","caller":"traceutil/trace.go:171","msg":"trace[488264956] transaction","detail":"{read_only:false; response_revision:6713; number_of_response:1; }","duration":"216.651183ms","start":"2026-05-08T03:02:59.044372Z","end":"2026-05-08T03:02:59.261023Z","steps":["trace[488264956] 'process raft request' (duration: 215.981559ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:02:59.260989Z","caller":"traceutil/trace.go:171","msg":"trace[2096858208] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:6713; }","duration":"267.009301ms","start":"2026-05-08T03:02:58.993947Z","end":"2026-05-08T03:02:59.260956Z","steps":["trace[2096858208] 'agreement among raft nodes before linearized reading' (duration: 266.602302ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:59.260907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:58.499843Z","time spent":"761.059934ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-08T03:02:59.261081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.049671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T03:02:59.261199Z","caller":"traceutil/trace.go:171","msg":"trace[1435195507] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:6713; }","duration":"450.229525ms","start":"2026-05-08T03:02:58.810943Z","end":"2026-05-08T03:02:59.261173Z","steps":["trace[1435195507] 'agreement among raft nodes before linearized reading' (duration: 449.952118ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:59.261258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:58.810917Z","time spent":"450.328757ms","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":84,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-05-08T03:02:59.496207Z","caller":"traceutil/trace.go:171","msg":"trace[806862649] linearizableReadLoop","detail":"{readStateIndex:6953; appliedIndex:6952; }","duration":"170.125084ms","start":"2026-05-08T03:02:59.326001Z","end":"2026-05-08T03:02:59.496126Z","steps":["trace[806862649] 'read index received' (duration: 145.305459ms)","trace[806862649] 'applied index is now lower than readState.Index' (duration: 24.817965ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:02:59.496304Z","caller":"traceutil/trace.go:171","msg":"trace[1026101193] transaction","detail":"{read_only:false; response_revision:6715; number_of_response:1; }","duration":"219.598831ms","start":"2026-05-08T03:02:59.276691Z","end":"2026-05-08T03:02:59.49629Z","steps":["trace[1026101193] 'process raft request' (duration: 194.613582ms)","trace[1026101193] 'compare' (duration: 24.584749ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T03:02:59.496511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.464832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-08T03:02:59.496626Z","caller":"traceutil/trace.go:171","msg":"trace[1541430275] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6715; }","duration":"170.643576ms","start":"2026-05-08T03:02:59.325957Z","end":"2026-05-08T03:02:59.4966Z","steps":["trace[1541430275] 'agreement among raft nodes before linearized reading' (duration: 170.408681ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:02:59.819674Z","caller":"traceutil/trace.go:171","msg":"trace[305871494] linearizableReadLoop","detail":"{readStateIndex:6955; appliedIndex:6953; }","duration":"323.371454ms","start":"2026-05-08T03:02:59.496251Z","end":"2026-05-08T03:02:59.819622Z","steps":["trace[305871494] 'read index received' (duration: 323.037237ms)","trace[305871494] 'applied index is now lower than readState.Index' (duration: 332.977µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T03:02:59.820155Z","caller":"traceutil/trace.go:171","msg":"trace[1357840209] transaction","detail":"{read_only:false; response_revision:6717; number_of_response:1; }","duration":"351.076806ms","start":"2026-05-08T03:02:59.469057Z","end":"2026-05-08T03:02:59.820133Z","steps":["trace[1357840209] 'process raft request' (duration: 350.432592ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:02:59.820215Z","caller":"traceutil/trace.go:171","msg":"trace[2022922539] transaction","detail":"{read_only:false; response_revision:6716; number_of_response:1; }","duration":"463.569488ms","start":"2026-05-08T03:02:59.356619Z","end":"2026-05-08T03:02:59.820189Z","steps":["trace[2022922539] 'process raft request' (duration: 462.556785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:59.820254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.926169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-08T03:02:59.820321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:59.469022Z","time spent":"351.185509ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T03:02:59.820341Z","caller":"traceutil/trace.go:171","msg":"trace[559444033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6717; }","duration":"476.052772ms","start":"2026-05-08T03:02:59.344271Z","end":"2026-05-08T03:02:59.820324Z","steps":["trace[559444033] 'agreement among raft nodes before linearized reading' (duration: 475.857257ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:59.820382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:59.344259Z","time spent":"476.116644ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-08T03:02:59.820376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:59.356606Z","time spent":"463.684461ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T03:02:59.821842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.393471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-08T03:02:59.821891Z","caller":"traceutil/trace.go:171","msg":"trace[657849908] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6718; }","duration":"289.478033ms","start":"2026-05-08T03:02:59.532401Z","end":"2026-05-08T03:02:59.821879Z","steps":["trace[657849908] 'agreement among raft nodes before linearized reading' (duration: 289.362841ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:02:59.82216Z","caller":"traceutil/trace.go:171","msg":"trace[2113138184] transaction","detail":"{read_only:false; response_revision:6718; number_of_response:1; }","duration":"320.954411ms","start":"2026-05-08T03:02:59.501192Z","end":"2026-05-08T03:02:59.822146Z","steps":["trace[2113138184] 'process raft request' (duration: 320.472719ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:59.822239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T03:02:59.501156Z","time spent":"321.024292ms","remote":"127.0.0.1:43074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T03:02:59.822457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.557349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-08T03:02:59.822546Z","caller":"traceutil/trace.go:171","msg":"trace[144171878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6718; }","duration":"287.679642ms","start":"2026-05-08T03:02:59.53485Z","end":"2026-05-08T03:02:59.822529Z","steps":["trace[144171878] 'agreement among raft nodes before linearized reading' (duration: 287.480867ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:59.82264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.847694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-08T03:02:59.822672Z","caller":"traceutil/trace.go:171","msg":"trace[1865462429] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6718; }","duration":"283.893156ms","start":"2026-05-08T03:02:59.53877Z","end":"2026-05-08T03:02:59.822663Z","steps":["trace[1865462429] 'agreement among raft nodes before linearized reading' (duration: 283.829874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:59.82291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.092905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-08T03:02:59.822939Z","caller":"traceutil/trace.go:171","msg":"trace[892687673] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6718; }","duration":"199.132326ms","start":"2026-05-08T03:02:59.623794Z","end":"2026-05-08T03:02:59.822926Z","steps":["trace[892687673] 'agreement among raft nodes before linearized reading' (duration: 199.007703ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T03:02:59.827326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.205029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com\" ","response":"range_response_count:1 size:6805"} {"level":"info","ts":"2026-05-08T03:02:59.827379Z","caller":"traceutil/trace.go:171","msg":"trace[1017213174] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com; range_end:; response_count:1; response_revision:6718; }","duration":"229.316343ms","start":"2026-05-08T03:02:59.598044Z","end":"2026-05-08T03:02:59.827361Z","steps":["trace[1017213174] 'agreement among raft nodes before linearized reading' (duration: 224.310199ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T03:05:19.519775Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5668} {"level":"info","ts":"2026-05-08T03:05:19.616527Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5668,"took":"94.538466ms","hash":1605894860,"current-db-size-bytes":53002240,"current-db-size":"53 MB","current-db-size-in-use-bytes":18182144,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-05-08T03:05:19.616617Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1605894860,"revision":5668,"compact-revision":2948}