{"level":"warn","ts":"2026-05-08T18:15:03.113195Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-08T18:15:03.113311Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.44:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.44:2380","--initial-cluster=instance=https://199.204.45.44:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.44:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.44:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-08T18:15:03.113404Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-08T18:15:03.113422Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.44:2380"]} {"level":"info","ts":"2026-05-08T18:15:03.113472Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-08T18:15:03.114437Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.44:2379"]} {"level":"info","ts":"2026-05-08T18:15:03.114579Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.44:2380"],"listen-peer-urls":["https://199.204.45.44:2380"],"advertise-client-urls":["https://199.204.45.44:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.44:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.44:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-08T18:15:03.125199Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"9.14979ms"} {"level":"info","ts":"2026-05-08T18:15:03.139823Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a0a01fc7fbf6be45","cluster-id":"92fa3fee501eaaec"} {"level":"info","ts":"2026-05-08T18:15:03.139921Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 switched to configuration voters=()"} {"level":"info","ts":"2026-05-08T18:15:03.139954Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became follower at term 0"} {"level":"info","ts":"2026-05-08T18:15:03.139966Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a0a01fc7fbf6be45 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-08T18:15:03.139981Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became follower at term 1"} {"level":"info","ts":"2026-05-08T18:15:03.140019Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 switched to configuration voters=(11574285986128379461)"} {"level":"warn","ts":"2026-05-08T18:15:03.156967Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-08T18:15:03.161523Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-08T18:15:03.16446Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-08T18:15:03.167436Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a0a01fc7fbf6be45","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-08T18:15:03.167693Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a0a01fc7fbf6be45","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-08T18:15:03.167923Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-08T18:15:03.168004Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-08T18:15:03.168026Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-08T18:15:03.170717Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 switched to configuration voters=(11574285986128379461)"} {"level":"info","ts":"2026-05-08T18:15:03.170814Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"92fa3fee501eaaec","local-member-id":"a0a01fc7fbf6be45","added-peer-id":"a0a01fc7fbf6be45","added-peer-peer-urls":["https://199.204.45.44:2380"]} {"level":"info","ts":"2026-05-08T18:15:03.171803Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-08T18:15:03.171924Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.44:2380"} {"level":"info","ts":"2026-05-08T18:15:03.172007Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.44:2380"} {"level":"info","ts":"2026-05-08T18:15:03.172209Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a0a01fc7fbf6be45","initial-advertise-peer-urls":["https://199.204.45.44:2380"],"listen-peer-urls":["https://199.204.45.44:2380"],"advertise-client-urls":["https://199.204.45.44:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.44:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-08T18:15:03.172251Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-08T18:15:03.941246Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 is starting a new election at term 1"} {"level":"info","ts":"2026-05-08T18:15:03.941293Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-08T18:15:03.941309Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 received MsgPreVoteResp from a0a01fc7fbf6be45 at term 1"} {"level":"info","ts":"2026-05-08T18:15:03.941323Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became candidate at term 2"} {"level":"info","ts":"2026-05-08T18:15:03.94133Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 received MsgVoteResp from a0a01fc7fbf6be45 at term 2"} {"level":"info","ts":"2026-05-08T18:15:03.94134Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became leader at term 2"} {"level":"info","ts":"2026-05-08T18:15:03.94135Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a0a01fc7fbf6be45 elected leader a0a01fc7fbf6be45 at term 2"} {"level":"info","ts":"2026-05-08T18:15:03.947466Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-08T18:15:03.954418Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-08T18:15:03.954437Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a0a01fc7fbf6be45","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.44:2379]}","request-path":"/0/members/a0a01fc7fbf6be45/attributes","cluster-id":"92fa3fee501eaaec","publish-timeout":"7s"} {"level":"info","ts":"2026-05-08T18:15:03.954649Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-08T18:15:03.956656Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.44:2379"} {"level":"info","ts":"2026-05-08T18:15:03.95791Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-08T18:15:03.960337Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-08T18:15:03.960411Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-08T18:15:03.965047Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"92fa3fee501eaaec","local-member-id":"a0a01fc7fbf6be45","cluster-version":"3.5"} {"level":"info","ts":"2026-05-08T18:15:03.971786Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-08T18:15:03.971846Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-08T18:15:23.149921Z","caller":"traceutil/trace.go:171","msg":"trace[463509880] transaction","detail":"{read_only:false; response_revision:447; number_of_response:1; }","duration":"118.046662ms","start":"2026-05-08T18:15:23.031835Z","end":"2026-05-08T18:15:23.149881Z","steps":["trace[463509880] 'process raft request' (duration: 77.390259ms)","trace[463509880] 'compare' (duration: 40.465752ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:15:43.097184Z","caller":"traceutil/trace.go:171","msg":"trace[1195022770] linearizableReadLoop","detail":"{readStateIndex:643; appliedIndex:642; }","duration":"337.111605ms","start":"2026-05-08T18:15:42.760048Z","end":"2026-05-08T18:15:43.09716Z","steps":["trace[1195022770] 'read index received' (duration: 336.344509ms)","trace[1195022770] 'applied index is now lower than readState.Index' (duration: 765.976µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:15:43.099214Z","caller":"traceutil/trace.go:171","msg":"trace[263955076] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"344.580616ms","start":"2026-05-08T18:15:42.754613Z","end":"2026-05-08T18:15:43.099193Z","steps":["trace[263955076] 'process raft request' (duration: 342.037415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:15:43.099826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:15:42.754585Z","time spent":"344.690256ms","remote":"127.0.0.1:47104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036285,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:15:43.099964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.890887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:15:43.100066Z","caller":"traceutil/trace.go:171","msg":"trace[482619689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:621; }","duration":"340.034928ms","start":"2026-05-08T18:15:42.760012Z","end":"2026-05-08T18:15:43.100047Z","steps":["trace[482619689] 'agreement among raft nodes before linearized reading' (duration: 339.904037ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:15:43.100102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:15:42.759995Z","time spent":"340.09797ms","remote":"127.0.0.1:47032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-08T18:15:43.227405Z","caller":"traceutil/trace.go:171","msg":"trace[656083399] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"113.197681ms","start":"2026-05-08T18:15:43.114182Z","end":"2026-05-08T18:15:43.227379Z","steps":["trace[656083399] 'process raft request' (duration: 89.307209ms)","trace[656083399] 'compare' (duration: 23.087686ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:15:43.770394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.490943ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:15:43.770535Z","caller":"traceutil/trace.go:171","msg":"trace[1821982345] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"473.820424ms","start":"2026-05-08T18:15:43.296692Z","end":"2026-05-08T18:15:43.770512Z","steps":["trace[1821982345] 'process raft request' (duration: 262.051319ms)","trace[1821982345] 'compare' (duration: 211.370472ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:15:43.770682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:15:43.296668Z","time spent":"473.979865ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:15:43.770744Z","caller":"traceutil/trace.go:171","msg":"trace[1292773738] linearizableReadLoop","detail":"{readStateIndex:646; appliedIndex:645; }","duration":"353.413904ms","start":"2026-05-08T18:15:43.417304Z","end":"2026-05-08T18:15:43.770718Z","steps":["trace[1292773738] 'read index received' (duration: 141.046875ms)","trace[1292773738] 'applied index is now lower than readState.Index' (duration: 212.364889ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:15:43.770977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.655546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-08T18:15:43.771053Z","caller":"traceutil/trace.go:171","msg":"trace[1060531114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:624; }","duration":"353.785877ms","start":"2026-05-08T18:15:43.417249Z","end":"2026-05-08T18:15:43.771034Z","steps":["trace[1060531114] 'agreement among raft nodes before linearized reading' (duration: 353.553805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:15:43.77109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:15:43.417215Z","time spent":"353.869437ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-08T18:15:43.771283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.350081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-08T18:15:43.771391Z","caller":"traceutil/trace.go:171","msg":"trace[2068345197] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"116.948791ms","start":"2026-05-08T18:15:43.654428Z","end":"2026-05-08T18:15:43.771377Z","steps":["trace[2068345197] 'process raft request' (duration: 116.244656ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:15:43.771609Z","caller":"traceutil/trace.go:171","msg":"trace[953748376] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:625; }","duration":"206.431282ms","start":"2026-05-08T18:15:43.564892Z","end":"2026-05-08T18:15:43.771323Z","steps":["trace[953748376] 'agreement among raft nodes before linearized reading' (duration: 206.288971ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:17:14.844513Z","caller":"traceutil/trace.go:171","msg":"trace[408388768] linearizableReadLoop","detail":"{readStateIndex:1921; appliedIndex:1920; }","duration":"308.96667ms","start":"2026-05-08T18:17:14.535522Z","end":"2026-05-08T18:17:14.844488Z","steps":["trace[408388768] 'read index received' (duration: 308.785575ms)","trace[408388768] 'applied index is now lower than readState.Index' (duration: 179.845µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:17:14.844579Z","caller":"traceutil/trace.go:171","msg":"trace[713550262] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"336.638028ms","start":"2026-05-08T18:17:14.507906Z","end":"2026-05-08T18:17:14.844544Z","steps":["trace[713550262] 'process raft request' (duration: 336.432782ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:17:14.844733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:17:14.507892Z","time spent":"336.767701ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10931,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:17:14.845013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.467105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cda078d9-f79d-49e1-a1ba-34f3894db600\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-05-08T18:17:14.84507Z","caller":"traceutil/trace.go:171","msg":"trace[761878693] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cda078d9-f79d-49e1-a1ba-34f3894db600; range_end:; response_count:1; response_revision:1850; }","duration":"309.574039ms","start":"2026-05-08T18:17:14.535481Z","end":"2026-05-08T18:17:14.845055Z","steps":["trace[761878693] 'agreement among raft nodes before linearized reading' (duration: 309.129476ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:17:14.845203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:17:14.535464Z","time spent":"309.724172ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cda078d9-f79d-49e1-a1ba-34f3894db600\" "} {"level":"info","ts":"2026-05-08T18:17:14.865599Z","caller":"traceutil/trace.go:171","msg":"trace[2048251148] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"210.929108ms","start":"2026-05-08T18:17:14.654623Z","end":"2026-05-08T18:17:14.865552Z","steps":["trace[2048251148] 'process raft request' (duration: 210.814545ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:17:14.865889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.17819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:17:14.866098Z","caller":"traceutil/trace.go:171","msg":"trace[154253782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1851; }","duration":"105.433217ms","start":"2026-05-08T18:17:14.760651Z","end":"2026-05-08T18:17:14.866084Z","steps":["trace[154253782] 'agreement among raft nodes before linearized reading' (duration: 105.030796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:17:14.865937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.356154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-08T18:17:14.866311Z","caller":"traceutil/trace.go:171","msg":"trace[1639250555] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1851; }","duration":"207.764287ms","start":"2026-05-08T18:17:14.658518Z","end":"2026-05-08T18:17:14.866282Z","steps":["trace[1639250555] 'agreement among raft nodes before linearized reading' (duration: 207.21977ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:17:14.984022Z","caller":"traceutil/trace.go:171","msg":"trace[1246042132] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"134.063774ms","start":"2026-05-08T18:17:14.84992Z","end":"2026-05-08T18:17:14.983984Z","steps":["trace[1246042132] 'process raft request' (duration: 92.267414ms)","trace[1246042132] 'compare' (duration: 41.565843ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:17:14.984032Z","caller":"traceutil/trace.go:171","msg":"trace[1735748066] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"133.727865ms","start":"2026-05-08T18:17:14.850281Z","end":"2026-05-08T18:17:14.984009Z","steps":["trace[1735748066] 'process raft request' (duration: 133.647533ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:17:14.984073Z","caller":"traceutil/trace.go:171","msg":"trace[833311991] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"133.934341ms","start":"2026-05-08T18:17:14.850103Z","end":"2026-05-08T18:17:14.984038Z","steps":["trace[833311991] 'process raft request' (duration: 133.773225ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:17:14.984093Z","caller":"traceutil/trace.go:171","msg":"trace[1454562876] linearizableReadLoop","detail":"{readStateIndex:1926; appliedIndex:1922; }","duration":"118.423238ms","start":"2026-05-08T18:17:14.86565Z","end":"2026-05-08T18:17:14.984073Z","steps":["trace[1454562876] 'read index received' (duration: 76.467743ms)","trace[1454562876] 'applied index is now lower than readState.Index' (duration: 41.954425ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:17:14.984316Z","caller":"traceutil/trace.go:171","msg":"trace[1306338263] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"133.935011ms","start":"2026-05-08T18:17:14.850342Z","end":"2026-05-08T18:17:14.984277Z","steps":["trace[1306338263] 'process raft request' (duration: 133.628322ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:17:14.984309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.705983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cda078d9-f79d-49e1-a1ba-34f3894db600\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-05-08T18:17:14.984667Z","caller":"traceutil/trace.go:171","msg":"trace[2142188604] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cda078d9-f79d-49e1-a1ba-34f3894db600; range_end:; response_count:1; response_revision:1855; }","duration":"135.097134ms","start":"2026-05-08T18:17:14.849546Z","end":"2026-05-08T18:17:14.984643Z","steps":["trace[2142188604] 'agreement among raft nodes before linearized reading' (duration: 134.58933ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:17:48.598959Z","caller":"traceutil/trace.go:171","msg":"trace[58408947] transaction","detail":"{read_only:false; response_revision:2087; number_of_response:1; }","duration":"159.65584ms","start":"2026-05-08T18:17:48.439259Z","end":"2026-05-08T18:17:48.598915Z","steps":["trace[58408947] 'process raft request' (duration: 137.108464ms)","trace[58408947] 'compare' (duration: 22.363052ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:17:48.754576Z","caller":"traceutil/trace.go:171","msg":"trace[740516541] transaction","detail":"{read_only:false; response_revision:2088; number_of_response:1; }","duration":"152.287784ms","start":"2026-05-08T18:17:48.602254Z","end":"2026-05-08T18:17:48.754542Z","steps":["trace[740516541] 'process raft request' (duration: 121.233647ms)","trace[740516541] 'compare' (duration: 30.868722ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:17:48.758445Z","caller":"traceutil/trace.go:171","msg":"trace[209168684] linearizableReadLoop","detail":"{readStateIndex:2168; appliedIndex:2165; }","duration":"146.461883ms","start":"2026-05-08T18:17:48.611955Z","end":"2026-05-08T18:17:48.758417Z","steps":["trace[209168684] 'read index received' (duration: 111.54407ms)","trace[209168684] 'applied index is now lower than readState.Index' (duration: 34.916613ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:17:48.758768Z","caller":"traceutil/trace.go:171","msg":"trace[148645121] transaction","detail":"{read_only:false; response_revision:2089; number_of_response:1; }","duration":"155.327301ms","start":"2026-05-08T18:17:48.603423Z","end":"2026-05-08T18:17:48.758751Z","steps":["trace[148645121] 'process raft request' (duration: 154.778599ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:17:48.759294Z","caller":"traceutil/trace.go:171","msg":"trace[1784902517] transaction","detail":"{read_only:false; response_revision:2090; number_of_response:1; }","duration":"154.922273ms","start":"2026-05-08T18:17:48.604339Z","end":"2026-05-08T18:17:48.759261Z","steps":["trace[1784902517] 'process raft request' (duration: 154.029533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:17:48.75952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.543237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:17:48.75958Z","caller":"traceutil/trace.go:171","msg":"trace[1632170531] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2090; }","duration":"147.642169ms","start":"2026-05-08T18:17:48.611926Z","end":"2026-05-08T18:17:48.759568Z","steps":["trace[1632170531] 'agreement among raft nodes before linearized reading' (duration: 147.536607ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:17:49.006858Z","caller":"traceutil/trace.go:171","msg":"trace[1871276639] transaction","detail":"{read_only:false; response_revision:2092; number_of_response:1; }","duration":"145.033991ms","start":"2026-05-08T18:17:48.861789Z","end":"2026-05-08T18:17:49.006823Z","steps":["trace[1871276639] 'process raft request' (duration: 57.57913ms)","trace[1871276639] 'compare' (duration: 87.251906ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:17:51.855154Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.082746512s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T18:17:51.855819Z","caller":"traceutil/trace.go:171","msg":"trace[661681773] transaction","detail":"{read_only:false; response_revision:2099; number_of_response:1; }","duration":"1.083441758s","start":"2026-05-08T18:17:50.772346Z","end":"2026-05-08T18:17:51.855788Z","steps":["trace[661681773] 'process raft request' (duration: 1.083227312s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:17:51.857325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:17:50.772338Z","time spent":"1.084893309s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:19:18.442737Z","caller":"traceutil/trace.go:171","msg":"trace[539460677] transaction","detail":"{read_only:false; response_revision:2677; number_of_response:1; }","duration":"109.328078ms","start":"2026-05-08T18:19:18.333392Z","end":"2026-05-08T18:19:18.44272Z","steps":["trace[539460677] 'process raft request' (duration: 109.234457ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:19:18.444639Z","caller":"traceutil/trace.go:171","msg":"trace[1641360609] transaction","detail":"{read_only:false; response_revision:2678; number_of_response:1; }","duration":"105.207946ms","start":"2026-05-08T18:19:18.33942Z","end":"2026-05-08T18:19:18.444628Z","steps":["trace[1641360609] 'process raft request' (duration: 105.065264ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:43.83013Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538401233045395,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T18:22:44.342984Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538401233045395,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T18:22:44.369665Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.080943629s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T18:22:44.370246Z","caller":"traceutil/trace.go:171","msg":"trace[1039455060] linearizableReadLoop","detail":"{readStateIndex:4068; appliedIndex:4067; }","duration":"1.040388547s","start":"2026-05-08T18:22:43.329829Z","end":"2026-05-08T18:22:44.370217Z","steps":["trace[1039455060] 'read index received' (duration: 1.039984378s)","trace[1039455060] 'applied index is now lower than readState.Index' (duration: 402.439µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:22:44.370439Z","caller":"traceutil/trace.go:171","msg":"trace[1553248242] transaction","detail":"{read_only:false; response_revision:3918; number_of_response:1; }","duration":"1.081738079s","start":"2026-05-08T18:22:43.288638Z","end":"2026-05-08T18:22:44.370376Z","steps":["trace[1553248242] 'process raft request' (duration: 1.081415421s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:44.370685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:43.288618Z","time spent":"1.081892973s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:22:44.370692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.796903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-08T18:22:44.37079Z","caller":"traceutil/trace.go:171","msg":"trace[23002800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3918; }","duration":"804.935156ms","start":"2026-05-08T18:22:43.565831Z","end":"2026-05-08T18:22:44.370766Z","steps":["trace[23002800] 'agreement among raft nodes before linearized reading' (duration: 804.67043ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:44.370844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:43.565816Z","time spent":"805.018588ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-08T18:22:44.3709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041060383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-08T18:22:44.370979Z","caller":"traceutil/trace.go:171","msg":"trace[1996054070] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3918; }","duration":"1.041188936s","start":"2026-05-08T18:22:43.329772Z","end":"2026-05-08T18:22:44.370961Z","steps":["trace[1996054070] 'agreement among raft nodes before linearized reading' (duration: 1.040985461s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:44.371013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:43.329752Z","time spent":"1.041251877s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-08T18:22:44.371001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.26741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:22:44.371059Z","caller":"traceutil/trace.go:171","msg":"trace[1513393332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3918; }","duration":"611.382993ms","start":"2026-05-08T18:22:43.759658Z","end":"2026-05-08T18:22:44.371041Z","steps":["trace[1513393332] 'agreement among raft nodes before linearized reading' (duration: 611.284271ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:44.370899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.230036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-08T18:22:44.371116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:43.759646Z","time spent":"611.457024ms","remote":"127.0.0.1:47024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T18:22:44.371139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.537603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-08T18:22:44.371177Z","caller":"traceutil/trace.go:171","msg":"trace[924265160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3918; }","duration":"756.603564ms","start":"2026-05-08T18:22:43.614564Z","end":"2026-05-08T18:22:44.371168Z","steps":["trace[924265160] 'agreement among raft nodes before linearized reading' (duration: 756.526112ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:22:44.371129Z","caller":"traceutil/trace.go:171","msg":"trace[641843176] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3918; }","duration":"702.514703ms","start":"2026-05-08T18:22:43.668604Z","end":"2026-05-08T18:22:44.371119Z","steps":["trace[641843176] 'agreement among raft nodes before linearized reading' (duration: 702.165365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:44.371205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:43.61455Z","time spent":"756.649716ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-08T18:22:44.371213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:43.66858Z","time spent":"702.623436ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T18:22:44.371343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.941783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-pool-overview\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T18:22:44.371385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.430801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-08T18:22:44.37139Z","caller":"traceutil/trace.go:171","msg":"trace[664473745] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-pool-overview; range_end:; response_count:0; response_revision:3918; }","duration":"517.730202ms","start":"2026-05-08T18:22:43.853644Z","end":"2026-05-08T18:22:44.371374Z","steps":["trace[664473745] 'agreement among raft nodes before linearized reading' (duration: 516.935563ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:22:44.371412Z","caller":"traceutil/trace.go:171","msg":"trace[1303579514] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3918; }","duration":"215.490263ms","start":"2026-05-08T18:22:44.155914Z","end":"2026-05-08T18:22:44.371404Z","steps":["trace[1303579514] 'agreement among raft nodes before linearized reading' (duration: 215.409681ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:44.37107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.512223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-08T18:22:44.371422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:43.853622Z","time spent":"517.791884ms","remote":"127.0.0.1:47118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-pool-overview\" "} {"level":"info","ts":"2026-05-08T18:22:44.371451Z","caller":"traceutil/trace.go:171","msg":"trace[1798929144] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3918; }","duration":"702.922612ms","start":"2026-05-08T18:22:43.668511Z","end":"2026-05-08T18:22:44.371434Z","steps":["trace[1798929144] 'agreement among raft nodes before linearized reading' (duration: 702.482772ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:44.371529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:43.668494Z","time spent":"703.018835ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-08T18:22:44.762595Z","caller":"traceutil/trace.go:171","msg":"trace[1535197155] linearizableReadLoop","detail":"{readStateIndex:4075; appliedIndex:4072; }","duration":"246.133163ms","start":"2026-05-08T18:22:44.516443Z","end":"2026-05-08T18:22:44.762576Z","steps":["trace[1535197155] 'read index received' (duration: 245.312192ms)","trace[1535197155] 'applied index is now lower than readState.Index' (duration: 820.211µs)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:22:44.76275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.299827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T18:22:44.762812Z","caller":"traceutil/trace.go:171","msg":"trace[1551644063] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:3925; }","duration":"246.42364ms","start":"2026-05-08T18:22:44.516377Z","end":"2026-05-08T18:22:44.762801Z","steps":["trace[1551644063] 'agreement among raft nodes before linearized reading' (duration: 246.274507ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:22:44.763089Z","caller":"traceutil/trace.go:171","msg":"trace[1706065767] transaction","detail":"{read_only:false; response_revision:3924; number_of_response:1; }","duration":"384.457929ms","start":"2026-05-08T18:22:44.37862Z","end":"2026-05-08T18:22:44.763078Z","steps":["trace[1706065767] 'process raft request' (duration: 383.860814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:44.763193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:44.378603Z","time spent":"384.51713ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:22:44.763201Z","caller":"traceutil/trace.go:171","msg":"trace[1487035500] transaction","detail":"{read_only:false; response_revision:3923; number_of_response:1; }","duration":"384.618862ms","start":"2026-05-08T18:22:44.378549Z","end":"2026-05-08T18:22:44.763168Z","steps":["trace[1487035500] 'process raft request' (duration: 383.298519ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:22:44.763179Z","caller":"traceutil/trace.go:171","msg":"trace[982068327] transaction","detail":"{read_only:false; response_revision:3925; number_of_response:1; }","duration":"381.962038ms","start":"2026-05-08T18:22:44.3812Z","end":"2026-05-08T18:22:44.763162Z","steps":["trace[982068327] 'process raft request' (duration: 381.327963ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:44.76335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:44.381191Z","time spent":"382.122181ms","remote":"127.0.0.1:47118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":49590,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-08T18:22:44.763454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:44.378538Z","time spent":"384.821327ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:22:47.073984Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538401233045454,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T18:22:47.575862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538401233045454,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T18:22:48.076917Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538401233045454,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T18:22:48.578076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538401233045454,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T18:22:49.07928Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538401233045454,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T18:22:49.579809Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538401233045454,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T18:22:50.080376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538401233045454,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T18:22:50.580962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538401233045454,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T18:22:50.900738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999710331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T18:22:50.900829Z","caller":"traceutil/trace.go:171","msg":"trace[896019098] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999828143s","start":"2026-05-08T18:22:48.900981Z","end":"2026-05-08T18:22:50.900809Z","steps":["trace[896019098] 'agreement among raft nodes before linearized reading' (duration: 1.999718731s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:50.900895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:48.900975Z","time spent":"1.999904165s","remote":"127.0.0.1:47024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 18:22:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T18:22:51.081917Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538401233045454,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T18:22:51.227829Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.764852341s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T18:22:51.231762Z","caller":"traceutil/trace.go:171","msg":"trace[566257075] transaction","detail":"{read_only:false; response_revision:3934; number_of_response:1; }","duration":"4.768921267s","start":"2026-05-08T18:22:46.462816Z","end":"2026-05-08T18:22:51.231738Z","steps":["trace[566257075] 'process raft request' (duration: 4.768659831s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:51.231881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:46.462794Z","time spent":"4.769032559s","remote":"127.0.0.1:47118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":38883,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-08T18:22:51.239424Z","caller":"traceutil/trace.go:171","msg":"trace[1969577886] transaction","detail":"{read_only:false; response_revision:3937; number_of_response:1; }","duration":"4.108027062s","start":"2026-05-08T18:22:47.131372Z","end":"2026-05-08T18:22:51.239399Z","steps":["trace[1969577886] 'process raft request' (duration: 4.10795829s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:22:51.239627Z","caller":"traceutil/trace.go:171","msg":"trace[1429457062] transaction","detail":"{read_only:false; response_revision:3938; number_of_response:1; }","duration":"2.856420011s","start":"2026-05-08T18:22:48.383195Z","end":"2026-05-08T18:22:51.239615Z","steps":["trace[1429457062] 'process raft request' (duration: 2.856167025s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:51.2397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:48.383044Z","time spent":"2.856625905s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:22:51.239742Z","caller":"traceutil/trace.go:171","msg":"trace[1179912603] transaction","detail":"{read_only:false; response_revision:3936; number_of_response:1; }","duration":"4.164056566s","start":"2026-05-08T18:22:47.075676Z","end":"2026-05-08T18:22:51.239733Z","steps":["trace[1179912603] 'process raft request' (duration: 4.163621716s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:51.239793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:47.075659Z","time spent":"4.164108338s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:22:51.239692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:47.13136Z","time spent":"4.108133684s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:22:51.239922Z","caller":"traceutil/trace.go:171","msg":"trace[126389721] linearizableReadLoop","detail":"{readStateIndex:4089; appliedIndex:4083; }","duration":"4.666857909s","start":"2026-05-08T18:22:46.573052Z","end":"2026-05-08T18:22:51.23991Z","steps":["trace[126389721] 'read index received' (duration: 4.654976147s)","trace[126389721] 'applied index is now lower than readState.Index' (duration: 11.880872ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:22:51.24001Z","caller":"traceutil/trace.go:171","msg":"trace[1843223007] transaction","detail":"{read_only:false; response_revision:3939; number_of_response:1; }","duration":"2.341220219s","start":"2026-05-08T18:22:48.898777Z","end":"2026-05-08T18:22:51.239997Z","steps":["trace[1843223007] 'process raft request' (duration: 2.340797239s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:51.240061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:48.898761Z","time spent":"2.341269341s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:22:51.240177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.667119535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:22:51.240246Z","caller":"traceutil/trace.go:171","msg":"trace[1515740725] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:3939; }","duration":"4.667230768s","start":"2026-05-08T18:22:46.573005Z","end":"2026-05-08T18:22:51.240236Z","steps":["trace[1515740725] 'agreement among raft nodes before linearized reading' (duration: 4.667121255s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:51.24028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:46.572986Z","time spent":"4.667281428s","remote":"127.0.0.1:47256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-05-08T18:22:51.240295Z","caller":"traceutil/trace.go:171","msg":"trace[1980677956] transaction","detail":"{read_only:false; response_revision:3935; number_of_response:1; }","duration":"4.522388873s","start":"2026-05-08T18:22:46.717155Z","end":"2026-05-08T18:22:51.239544Z","steps":["trace[1980677956] 'process raft request' (duration: 4.522017435s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:51.240458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:46.71714Z","time spent":"4.523229743s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T18:22:51.240494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34167962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-08T18:22:51.240505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.474105491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-08T18:22:51.24053Z","caller":"traceutil/trace.go:171","msg":"trace[224015601] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3939; }","duration":"2.341761632s","start":"2026-05-08T18:22:48.898757Z","end":"2026-05-08T18:22:51.240519Z","steps":["trace[224015601] 'agreement among raft nodes before linearized reading' (duration: 2.341701401s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:22:51.24054Z","caller":"traceutil/trace.go:171","msg":"trace[1668650909] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3939; }","duration":"4.474157701s","start":"2026-05-08T18:22:46.766368Z","end":"2026-05-08T18:22:51.240526Z","steps":["trace[1668650909] 'agreement among raft nodes before linearized reading' (duration: 4.474055599s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:51.240562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:48.898741Z","time spent":"2.341809763s","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:22:51.240571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:46.76636Z","time spent":"4.474203933s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T18:22:51.240788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.846031471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-08T18:22:51.240814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.005002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:22:51.24082Z","caller":"traceutil/trace.go:171","msg":"trace[1121091333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3939; }","duration":"2.846064852s","start":"2026-05-08T18:22:48.394746Z","end":"2026-05-08T18:22:51.240811Z","steps":["trace[1121091333] 'agreement among raft nodes before linearized reading' (duration: 2.845880298s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:22:51.240843Z","caller":"traceutil/trace.go:171","msg":"trace[232474685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3939; }","duration":"340.059454ms","start":"2026-05-08T18:22:50.900775Z","end":"2026-05-08T18:22:51.240835Z","steps":["trace[232474685] 'agreement among raft nodes before linearized reading' (duration: 340.010893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:51.240847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:48.394732Z","time spent":"2.846107914s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-08T18:22:51.240867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:50.900764Z","time spent":"340.097044ms","remote":"127.0.0.1:47032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T18:22:51.241002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368832178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:22:51.241032Z","caller":"traceutil/trace.go:171","msg":"trace[1152311364] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:3939; }","duration":"1.36890993s","start":"2026-05-08T18:22:49.872112Z","end":"2026-05-08T18:22:51.241022Z","steps":["trace[1152311364] 'agreement among raft nodes before linearized reading' (duration: 1.368859899s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:51.241063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:49.872088Z","time spent":"1.368965791s","remote":"127.0.0.1:51948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:22:51.24115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.846419431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-08T18:22:51.241181Z","caller":"traceutil/trace.go:171","msg":"trace[1997232379] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3939; }","duration":"2.846474883s","start":"2026-05-08T18:22:48.394697Z","end":"2026-05-08T18:22:51.241172Z","steps":["trace[1997232379] 'agreement among raft nodes before linearized reading' (duration: 2.84638308s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:51.241226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:48.394682Z","time spent":"2.846532884s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-08T18:22:51.241326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.045955913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-05-08T18:22:51.241366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.849624798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-08T18:22:51.241371Z","caller":"traceutil/trace.go:171","msg":"trace[629500350] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3939; }","duration":"2.046058706s","start":"2026-05-08T18:22:49.195298Z","end":"2026-05-08T18:22:51.241356Z","steps":["trace[629500350] 'agreement among raft nodes before linearized reading' (duration: 2.045926643s)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:22:51.241395Z","caller":"traceutil/trace.go:171","msg":"trace[1758586641] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3939; }","duration":"2.849674469s","start":"2026-05-08T18:22:48.391712Z","end":"2026-05-08T18:22:51.241386Z","steps":["trace[1758586641] 'agreement among raft nodes before linearized reading' (duration: 2.849596577s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:51.241406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:49.195282Z","time spent":"2.046115057s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-08T18:22:51.241426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:48.3917Z","time spent":"2.849717359s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-08T18:22:51.241471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.342622392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T18:22:51.241503Z","caller":"traceutil/trace.go:171","msg":"trace[1847632468] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:3939; }","duration":"2.342664053s","start":"2026-05-08T18:22:48.89883Z","end":"2026-05-08T18:22:51.241494Z","steps":["trace[1847632468] 'agreement among raft nodes before linearized reading' (duration: 2.342607212s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:51.24153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:48.898824Z","time spent":"2.342697154s","remote":"127.0.0.1:47316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:22:51.241704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.342833408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-08T18:22:51.241733Z","caller":"traceutil/trace.go:171","msg":"trace[758853364] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3939; }","duration":"2.34288709s","start":"2026-05-08T18:22:48.898837Z","end":"2026-05-08T18:22:51.241724Z","steps":["trace[758853364] 'agreement among raft nodes before linearized reading' (duration: 2.342809148s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:51.241757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:48.898825Z","time spent":"2.34292526s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T18:22:51.241938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.137477287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T18:22:51.241969Z","caller":"traceutil/trace.go:171","msg":"trace[2061380159] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:3939; }","duration":"4.137511458s","start":"2026-05-08T18:22:47.104449Z","end":"2026-05-08T18:22:51.24196Z","steps":["trace[2061380159] 'agreement among raft nodes before linearized reading' (duration: 4.137421346s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:51.241994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:47.104395Z","time spent":"4.137591761s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":62,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:22:51.24212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.5758035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-08T18:22:51.242158Z","caller":"traceutil/trace.go:171","msg":"trace[197818242] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3939; }","duration":"3.575882972s","start":"2026-05-08T18:22:47.666264Z","end":"2026-05-08T18:22:51.242147Z","steps":["trace[197818242] 'agreement among raft nodes before linearized reading' (duration: 3.575776919s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:51.242181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.13423605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-05-08T18:22:51.242192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:47.666236Z","time spent":"3.575942193s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-08T18:22:51.242209Z","caller":"traceutil/trace.go:171","msg":"trace[1955177868] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:3939; }","duration":"4.134288431s","start":"2026-05-08T18:22:47.107912Z","end":"2026-05-08T18:22:51.242201Z","steps":["trace[1955177868] 'agreement among raft nodes before linearized reading' (duration: 4.134208599s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:51.242233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:47.107905Z","time spent":"4.134322121s","remote":"127.0.0.1:47056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.44\" "} {"level":"warn","ts":"2026-05-08T18:22:51.242403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.440734458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T18:22:51.242463Z","caller":"traceutil/trace.go:171","msg":"trace[751627606] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3939; }","duration":"3.440802009s","start":"2026-05-08T18:22:47.801626Z","end":"2026-05-08T18:22:51.242428Z","steps":["trace[751627606] 'agreement among raft nodes before linearized reading' (duration: 3.440708637s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:51.2425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:47.801604Z","time spent":"3.440883802s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-08T18:22:51.24279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.476388055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-08T18:22:51.242823Z","caller":"traceutil/trace.go:171","msg":"trace[35106917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3939; }","duration":"4.476445796s","start":"2026-05-08T18:22:46.766368Z","end":"2026-05-08T18:22:51.242814Z","steps":["trace[35106917] 'agreement among raft nodes before linearized reading' (duration: 4.476339694s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:22:51.242848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:22:46.76636Z","time spent":"4.476481318s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-08T18:23:29.642973Z","caller":"traceutil/trace.go:171","msg":"trace[1107447280] transaction","detail":"{read_only:false; response_revision:4684; number_of_response:1; }","duration":"265.092121ms","start":"2026-05-08T18:23:29.377849Z","end":"2026-05-08T18:23:29.642942Z","steps":["trace[1107447280] 'process raft request' (duration: 166.126226ms)","trace[1107447280] 'compare' (duration: 98.77777ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:23:29.643223Z","caller":"traceutil/trace.go:171","msg":"trace[2065459749] transaction","detail":"{read_only:false; response_revision:4685; number_of_response:1; }","duration":"260.269735ms","start":"2026-05-08T18:23:29.382923Z","end":"2026-05-08T18:23:29.643193Z","steps":["trace[2065459749] 'process raft request' (duration: 259.973259ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:23:29.643198Z","caller":"traceutil/trace.go:171","msg":"trace[1101889221] linearizableReadLoop","detail":"{readStateIndex:4863; appliedIndex:4861; }","duration":"179.581238ms","start":"2026-05-08T18:23:29.463576Z","end":"2026-05-08T18:23:29.643157Z","steps":["trace[1101889221] 'read index received' (duration: 80.333248ms)","trace[1101889221] 'applied index is now lower than readState.Index' (duration: 99.2446ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:23:29.643409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.814253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-08T18:23:29.643457Z","caller":"traceutil/trace.go:171","msg":"trace[1635920223] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4685; }","duration":"179.914736ms","start":"2026-05-08T18:23:29.46353Z","end":"2026-05-08T18:23:29.643444Z","steps":["trace[1635920223] 'agreement among raft nodes before linearized reading' (duration: 179.774153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:29.643806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.929744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-08T18:23:29.643844Z","caller":"traceutil/trace.go:171","msg":"trace[169538339] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4685; }","duration":"166.977165ms","start":"2026-05-08T18:23:29.476858Z","end":"2026-05-08T18:23:29.643835Z","steps":["trace[169538339] 'agreement among raft nodes before linearized reading' (duration: 166.887073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:29.643892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.334541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-08T18:23:29.643979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.454115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-08T18:23:29.644039Z","caller":"traceutil/trace.go:171","msg":"trace[1911624050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4685; }","duration":"172.537236ms","start":"2026-05-08T18:23:29.471489Z","end":"2026-05-08T18:23:29.644026Z","steps":["trace[1911624050] 'agreement among raft nodes before linearized reading' (duration: 172.391373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:29.644084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.360192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-08T18:23:29.644106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.18576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-08T18:23:29.64412Z","caller":"traceutil/trace.go:171","msg":"trace[129565945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4685; }","duration":"172.402913ms","start":"2026-05-08T18:23:29.471708Z","end":"2026-05-08T18:23:29.644111Z","steps":["trace[129565945] 'agreement among raft nodes before linearized reading' (duration: 172.307551ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:23:29.644145Z","caller":"traceutil/trace.go:171","msg":"trace[1190738812] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4685; }","duration":"173.233581ms","start":"2026-05-08T18:23:29.470903Z","end":"2026-05-08T18:23:29.644136Z","steps":["trace[1190738812] 'agreement among raft nodes before linearized reading' (duration: 173.143649ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:23:29.643983Z","caller":"traceutil/trace.go:171","msg":"trace[1043188722] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4685; }","duration":"172.446884ms","start":"2026-05-08T18:23:29.471513Z","end":"2026-05-08T18:23:29.64396Z","steps":["trace[1043188722] 'agreement among raft nodes before linearized reading' (duration: 172.189298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:29.646425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.124324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2194894"} {"level":"info","ts":"2026-05-08T18:23:29.646523Z","caller":"traceutil/trace.go:171","msg":"trace[122404633] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4685; }","duration":"176.258717ms","start":"2026-05-08T18:23:29.470242Z","end":"2026-05-08T18:23:29.646501Z","steps":["trace[122404633] 'agreement among raft nodes before linearized reading' (duration: 173.379904ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:23:29.777125Z","caller":"traceutil/trace.go:171","msg":"trace[1670374424] transaction","detail":"{read_only:false; response_revision:4688; number_of_response:1; }","duration":"128.332533ms","start":"2026-05-08T18:23:29.648773Z","end":"2026-05-08T18:23:29.777105Z","steps":["trace[1670374424] 'process raft request' (duration: 128.271562ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:23:29.777294Z","caller":"traceutil/trace.go:171","msg":"trace[1135872782] transaction","detail":"{read_only:false; response_revision:4689; number_of_response:1; }","duration":"128.420506ms","start":"2026-05-08T18:23:29.648855Z","end":"2026-05-08T18:23:29.777275Z","steps":["trace[1135872782] 'process raft request' (duration: 128.222ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:23:29.777353Z","caller":"traceutil/trace.go:171","msg":"trace[1392096979] transaction","detail":"{read_only:false; response_revision:4687; number_of_response:1; }","duration":"128.995809ms","start":"2026-05-08T18:23:29.648344Z","end":"2026-05-08T18:23:29.77734Z","steps":["trace[1392096979] 'process raft request' (duration: 102.003901ms)","trace[1392096979] 'compare' (duration: 26.591328ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:23:29.777653Z","caller":"traceutil/trace.go:171","msg":"trace[1343930463] transaction","detail":"{read_only:false; response_revision:4690; number_of_response:1; }","duration":"128.753432ms","start":"2026-05-08T18:23:29.648891Z","end":"2026-05-08T18:23:29.777644Z","steps":["trace[1343930463] 'process raft request' (duration: 128.325422ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:23:29.778059Z","caller":"traceutil/trace.go:171","msg":"trace[728946404] transaction","detail":"{read_only:false; response_revision:4691; number_of_response:1; }","duration":"128.090728ms","start":"2026-05-08T18:23:29.649959Z","end":"2026-05-08T18:23:29.778049Z","steps":["trace[728946404] 'process raft request' (duration: 127.611418ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:36.617938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.663159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T18:23:36.618067Z","caller":"traceutil/trace.go:171","msg":"trace[653818929] linearizableReadLoop","detail":"{readStateIndex:4977; appliedIndex:4976; }","duration":"297.536385ms","start":"2026-05-08T18:23:36.320512Z","end":"2026-05-08T18:23:36.618049Z","steps":["trace[653818929] 'read index received' (duration: 121.567209ms)","trace[653818929] 'applied index is now lower than readState.Index' (duration: 175.967816ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T18:23:36.618142Z","caller":"traceutil/trace.go:171","msg":"trace[735809071] transaction","detail":"{read_only:false; response_revision:4798; number_of_response:1; }","duration":"323.040793ms","start":"2026-05-08T18:23:36.295089Z","end":"2026-05-08T18:23:36.61813Z","steps":["trace[735809071] 'process raft request' (duration: 147.071877ms)","trace[735809071] 'compare' (duration: 175.332892ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T18:23:36.618186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.650878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T18:23:36.618203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T18:23:36.295069Z","time spent":"323.102254ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T18:23:36.618264Z","caller":"traceutil/trace.go:171","msg":"trace[1284088460] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:4798; }","duration":"297.766931ms","start":"2026-05-08T18:23:36.320477Z","end":"2026-05-08T18:23:36.618244Z","steps":["trace[1284088460] 'agreement among raft nodes before linearized reading' (duration: 297.649317ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:23:36.643338Z","caller":"traceutil/trace.go:171","msg":"trace[688419947] transaction","detail":"{read_only:false; response_revision:4799; number_of_response:1; }","duration":"102.951839ms","start":"2026-05-08T18:23:36.540353Z","end":"2026-05-08T18:23:36.643305Z","steps":["trace[688419947] 'process raft request' (duration: 102.801766ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:23:37.342622Z","caller":"traceutil/trace.go:171","msg":"trace[1345512710] transaction","detail":"{read_only:false; response_revision:4802; number_of_response:1; }","duration":"127.490891ms","start":"2026-05-08T18:23:37.215097Z","end":"2026-05-08T18:23:37.342588Z","steps":["trace[1345512710] 'process raft request' (duration: 124.619109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T18:23:37.342996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.807742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-08T18:23:37.342995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.458629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-08T18:23:37.343033Z","caller":"traceutil/trace.go:171","msg":"trace[1144711587] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:4802; }","duration":"123.877843ms","start":"2026-05-08T18:23:37.219143Z","end":"2026-05-08T18:23:37.343021Z","steps":["trace[1144711587] 'agreement among raft nodes before linearized reading' (duration: 123.716449ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:23:37.343045Z","caller":"traceutil/trace.go:171","msg":"trace[1013232533] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4802; }","duration":"126.5365ms","start":"2026-05-08T18:23:37.216499Z","end":"2026-05-08T18:23:37.343036Z","steps":["trace[1013232533] 'agreement among raft nodes before linearized reading' (duration: 126.319585ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T18:25:03.990839Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2915} {"level":"info","ts":"2026-05-08T18:25:04.068283Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2915,"took":"75.622649ms","hash":4309138,"current-db-size-bytes":53596160,"current-db-size":"54 MB","current-db-size-in-use-bytes":29085696,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-05-08T18:25:04.068337Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4309138,"revision":2915,"compact-revision":-1} {"level":"info","ts":"2026-05-08T18:30:03.996836Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5582} {"level":"info","ts":"2026-05-08T18:30:04.116611Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5582,"took":"118.007234ms","hash":2925650349,"current-db-size-bytes":53596160,"current-db-size":"54 MB","current-db-size-in-use-bytes":18288640,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-05-08T18:30:04.116695Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2925650349,"revision":5582,"compact-revision":2915}