{"level":"warn","ts":"2026-02-26T20:14:04.75881Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-26T20:14:04.758922Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.3:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.3:2380","--initial-cluster=instance=https://199.204.45.3:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.3:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.3:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-26T20:14:04.759024Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-26T20:14:04.759047Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.3:2380"]} {"level":"info","ts":"2026-02-26T20:14:04.759071Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-26T20:14:04.759924Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.3:2379"]} {"level":"info","ts":"2026-02-26T20:14:04.760032Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.3:2380"],"listen-peer-urls":["https://199.204.45.3:2380"],"advertise-client-urls":["https://199.204.45.3:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.3:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.3:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-26T20:14:04.764231Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.903428ms"} {"level":"info","ts":"2026-02-26T20:14:04.770963Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"597401b06ce1cf3d","cluster-id":"dfc54657ad8a2432"} {"level":"info","ts":"2026-02-26T20:14:04.771044Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d switched to configuration voters=()"} {"level":"info","ts":"2026-02-26T20:14:04.771063Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became follower at term 0"} {"level":"info","ts":"2026-02-26T20:14:04.771076Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 597401b06ce1cf3d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-26T20:14:04.771091Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became follower at term 1"} {"level":"info","ts":"2026-02-26T20:14:04.771133Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d switched to configuration voters=(6445778823926632253)"} {"level":"warn","ts":"2026-02-26T20:14:04.778789Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-26T20:14:04.780378Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-26T20:14:04.782423Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-26T20:14:04.786155Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"597401b06ce1cf3d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-26T20:14:04.786501Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"597401b06ce1cf3d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-26T20:14:04.786629Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T20:14:04.786728Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T20:14:04.786744Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T20:14:04.787535Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d switched to configuration voters=(6445778823926632253)"} {"level":"info","ts":"2026-02-26T20:14:04.787676Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"dfc54657ad8a2432","local-member-id":"597401b06ce1cf3d","added-peer-id":"597401b06ce1cf3d","added-peer-peer-urls":["https://199.204.45.3:2380"]} {"level":"info","ts":"2026-02-26T20:14:04.793318Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-26T20:14:04.79352Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.3:2380"} {"level":"info","ts":"2026-02-26T20:14:04.793581Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.3:2380"} {"level":"info","ts":"2026-02-26T20:14:04.793809Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"597401b06ce1cf3d","initial-advertise-peer-urls":["https://199.204.45.3:2380"],"listen-peer-urls":["https://199.204.45.3:2380"],"advertise-client-urls":["https://199.204.45.3:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.3:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-26T20:14:04.793878Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-26T20:14:05.372237Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d is starting a new election at term 1"} {"level":"info","ts":"2026-02-26T20:14:05.372299Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became pre-candidate at term 1"} {"level":"info","ts":"2026-02-26T20:14:05.372327Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d received MsgPreVoteResp from 597401b06ce1cf3d at term 1"} {"level":"info","ts":"2026-02-26T20:14:05.372341Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became candidate at term 2"} {"level":"info","ts":"2026-02-26T20:14:05.372348Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d received MsgVoteResp from 597401b06ce1cf3d at term 2"} {"level":"info","ts":"2026-02-26T20:14:05.37236Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became leader at term 2"} {"level":"info","ts":"2026-02-26T20:14:05.372369Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 597401b06ce1cf3d elected leader 597401b06ce1cf3d at term 2"} {"level":"info","ts":"2026-02-26T20:14:05.373352Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"597401b06ce1cf3d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.3:2379]}","request-path":"/0/members/597401b06ce1cf3d/attributes","cluster-id":"dfc54657ad8a2432","publish-timeout":"7s"} {"level":"info","ts":"2026-02-26T20:14:05.373521Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-26T20:14:05.373592Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-26T20:14:05.373664Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T20:14:05.373697Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-26T20:14:05.373786Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-26T20:14:05.375855Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.3:2379"} {"level":"info","ts":"2026-02-26T20:14:05.376734Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-26T20:14:05.387606Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"dfc54657ad8a2432","local-member-id":"597401b06ce1cf3d","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T20:14:05.3877Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T20:14:05.387751Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T20:14:09.541836Z","caller":"traceutil/trace.go:171","msg":"trace[280952182] transaction","detail":"{read_only:false; response_revision:210; number_of_response:1; }","duration":"158.714681ms","start":"2026-02-26T20:14:09.383093Z","end":"2026-02-26T20:14:09.541807Z","steps":["trace[280952182] 'process raft request' (duration: 158.552647ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:22.821536Z","caller":"traceutil/trace.go:171","msg":"trace[884980362] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"131.951202ms","start":"2026-02-26T20:14:22.689556Z","end":"2026-02-26T20:14:22.821507Z","steps":["trace[884980362] 'process raft request' (duration: 131.784258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:24.462407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351998867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-02-26T20:14:24.462558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.891289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:14:24.462584Z","caller":"traceutil/trace.go:171","msg":"trace[29095259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:405; }","duration":"1.352306665s","start":"2026-02-26T20:14:23.110245Z","end":"2026-02-26T20:14:24.462551Z","steps":["trace[29095259] 'range keys from in-memory index tree' (duration: 1.351824703s)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:24.462635Z","caller":"traceutil/trace.go:171","msg":"trace[840818095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:405; }","duration":"895.970981ms","start":"2026-02-26T20:14:23.566632Z","end":"2026-02-26T20:14:24.462603Z","steps":["trace[840818095] 'range keys from in-memory index tree' (duration: 895.834288ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:24.462655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:23.110198Z","time spent":"1.352441378s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T20:14:24.462714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:23.566612Z","time spent":"896.086523ms","remote":"127.0.0.1:34226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T20:14:24.462454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321656917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-02-26T20:14:24.463127Z","caller":"traceutil/trace.go:171","msg":"trace[1455993150] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:405; }","duration":"1.322393384s","start":"2026-02-26T20:14:23.1407Z","end":"2026-02-26T20:14:24.463093Z","steps":["trace[1455993150] 'range keys from in-memory index tree' (duration: 1.321462153s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:24.463246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:23.140627Z","time spent":"1.322577859s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T20:14:25.482151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065853279s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T20:14:25.482428Z","caller":"traceutil/trace.go:171","msg":"trace[206655377] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"1.01402889s","start":"2026-02-26T20:14:24.468381Z","end":"2026-02-26T20:14:25.48241Z","steps":["trace[206655377] 'process raft request' (duration: 1.013978678s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:25.482948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:24.468353Z","time spent":"1.014149643s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:14:25.483081Z","caller":"traceutil/trace.go:171","msg":"trace[39785689] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"1.015376172s","start":"2026-02-26T20:14:24.467668Z","end":"2026-02-26T20:14:25.483044Z","steps":["trace[39785689] 'process raft request' (duration: 1.014587183s)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:25.483067Z","caller":"traceutil/trace.go:171","msg":"trace[2115206437] linearizableReadLoop","detail":"{readStateIndex:418; appliedIndex:417; }","duration":"1.516385335s","start":"2026-02-26T20:14:23.966621Z","end":"2026-02-26T20:14:25.483007Z","steps":["trace[2115206437] 'read index received' (duration: 449.43832ms)","trace[2115206437] 'applied index is now lower than readState.Index' (duration: 1.066942015s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:14:25.483251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:24.467638Z","time spent":"1.015514955s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:14:25.868212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901582129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T20:14:25.868315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403775372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T20:14:25.868287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041097471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T20:14:25.868354Z","caller":"traceutil/trace.go:171","msg":"trace[531474032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:407; }","duration":"1.403841764s","start":"2026-02-26T20:14:24.464489Z","end":"2026-02-26T20:14:25.86833Z","steps":["trace[531474032] 'agreement among raft nodes before linearized reading' (duration: 1.018832473s)","trace[531474032] 'range keys from in-memory index tree' (duration: 384.954199ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:14:25.868374Z","caller":"traceutil/trace.go:171","msg":"trace[1987526373] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:407; }","duration":"1.041296806s","start":"2026-02-26T20:14:24.827053Z","end":"2026-02-26T20:14:25.86835Z","steps":["trace[1987526373] 'agreement among raft nodes before linearized reading' (duration: 656.273375ms)","trace[1987526373] 'range keys from in-memory index tree' (duration: 384.865457ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:14:25.868427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:24.827021Z","time spent":"1.041398108s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T20:14:25.868388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:24.464462Z","time spent":"1.403919576s","remote":"127.0.0.1:34236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T20:14:25.868523Z","caller":"traceutil/trace.go:171","msg":"trace[11297335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:407; }","duration":"1.901956009s","start":"2026-02-26T20:14:23.966555Z","end":"2026-02-26T20:14:25.868511Z","steps":["trace[11297335] 'agreement among raft nodes before linearized reading' (duration: 1.516638081s)","trace[11297335] 'range keys from in-memory index tree' (duration: 384.94326ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:14:25.868542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:23.966522Z","time spent":"1.9020154s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T20:14:30.102214Z","caller":"traceutil/trace.go:171","msg":"trace[1979223891] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"178.267358ms","start":"2026-02-26T20:14:29.923923Z","end":"2026-02-26T20:14:30.10219Z","steps":["trace[1979223891] 'process raft request' (duration: 178.104644ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:30.323483Z","caller":"traceutil/trace.go:171","msg":"trace[1058566325] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"397.529698ms","start":"2026-02-26T20:14:29.925926Z","end":"2026-02-26T20:14:30.323456Z","steps":["trace[1058566325] 'process raft request' (duration: 389.247572ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:30.32364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:29.925907Z","time spent":"397.653231ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:14:30.33241Z","caller":"traceutil/trace.go:171","msg":"trace[1261042305] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"174.520109ms","start":"2026-02-26T20:14:30.157867Z","end":"2026-02-26T20:14:30.332387Z","steps":["trace[1261042305] 'process raft request' (duration: 174.391546ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:34.474453Z","caller":"traceutil/trace.go:171","msg":"trace[272796591] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"132.502742ms","start":"2026-02-26T20:14:34.341918Z","end":"2026-02-26T20:14:34.474421Z","steps":["trace[272796591] 'process raft request' (duration: 132.278027ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:35.811714Z","caller":"traceutil/trace.go:171","msg":"trace[1080697077] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"278.617808ms","start":"2026-02-26T20:14:35.533068Z","end":"2026-02-26T20:14:35.811686Z","steps":["trace[1080697077] 'process raft request' (duration: 278.455444ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:36.483435Z","caller":"traceutil/trace.go:171","msg":"trace[110668389] linearizableReadLoop","detail":"{readStateIndex:480; appliedIndex:478; }","duration":"916.481925ms","start":"2026-02-26T20:14:35.566932Z","end":"2026-02-26T20:14:36.483414Z","steps":["trace[110668389] 'read index received' (duration: 244.670703ms)","trace[110668389] 'applied index is now lower than readState.Index' (duration: 671.810072ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:14:36.483507Z","caller":"traceutil/trace.go:171","msg":"trace[469559361] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"950.333599ms","start":"2026-02-26T20:14:35.533135Z","end":"2026-02-26T20:14:36.483469Z","steps":["trace[469559361] 'process raft request' (duration: 950.135364ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:36.483585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.65088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:14:36.483626Z","caller":"traceutil/trace.go:171","msg":"trace[234842303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:465; }","duration":"916.760752ms","start":"2026-02-26T20:14:35.566855Z","end":"2026-02-26T20:14:36.483616Z","steps":["trace[234842303] 'agreement among raft nodes before linearized reading' (duration: 916.68608ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:36.483662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:35.566835Z","time spent":"916.820314ms","remote":"127.0.0.1:34226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T20:14:36.483679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:35.533096Z","time spent":"950.490812ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:14:36.4837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.057064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T20:14:36.483876Z","caller":"traceutil/trace.go:171","msg":"trace[1249188090] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:465; }","duration":"340.27207ms","start":"2026-02-26T20:14:36.143583Z","end":"2026-02-26T20:14:36.483855Z","steps":["trace[1249188090] 'agreement among raft nodes before linearized reading' (duration: 340.006323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:36.483932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:36.143566Z","time spent":"340.356141ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T20:14:37.967828Z","caller":"traceutil/trace.go:171","msg":"trace[578428075] linearizableReadLoop","detail":"{readStateIndex:483; appliedIndex:482; }","duration":"402.903556ms","start":"2026-02-26T20:14:37.564899Z","end":"2026-02-26T20:14:37.967803Z","steps":["trace[578428075] 'read index received' (duration: 401.483132ms)","trace[578428075] 'applied index is now lower than readState.Index' (duration: 1.419354ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:14:37.968412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.48748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:14:37.968137Z","caller":"traceutil/trace.go:171","msg":"trace[1788931060] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"453.763371ms","start":"2026-02-26T20:14:37.514354Z","end":"2026-02-26T20:14:37.968118Z","steps":["trace[1788931060] 'process raft request' (duration: 452.116372ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:37.968485Z","caller":"traceutil/trace.go:171","msg":"trace[719355310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:468; }","duration":"403.609513ms","start":"2026-02-26T20:14:37.564854Z","end":"2026-02-26T20:14:37.968463Z","steps":["trace[719355310] 'agreement among raft nodes before linearized reading' (duration: 403.48984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:37.968531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:37.564833Z","time spent":"403.685914ms","remote":"127.0.0.1:34226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T20:14:37.968593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:37.514327Z","time spent":"454.151181ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:14:37.968867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.732053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T20:14:37.969062Z","caller":"traceutil/trace.go:171","msg":"trace[543843390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:468; }","duration":"152.911057ms","start":"2026-02-26T20:14:37.816062Z","end":"2026-02-26T20:14:37.968973Z","steps":["trace[543843390] 'agreement among raft nodes before linearized reading' (duration: 152.143648ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:44.881242Z","caller":"traceutil/trace.go:171","msg":"trace[1906660516] linearizableReadLoop","detail":"{readStateIndex:644; appliedIndex:643; }","duration":"336.953702ms","start":"2026-02-26T20:14:44.544264Z","end":"2026-02-26T20:14:44.881217Z","steps":["trace[1906660516] 'read index received' (duration: 336.754637ms)","trace[1906660516] 'applied index is now lower than readState.Index' (duration: 197.755µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:14:44.881315Z","caller":"traceutil/trace.go:171","msg":"trace[611792277] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"696.502279ms","start":"2026-02-26T20:14:44.184769Z","end":"2026-02-26T20:14:44.881271Z","steps":["trace[611792277] 'process raft request' (duration: 696.248533ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:44.881528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.251869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-26T20:14:44.881532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:44.184741Z","time spent":"696.669153ms","remote":"127.0.0.1:34452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17126,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:14:44.881595Z","caller":"traceutil/trace.go:171","msg":"trace[736720068] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:627; }","duration":"337.379392ms","start":"2026-02-26T20:14:44.544199Z","end":"2026-02-26T20:14:44.881579Z","steps":["trace[736720068] 'agreement among raft nodes before linearized reading' (duration: 337.166957ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:44.881642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:44.544158Z","time spent":"337.474524ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T20:14:44.88176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.52611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:14:44.881828Z","caller":"traceutil/trace.go:171","msg":"trace[929786825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:627; }","duration":"314.624092ms","start":"2026-02-26T20:14:44.567185Z","end":"2026-02-26T20:14:44.881809Z","steps":["trace[929786825] 'agreement among raft nodes before linearized reading' (duration: 314.52445ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:44.881873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:44.567139Z","time spent":"314.723024ms","remote":"127.0.0.1:34236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T20:14:44.881963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.254156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T20:14:44.882025Z","caller":"traceutil/trace.go:171","msg":"trace[1993955801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:627; }","duration":"164.358439ms","start":"2026-02-26T20:14:44.717649Z","end":"2026-02-26T20:14:44.882008Z","steps":["trace[1993955801] 'agreement among raft nodes before linearized reading' (duration: 164.156224ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:44.882073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.055637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T20:14:44.882187Z","caller":"traceutil/trace.go:171","msg":"trace[708870963] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:627; }","duration":"265.19296ms","start":"2026-02-26T20:14:44.616954Z","end":"2026-02-26T20:14:44.882147Z","steps":["trace[708870963] 'agreement among raft nodes before linearized reading' (duration: 264.913143ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:45.228232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.446521ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:14:45.228461Z","caller":"traceutil/trace.go:171","msg":"trace[1138473974] linearizableReadLoop","detail":"{readStateIndex:647; appliedIndex:644; }","duration":"116.78503ms","start":"2026-02-26T20:14:45.111658Z","end":"2026-02-26T20:14:45.228443Z","steps":["trace[1138473974] 'read index received' (duration: 103.343021ms)","trace[1138473974] 'applied index is now lower than readState.Index' (duration: 13.441189ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:14:45.228557Z","caller":"traceutil/trace.go:171","msg":"trace[1969287841] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"342.306688ms","start":"2026-02-26T20:14:44.886235Z","end":"2026-02-26T20:14:45.228542Z","steps":["trace[1969287841] 'process raft request' (duration: 182.444137ms)","trace[1969287841] 'compare' (duration: 159.315208ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:14:45.228653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:44.88621Z","time spent":"342.380431ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:14:45.228644Z","caller":"traceutil/trace.go:171","msg":"trace[792433739] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"341.98959ms","start":"2026-02-26T20:14:44.886594Z","end":"2026-02-26T20:14:45.228583Z","steps":["trace[792433739] 'process raft request' (duration: 341.812186ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:45.228733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.036836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:14:45.22873Z","caller":"traceutil/trace.go:171","msg":"trace[537604320] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"342.128874ms","start":"2026-02-26T20:14:44.886511Z","end":"2026-02-26T20:14:45.22864Z","steps":["trace[537604320] 'process raft request' (duration: 341.834847ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:45.228791Z","caller":"traceutil/trace.go:171","msg":"trace[1359467321] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:630; }","duration":"117.132888ms","start":"2026-02-26T20:14:45.111642Z","end":"2026-02-26T20:14:45.228775Z","steps":["trace[1359467321] 'agreement among raft nodes before linearized reading' (duration: 117.031096ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:45.228836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:44.886578Z","time spent":"342.164835ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:14:45.228891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:44.886476Z","time spent":"342.334949ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:14:45.229014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.336813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:14:45.229067Z","caller":"traceutil/trace.go:171","msg":"trace[624378986] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:630; }","duration":"117.429775ms","start":"2026-02-26T20:14:45.111617Z","end":"2026-02-26T20:14:45.229047Z","steps":["trace[624378986] 'agreement among raft nodes before linearized reading' (duration: 117.350784ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:45.229392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.257281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:14:45.229444Z","caller":"traceutil/trace.go:171","msg":"trace[1714965550] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:630; }","duration":"117.332102ms","start":"2026-02-26T20:14:45.112098Z","end":"2026-02-26T20:14:45.22943Z","steps":["trace[1714965550] 'agreement among raft nodes before linearized reading' (duration: 117.264811ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:47.926665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.29797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T20:14:47.926755Z","caller":"traceutil/trace.go:171","msg":"trace[2043377850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:631; }","duration":"692.435702ms","start":"2026-02-26T20:14:47.234299Z","end":"2026-02-26T20:14:47.926735Z","steps":["trace[2043377850] 'range keys from in-memory index tree' (duration: 692.086234ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:47.926799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:47.234279Z","time spent":"692.511215ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T20:14:47.926941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.053421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T20:14:47.927012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36065692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:14:47.927104Z","caller":"traceutil/trace.go:171","msg":"trace[184228532] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:631; }","duration":"1.360807124s","start":"2026-02-26T20:14:46.566277Z","end":"2026-02-26T20:14:47.927084Z","steps":["trace[184228532] 'range keys from in-memory index tree' (duration: 1.360532957s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:47.927152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:46.566253Z","time spent":"1.360890426s","remote":"127.0.0.1:34226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T20:14:47.927125Z","caller":"traceutil/trace.go:171","msg":"trace[1752183001] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:631; }","duration":"694.250296ms","start":"2026-02-26T20:14:47.232809Z","end":"2026-02-26T20:14:47.92706Z","steps":["trace[1752183001] 'range keys from in-memory index tree' (duration: 693.740083ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:47.927278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.143623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T20:14:47.927797Z","caller":"traceutil/trace.go:171","msg":"trace[1120738127] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:631; }","duration":"694.720977ms","start":"2026-02-26T20:14:47.233057Z","end":"2026-02-26T20:14:47.927778Z","steps":["trace[1120738127] 'range keys from in-memory index tree' (duration: 693.630121ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:47.927851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:47.233036Z","time spent":"694.799608ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T20:14:47.927625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:47.232786Z","time spent":"694.816969ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T20:14:48.251031Z","caller":"traceutil/trace.go:171","msg":"trace[2128079396] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"109.467436ms","start":"2026-02-26T20:14:48.141547Z","end":"2026-02-26T20:14:48.251015Z","steps":["trace[2128079396] 'process raft request' (duration: 104.448087ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:50.291149Z","caller":"traceutil/trace.go:171","msg":"trace[1591326960] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"103.459784ms","start":"2026-02-26T20:14:50.187665Z","end":"2026-02-26T20:14:50.291124Z","steps":["trace[1591326960] 'process raft request' (duration: 103.333371ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:50.702709Z","caller":"traceutil/trace.go:171","msg":"trace[1875604276] linearizableReadLoop","detail":"{readStateIndex:671; appliedIndex:670; }","duration":"136.362965ms","start":"2026-02-26T20:14:50.566323Z","end":"2026-02-26T20:14:50.702686Z","steps":["trace[1875604276] 'read index received' (duration: 136.293073ms)","trace[1875604276] 'applied index is now lower than readState.Index' (duration: 68.802µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:14:50.702727Z","caller":"traceutil/trace.go:171","msg":"trace[1880572994] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"136.482357ms","start":"2026-02-26T20:14:50.566221Z","end":"2026-02-26T20:14:50.702703Z","steps":["trace[1880572994] 'process raft request' (duration: 136.339184ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:50.70298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.59702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:14:50.703088Z","caller":"traceutil/trace.go:171","msg":"trace[867298587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:653; }","duration":"136.786255ms","start":"2026-02-26T20:14:50.566281Z","end":"2026-02-26T20:14:50.703067Z","steps":["trace[867298587] 'agreement among raft nodes before linearized reading' (duration: 136.495018ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:52.520411Z","caller":"traceutil/trace.go:171","msg":"trace[7341073] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"234.86958ms","start":"2026-02-26T20:14:52.285529Z","end":"2026-02-26T20:14:52.520398Z","steps":["trace[7341073] 'process raft request' (duration: 234.669875ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:52.520353Z","caller":"traceutil/trace.go:171","msg":"trace[950925381] linearizableReadLoop","detail":"{readStateIndex:683; appliedIndex:682; }","duration":"122.217569ms","start":"2026-02-26T20:14:52.398115Z","end":"2026-02-26T20:14:52.520333Z","steps":["trace[950925381] 'read index received' (duration: 121.973003ms)","trace[950925381] 'applied index is now lower than readState.Index' (duration: 243.716µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:14:52.520725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.584497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-02-26T20:14:52.52081Z","caller":"traceutil/trace.go:171","msg":"trace[789899095] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:665; }","duration":"122.72401ms","start":"2026-02-26T20:14:52.398062Z","end":"2026-02-26T20:14:52.520786Z","steps":["trace[789899095] 'agreement among raft nodes before linearized reading' (duration: 122.501975ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:52.72273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.770603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:14:52.722833Z","caller":"traceutil/trace.go:171","msg":"trace[1666826064] linearizableReadLoop","detail":"{readStateIndex:686; appliedIndex:685; }","duration":"138.432223ms","start":"2026-02-26T20:14:52.584384Z","end":"2026-02-26T20:14:52.722817Z","steps":["trace[1666826064] 'read index received' (duration: 20.626159ms)","trace[1666826064] 'applied index is now lower than readState.Index' (duration: 117.802794ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:14:52.722912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.669399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T20:14:52.722901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.491154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:14:52.722944Z","caller":"traceutil/trace.go:171","msg":"trace[1199794047] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:0; response_revision:668; }","duration":"139.309314ms","start":"2026-02-26T20:14:52.583623Z","end":"2026-02-26T20:14:52.722932Z","steps":["trace[1199794047] 'agreement among raft nodes before linearized reading' (duration: 139.259973ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:52.722928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.565136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:14:52.722971Z","caller":"traceutil/trace.go:171","msg":"trace[2129820861] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"138.68796ms","start":"2026-02-26T20:14:52.584254Z","end":"2026-02-26T20:14:52.722942Z","steps":["trace[2129820861] 'process raft request' (duration: 20.61952ms)","trace[2129820861] 'compare' (duration: 117.65737ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:14:52.722997Z","caller":"traceutil/trace.go:171","msg":"trace[209956101] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:0; response_revision:668; }","duration":"138.668569ms","start":"2026-02-26T20:14:52.584314Z","end":"2026-02-26T20:14:52.722982Z","steps":["trace[209956101] 'agreement among raft nodes before linearized reading' (duration: 138.561596ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:52.722981Z","caller":"traceutil/trace.go:171","msg":"trace[1093971513] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:0; response_revision:668; }","duration":"138.597857ms","start":"2026-02-26T20:14:52.584363Z","end":"2026-02-26T20:14:52.72296Z","steps":["trace[1093971513] 'agreement among raft nodes before linearized reading' (duration: 138.470064ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:52.752485Z","caller":"traceutil/trace.go:171","msg":"trace[717871324] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"166.001717ms","start":"2026-02-26T20:14:52.586462Z","end":"2026-02-26T20:14:52.752463Z","steps":["trace[717871324] 'process raft request' (duration: 165.865254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:52.75252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.162945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:14:52.752551Z","caller":"traceutil/trace.go:171","msg":"trace[90052739] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:671; }","duration":"167.222736ms","start":"2026-02-26T20:14:52.58532Z","end":"2026-02-26T20:14:52.752543Z","steps":["trace[90052739] 'agreement among raft nodes before linearized reading' (duration: 167.157564ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:52.752534Z","caller":"traceutil/trace.go:171","msg":"trace[1016675855] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"165.606398ms","start":"2026-02-26T20:14:52.586905Z","end":"2026-02-26T20:14:52.752511Z","steps":["trace[1016675855] 'process raft request' (duration: 165.508506ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:52.752581Z","caller":"traceutil/trace.go:171","msg":"trace[998971679] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"164.373988ms","start":"2026-02-26T20:14:52.588186Z","end":"2026-02-26T20:14:52.75256Z","steps":["trace[998971679] 'process raft request' (duration: 164.256625ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:52.879735Z","caller":"traceutil/trace.go:171","msg":"trace[475943206] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"124.096013ms","start":"2026-02-26T20:14:52.75562Z","end":"2026-02-26T20:14:52.879716Z","steps":["trace[475943206] 'process raft request' (duration: 123.96027ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:52.950342Z","caller":"traceutil/trace.go:171","msg":"trace[1491553133] linearizableReadLoop","detail":"{readStateIndex:692; appliedIndex:689; }","duration":"167.41444ms","start":"2026-02-26T20:14:52.782907Z","end":"2026-02-26T20:14:52.950322Z","steps":["trace[1491553133] 'read index received' (duration: 96.666313ms)","trace[1491553133] 'applied index is now lower than readState.Index' (duration: 70.747197ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:14:52.950467Z","caller":"traceutil/trace.go:171","msg":"trace[1261937500] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"194.81286ms","start":"2026-02-26T20:14:52.755634Z","end":"2026-02-26T20:14:52.950447Z","steps":["trace[1261937500] 'process raft request' (duration: 194.530334ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:52.950499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.572184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:14:52.950566Z","caller":"traceutil/trace.go:171","msg":"trace[2126506823] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:674; }","duration":"167.666377ms","start":"2026-02-26T20:14:52.782877Z","end":"2026-02-26T20:14:52.950544Z","steps":["trace[2126506823] 'agreement among raft nodes before linearized reading' (duration: 167.572585ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:52.950463Z","caller":"traceutil/trace.go:171","msg":"trace[1291082996] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"194.756469ms","start":"2026-02-26T20:14:52.755679Z","end":"2026-02-26T20:14:52.950435Z","steps":["trace[1291082996] 'process raft request' (duration: 194.583635ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:53.499243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.965797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:14:53.499332Z","caller":"traceutil/trace.go:171","msg":"trace[703957086] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:686; }","duration":"115.065589ms","start":"2026-02-26T20:14:53.384242Z","end":"2026-02-26T20:14:53.499308Z","steps":["trace[703957086] 'range keys from in-memory index tree' (duration: 114.865345ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:15:09.28473Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264131485985264,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T20:15:09.362417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.280423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:15:09.36271Z","caller":"traceutil/trace.go:171","msg":"trace[1080598305] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"993.499072ms","start":"2026-02-26T20:15:08.369193Z","end":"2026-02-26T20:15:09.362692Z","steps":["trace[1080598305] 'process raft request' (duration: 993.368819ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:15:09.362722Z","caller":"traceutil/trace.go:171","msg":"trace[1437365713] transaction","detail":"{read_only:false; response_revision:885; number_of_response:1; }","duration":"993.545053ms","start":"2026-02-26T20:15:08.369146Z","end":"2026-02-26T20:15:09.362692Z","steps":["trace[1437365713] 'process raft request' (duration: 167.892681ms)","trace[1437365713] 'compare' (duration: 825.161341ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:15:09.36285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:15:08.369175Z","time spent":"993.638725ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:15:09.36287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:15:08.369125Z","time spent":"993.674406ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:15:09.362733Z","caller":"traceutil/trace.go:171","msg":"trace[434658844] transaction","detail":"{read_only:false; response_revision:887; number_of_response:1; }","duration":"993.201325ms","start":"2026-02-26T20:15:08.369516Z","end":"2026-02-26T20:15:09.362717Z","steps":["trace[434658844] 'process raft request' (duration: 993.098003ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:15:09.362988Z","caller":"traceutil/trace.go:171","msg":"trace[1374981008] transaction","detail":"{read_only:false; response_revision:888; number_of_response:1; }","duration":"992.593151ms","start":"2026-02-26T20:15:08.370375Z","end":"2026-02-26T20:15:09.362969Z","steps":["trace[1374981008] 'process raft request' (duration: 992.268003ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:15:09.363135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:15:08.370368Z","time spent":"992.682633ms","remote":"127.0.0.1:34438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1080,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:15:09.363152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:15:08.369491Z","time spent":"993.539933ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:15:09.363279Z","caller":"traceutil/trace.go:171","msg":"trace[1393856087] transaction","detail":"{read_only:false; response_revision:889; number_of_response:1; }","duration":"992.851467ms","start":"2026-02-26T20:15:08.370417Z","end":"2026-02-26T20:15:09.363268Z","steps":["trace[1393856087] 'process raft request' (duration: 992.470988ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:15:09.363312Z","caller":"traceutil/trace.go:171","msg":"trace[1055768481] transaction","detail":"{read_only:false; response_revision:890; number_of_response:1; }","duration":"991.70946ms","start":"2026-02-26T20:15:08.371591Z","end":"2026-02-26T20:15:09.3633Z","steps":["trace[1055768481] 'process raft request' (duration: 991.596497ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:15:09.363336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:15:08.370375Z","time spent":"992.933639ms","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1601,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:15:09.363385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:15:08.371565Z","time spent":"991.786422ms","remote":"127.0.0.1:34726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4503,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:15:09.363542Z","caller":"traceutil/trace.go:171","msg":"trace[55202885] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"966.00281ms","start":"2026-02-26T20:15:08.397522Z","end":"2026-02-26T20:15:09.363524Z","steps":["trace[55202885] 'process raft request' (duration: 965.904068ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:15:09.363565Z","caller":"traceutil/trace.go:171","msg":"trace[604429319] transaction","detail":"{read_only:false; response_revision:891; number_of_response:1; }","duration":"982.764088ms","start":"2026-02-26T20:15:08.38079Z","end":"2026-02-26T20:15:09.363554Z","steps":["trace[604429319] 'process raft request' (duration: 982.472701ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:15:09.363629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:15:08.397513Z","time spent":"966.076302ms","remote":"127.0.0.1:34280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:15:09.363636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:15:08.380772Z","time spent":"982.820289ms","remote":"127.0.0.1:34500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3148,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:15:09.405Z","caller":"traceutil/trace.go:171","msg":"trace[263235935] linearizableReadLoop","detail":"{readStateIndex:917; appliedIndex:908; }","duration":"620.472806ms","start":"2026-02-26T20:15:08.784504Z","end":"2026-02-26T20:15:09.404977Z","steps":["trace[263235935] 'read index received' (duration: 543.406919ms)","trace[263235935] 'applied index is now lower than readState.Index' (duration: 77.064757ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:15:09.405263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.736843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T20:15:09.405248Z","caller":"traceutil/trace.go:171","msg":"trace[293779920] transaction","detail":"{read_only:false; response_revision:893; number_of_response:1; }","duration":"758.550941ms","start":"2026-02-26T20:15:08.646652Z","end":"2026-02-26T20:15:09.405203Z","steps":["trace[293779920] 'process raft request' (duration: 758.197672ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:15:09.405315Z","caller":"traceutil/trace.go:171","msg":"trace[596406864] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:893; }","duration":"620.846765ms","start":"2026-02-26T20:15:08.784458Z","end":"2026-02-26T20:15:09.405305Z","steps":["trace[596406864] 'agreement among raft nodes before linearized reading' (duration: 620.63791ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:15:09.405435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:15:08.646633Z","time spent":"758.729805ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:15:09.405565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:15:08.78444Z","time spent":"621.08388ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T20:15:35.690994Z","caller":"traceutil/trace.go:171","msg":"trace[1710050106] transaction","detail":"{read_only:false; response_revision:1156; number_of_response:1; }","duration":"173.226059ms","start":"2026-02-26T20:15:35.517742Z","end":"2026-02-26T20:15:35.690968Z","steps":["trace[1710050106] 'process raft request' (duration: 173.071125ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:15:35.963822Z","caller":"traceutil/trace.go:171","msg":"trace[311490370] linearizableReadLoop","detail":"{readStateIndex:1193; appliedIndex:1191; }","duration":"444.514145ms","start":"2026-02-26T20:15:35.519279Z","end":"2026-02-26T20:15:35.963794Z","steps":["trace[311490370] 'read index received' (duration: 171.500749ms)","trace[311490370] 'applied index is now lower than readState.Index' (duration: 273.012426ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:15:35.964138Z","caller":"traceutil/trace.go:171","msg":"trace[1313496584] transaction","detail":"{read_only:false; response_revision:1157; number_of_response:1; }","duration":"445.794496ms","start":"2026-02-26T20:15:35.518307Z","end":"2026-02-26T20:15:35.964102Z","steps":["trace[1313496584] 'process raft request' (duration: 424.127272ms)","trace[1313496584] 'compare' (duration: 21.180732ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:15:35.964185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.865984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T20:15:35.964299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:15:35.518285Z","time spent":"445.931578ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:15:35.964312Z","caller":"traceutil/trace.go:171","msg":"trace[1142411764] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1157; }","duration":"445.039107ms","start":"2026-02-26T20:15:35.519251Z","end":"2026-02-26T20:15:35.96429Z","steps":["trace[1142411764] 'agreement among raft nodes before linearized reading' (duration: 444.72787ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:15:35.964366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:15:35.519237Z","time spent":"445.11824ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T20:15:35.964369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.065279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T20:15:35.964504Z","caller":"traceutil/trace.go:171","msg":"trace[1104127565] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1157; }","duration":"233.403917ms","start":"2026-02-26T20:15:35.731081Z","end":"2026-02-26T20:15:35.964485Z","steps":["trace[1104127565] 'agreement among raft nodes before linearized reading' (duration: 232.981607ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:15:46.250578Z","caller":"traceutil/trace.go:171","msg":"trace[621560385] transaction","detail":"{read_only:false; response_revision:1374; number_of_response:1; }","duration":"109.271192ms","start":"2026-02-26T20:15:46.141272Z","end":"2026-02-26T20:15:46.250544Z","steps":["trace[621560385] 'process raft request' (duration: 109.107978ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:15:48.615594Z","caller":"traceutil/trace.go:171","msg":"trace[415933990] linearizableReadLoop","detail":"{readStateIndex:1459; appliedIndex:1458; }","duration":"147.06696ms","start":"2026-02-26T20:15:48.468507Z","end":"2026-02-26T20:15:48.615574Z","steps":["trace[415933990] 'read index received' (duration: 146.64776ms)","trace[415933990] 'applied index is now lower than readState.Index' (duration: 418.22µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:15:48.61571Z","caller":"traceutil/trace.go:171","msg":"trace[1688075970] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1399; }","duration":"179.423117ms","start":"2026-02-26T20:15:48.436278Z","end":"2026-02-26T20:15:48.615701Z","steps":["trace[1688075970] 'process raft request' (duration: 179.069178ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:15:48.616095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.573151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T20:15:48.616143Z","caller":"traceutil/trace.go:171","msg":"trace[165348116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1399; }","duration":"147.676744ms","start":"2026-02-26T20:15:48.468457Z","end":"2026-02-26T20:15:48.616133Z","steps":["trace[165348116] 'agreement among raft nodes before linearized reading' (duration: 147.50962ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:15:49.535777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.490963ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:15:49.535944Z","caller":"traceutil/trace.go:171","msg":"trace[1480995226] transaction","detail":"{read_only:false; response_revision:1419; number_of_response:1; }","duration":"179.319944ms","start":"2026-02-26T20:15:49.356606Z","end":"2026-02-26T20:15:49.535926Z","steps":["trace[1480995226] 'process raft request' (duration: 46.595216ms)","trace[1480995226] 'compare' (duration: 132.38869ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:15:49.543395Z","caller":"traceutil/trace.go:171","msg":"trace[1899158406] transaction","detail":"{read_only:false; response_revision:1420; number_of_response:1; }","duration":"139.752915ms","start":"2026-02-26T20:15:49.403627Z","end":"2026-02-26T20:15:49.54338Z","steps":["trace[1899158406] 'process raft request' (duration: 139.637552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:15:52.356056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.76469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:15:52.356229Z","caller":"traceutil/trace.go:171","msg":"trace[835609318] transaction","detail":"{read_only:false; response_revision:1452; number_of_response:1; }","duration":"318.471186ms","start":"2026-02-26T20:15:52.037741Z","end":"2026-02-26T20:15:52.356212Z","steps":["trace[835609318] 'process raft request' (duration: 40.46867ms)","trace[835609318] 'compare' (duration: 277.555505ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:15:52.356307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:15:52.037728Z","time spent":"318.548787ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:15:52.356233Z","caller":"traceutil/trace.go:171","msg":"trace[2046214060] transaction","detail":"{read_only:false; response_revision:1453; number_of_response:1; }","duration":"316.485738ms","start":"2026-02-26T20:15:52.039734Z","end":"2026-02-26T20:15:52.35622Z","steps":["trace[2046214060] 'process raft request' (duration: 316.423416ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:15:52.356392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:15:52.039716Z","time spent":"316.636642ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:15:52.692439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.079413ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:15:52.692562Z","caller":"traceutil/trace.go:171","msg":"trace[199427711] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1453; }","duration":"218.229847ms","start":"2026-02-26T20:15:52.474314Z","end":"2026-02-26T20:15:52.692544Z","steps":["trace[199427711] 'range keys from in-memory index tree' (duration: 218.044682ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:15:52.829066Z","caller":"traceutil/trace.go:171","msg":"trace[1202176309] transaction","detail":"{read_only:false; response_revision:1454; number_of_response:1; }","duration":"132.679868ms","start":"2026-02-26T20:15:52.696365Z","end":"2026-02-26T20:15:52.829045Z","steps":["trace[1202176309] 'process raft request' (duration: 132.548025ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:00.710372Z","caller":"traceutil/trace.go:171","msg":"trace[207723034] linearizableReadLoop","detail":"{readStateIndex:1626; appliedIndex:1625; }","duration":"326.280391ms","start":"2026-02-26T20:16:00.384066Z","end":"2026-02-26T20:16:00.710346Z","steps":["trace[207723034] 'read index received' (duration: 326.024005ms)","trace[207723034] 'applied index is now lower than readState.Index' (duration: 255.306µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:16:00.710473Z","caller":"traceutil/trace.go:171","msg":"trace[1978035817] transaction","detail":"{read_only:false; response_revision:1563; number_of_response:1; }","duration":"459.550562ms","start":"2026-02-26T20:16:00.250888Z","end":"2026-02-26T20:16:00.710439Z","steps":["trace[1978035817] 'process raft request' (duration: 459.302006ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:00.710674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.611307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T20:16:00.710687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:00.250867Z","time spent":"459.719326ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:16:00.710714Z","caller":"traceutil/trace.go:171","msg":"trace[1060685909] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1563; }","duration":"323.703569ms","start":"2026-02-26T20:16:00.386999Z","end":"2026-02-26T20:16:00.710703Z","steps":["trace[1060685909] 'agreement among raft nodes before linearized reading' (duration: 323.505194ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:00.710712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.283108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c9230279-bbfc-4f12-8cdd-26cf86c30e85\" ","response":"range_response_count:1 size:3625"} {"level":"warn","ts":"2026-02-26T20:16:00.710758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:00.38698Z","time spent":"323.769501ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T20:16:00.710711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.625779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T20:16:00.710809Z","caller":"traceutil/trace.go:171","msg":"trace[1347080390] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c9230279-bbfc-4f12-8cdd-26cf86c30e85; range_end:; response_count:1; response_revision:1563; }","duration":"105.430751ms","start":"2026-02-26T20:16:00.605354Z","end":"2026-02-26T20:16:00.710785Z","steps":["trace[1347080390] 'agreement among raft nodes before linearized reading' (duration: 105.201436ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:00.710862Z","caller":"traceutil/trace.go:171","msg":"trace[1088788142] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1563; }","duration":"326.818133ms","start":"2026-02-26T20:16:00.384021Z","end":"2026-02-26T20:16:00.710839Z","steps":["trace[1088788142] 'agreement among raft nodes before linearized reading' (duration: 326.469315ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:00.710917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:00.384004Z","time spent":"326.899115ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T20:16:01.363443Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264131485986652,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T20:16:01.864317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264131485986652,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T20:16:01.928722Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.213652103s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T20:16:02.069658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.464032ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:16:02.069824Z","caller":"traceutil/trace.go:171","msg":"trace[265546751] transaction","detail":"{read_only:false; response_revision:1564; number_of_response:1; }","duration":"1.35480706s","start":"2026-02-26T20:16:00.714985Z","end":"2026-02-26T20:16:02.069792Z","steps":["trace[265546751] 'process raft request' (duration: 1.21398354s)","trace[265546751] 'compare' (duration: 140.141414ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:16:02.069916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:00.714963Z","time spent":"1.354916664s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:16:02.155834Z","caller":"traceutil/trace.go:171","msg":"trace[1361535518] transaction","detail":"{read_only:false; response_revision:1565; number_of_response:1; }","duration":"1.4403756s","start":"2026-02-26T20:16:00.715419Z","end":"2026-02-26T20:16:02.155795Z","steps":["trace[1361535518] 'process raft request' (duration: 1.440080973s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:02.156054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:00.715397Z","time spent":"1.440544614s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:16:02.156215Z","caller":"traceutil/trace.go:171","msg":"trace[230441743] transaction","detail":"{read_only:false; response_revision:1566; number_of_response:1; }","duration":"1.436542099s","start":"2026-02-26T20:16:00.719645Z","end":"2026-02-26T20:16:02.156187Z","steps":["trace[230441743] 'process raft request' (duration: 1.436087818s)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:02.156309Z","caller":"traceutil/trace.go:171","msg":"trace[430412513] transaction","detail":"{read_only:false; response_revision:1567; number_of_response:1; }","duration":"1.350396075s","start":"2026-02-26T20:16:00.805862Z","end":"2026-02-26T20:16:02.156258Z","steps":["trace[430412513] 'process raft request' (duration: 1.350168619s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:02.156374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:00.719625Z","time spent":"1.436669191s","remote":"127.0.0.1:34452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3730,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:16:02.156593Z","caller":"traceutil/trace.go:171","msg":"trace[1553318478] linearizableReadLoop","detail":"{readStateIndex:1631; appliedIndex:1626; }","duration":"1.29328334s","start":"2026-02-26T20:16:00.863276Z","end":"2026-02-26T20:16:02.156559Z","steps":["trace[1553318478] 'read index received' (duration: 1.065703742s)","trace[1553318478] 'applied index is now lower than readState.Index' (duration: 227.578528ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:16:02.156669Z","caller":"traceutil/trace.go:171","msg":"trace[1044858184] transaction","detail":"{read_only:false; response_revision:1568; number_of_response:1; }","duration":"674.539101ms","start":"2026-02-26T20:16:01.482114Z","end":"2026-02-26T20:16:02.156654Z","steps":["trace[1044858184] 'process raft request' (duration: 674.07964ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:02.15668Z","caller":"traceutil/trace.go:171","msg":"trace[1860958164] transaction","detail":"{read_only:false; response_revision:1569; number_of_response:1; }","duration":"236.255133ms","start":"2026-02-26T20:16:01.920406Z","end":"2026-02-26T20:16:02.156661Z","steps":["trace[1860958164] 'process raft request' (duration: 236.001207ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:02.15663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:00.805845Z","time spent":"1.35065786s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:16:02.156762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:01.482096Z","time spent":"674.624893ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:16:02.156846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293574376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T20:16:02.156895Z","caller":"traceutil/trace.go:171","msg":"trace[410619714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1569; }","duration":"1.293658418s","start":"2026-02-26T20:16:00.863221Z","end":"2026-02-26T20:16:02.156879Z","steps":["trace[410619714] 'agreement among raft nodes before linearized reading' (duration: 1.293467304s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:02.156929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:00.8632Z","time spent":"1.29372193s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T20:16:02.36345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.572741ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:16:02.363756Z","caller":"traceutil/trace.go:171","msg":"trace[876504347] transaction","detail":"{read_only:false; response_revision:1572; number_of_response:1; }","duration":"202.974145ms","start":"2026-02-26T20:16:02.160759Z","end":"2026-02-26T20:16:02.363733Z","steps":["trace[876504347] 'process raft request' (duration: 202.914854ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:02.364037Z","caller":"traceutil/trace.go:171","msg":"trace[447104603] linearizableReadLoop","detail":"{readStateIndex:1634; appliedIndex:1632; }","duration":"207.319188ms","start":"2026-02-26T20:16:02.156685Z","end":"2026-02-26T20:16:02.364004Z","steps":["trace[447104603] 'read index received' (duration: 48.05723ms)","trace[447104603] 'applied index is now lower than readState.Index' (duration: 159.258448ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:16:02.364303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292328327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T20:16:02.364353Z","caller":"traceutil/trace.go:171","msg":"trace[1108150795] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1572; }","duration":"1.29243468s","start":"2026-02-26T20:16:01.071901Z","end":"2026-02-26T20:16:02.364335Z","steps":["trace[1108150795] 'agreement among raft nodes before linearized reading' (duration: 1.292215194s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:02.364345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.421586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T20:16:02.364382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.384609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T20:16:02.364399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:01.07188Z","time spent":"1.292510052s","remote":"127.0.0.1:45998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T20:16:02.364428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191363511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c9230279-bbfc-4f12-8cdd-26cf86c30e85\" ","response":"range_response_count:1 size:3745"} {"level":"info","ts":"2026-02-26T20:16:02.364453Z","caller":"traceutil/trace.go:171","msg":"trace[850315477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1572; }","duration":"559.499502ms","start":"2026-02-26T20:16:01.804932Z","end":"2026-02-26T20:16:02.364432Z","steps":["trace[850315477] 'agreement among raft nodes before linearized reading' (duration: 559.282207ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:02.364498Z","caller":"traceutil/trace.go:171","msg":"trace[1743888268] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c9230279-bbfc-4f12-8cdd-26cf86c30e85; range_end:; response_count:1; response_revision:1572; }","duration":"1.191468324s","start":"2026-02-26T20:16:01.173012Z","end":"2026-02-26T20:16:02.36448Z","steps":["trace[1743888268] 'agreement among raft nodes before linearized reading' (duration: 1.19129598s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:02.364502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:01.804913Z","time spent":"559.575273ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T20:16:02.364435Z","caller":"traceutil/trace.go:171","msg":"trace[1837885096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1572; }","duration":"797.566239ms","start":"2026-02-26T20:16:01.566846Z","end":"2026-02-26T20:16:02.364412Z","steps":["trace[1837885096] 'agreement among raft nodes before linearized reading' (duration: 797.393185ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:02.36455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:01.17299Z","time spent":"1.191546996s","remote":"127.0.0.1:34452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3768,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c9230279-bbfc-4f12-8cdd-26cf86c30e85\" "} {"level":"warn","ts":"2026-02-26T20:16:02.364569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.99259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-02-26T20:16:02.364595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:01.566823Z","time spent":"797.761485ms","remote":"127.0.0.1:34226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T20:16:02.364623Z","caller":"traceutil/trace.go:171","msg":"trace[1414943545] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1572; }","duration":"285.083242ms","start":"2026-02-26T20:16:02.079526Z","end":"2026-02-26T20:16:02.364609Z","steps":["trace[1414943545] 'agreement among raft nodes before linearized reading' (duration: 284.914548ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:02.364459Z","caller":"traceutil/trace.go:171","msg":"trace[484643303] transaction","detail":"{read_only:false; response_revision:1571; number_of_response:1; }","duration":"406.137703ms","start":"2026-02-26T20:16:01.958261Z","end":"2026-02-26T20:16:02.364399Z","steps":["trace[484643303] 'process raft request' (duration: 405.336854ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:02.364818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:01.958232Z","time spent":"406.484752ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:16:02.364038Z","caller":"traceutil/trace.go:171","msg":"trace[1390925035] transaction","detail":"{read_only:false; response_revision:1570; number_of_response:1; }","duration":"419.390958ms","start":"2026-02-26T20:16:01.944607Z","end":"2026-02-26T20:16:02.363998Z","steps":["trace[1390925035] 'process raft request' (duration: 260.1338ms)","trace[1390925035] 'compare' (duration: 158.375307ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:16:02.365086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:01.944592Z","time spent":"420.423653ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:16:03.076124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.958387ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T20:16:03.076436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.966073ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:16:03.076561Z","caller":"traceutil/trace.go:171","msg":"trace[584407868] transaction","detail":"{read_only:false; response_revision:1573; number_of_response:1; }","duration":"706.86636ms","start":"2026-02-26T20:16:02.369668Z","end":"2026-02-26T20:16:03.076535Z","steps":["trace[584407868] 'process raft request' (duration: 125.705833ms)","trace[584407868] 'compare' (duration: 580.818729ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:16:03.076362Z","caller":"traceutil/trace.go:171","msg":"trace[1633186613] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1572; }","duration":"601.205302ms","start":"2026-02-26T20:16:02.475138Z","end":"2026-02-26T20:16:03.076344Z","steps":["trace[1633186613] 'range keys from in-memory index tree' (duration: 600.941316ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:03.076671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:02.369642Z","time spent":"706.959712ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:16:03.655255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.459679ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:16:03.655334Z","caller":"traceutil/trace.go:171","msg":"trace[1395366937] linearizableReadLoop","detail":"{readStateIndex:1637; appliedIndex:1635; }","duration":"1.20391775s","start":"2026-02-26T20:16:02.451404Z","end":"2026-02-26T20:16:03.655322Z","steps":["trace[1395366937] 'read index received' (duration: 43.985033ms)","trace[1395366937] 'applied index is now lower than readState.Index' (duration: 1.159931597s)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:16:03.655421Z","caller":"traceutil/trace.go:171","msg":"trace[2110427396] transaction","detail":"{read_only:false; response_revision:1574; number_of_response:1; }","duration":"1.284973714s","start":"2026-02-26T20:16:02.3704Z","end":"2026-02-26T20:16:03.655374Z","steps":["trace[2110427396] 'process raft request' (duration: 879.32937ms)","trace[2110427396] 'compare' (duration: 405.328786ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:16:03.655514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204111596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-26T20:16:03.655572Z","caller":"traceutil/trace.go:171","msg":"trace[568141828] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1574; }","duration":"1.204216588s","start":"2026-02-26T20:16:02.45134Z","end":"2026-02-26T20:16:03.655556Z","steps":["trace[568141828] 'agreement among raft nodes before linearized reading' (duration: 1.204024923s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:03.655592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:02.370381Z","time spent":"1.285127788s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:16:03.655616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:02.451316Z","time spent":"1.204292s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T20:16:03.661722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.628816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T20:16:03.661787Z","caller":"traceutil/trace.go:171","msg":"trace[1069067491] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1574; }","duration":"736.735297ms","start":"2026-02-26T20:16:02.925036Z","end":"2026-02-26T20:16:03.661771Z","steps":["trace[1069067491] 'agreement among raft nodes before linearized reading' (duration: 736.624755ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:03.661819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:02.925018Z","time spent":"736.794289ms","remote":"127.0.0.1:34726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T20:16:03.661902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.452821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-02-26T20:16:03.661982Z","caller":"traceutil/trace.go:171","msg":"trace[954228070] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1574; }","duration":"239.594224ms","start":"2026-02-26T20:16:03.422371Z","end":"2026-02-26T20:16:03.661965Z","steps":["trace[954228070] 'agreement among raft nodes before linearized reading' (duration: 239.328398ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:03.662061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.421971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c9230279-bbfc-4f12-8cdd-26cf86c30e85\" ","response":"range_response_count:1 size:3745"} {"level":"info","ts":"2026-02-26T20:16:03.662126Z","caller":"traceutil/trace.go:171","msg":"trace[1409696651] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c9230279-bbfc-4f12-8cdd-26cf86c30e85; range_end:; response_count:1; response_revision:1574; }","duration":"293.491582ms","start":"2026-02-26T20:16:03.368614Z","end":"2026-02-26T20:16:03.662106Z","steps":["trace[1409696651] 'agreement among raft nodes before linearized reading' (duration: 293.304478ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:03.662161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.112022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T20:16:03.662282Z","caller":"traceutil/trace.go:171","msg":"trace[1630695703] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1574; }","duration":"290.291936ms","start":"2026-02-26T20:16:03.371969Z","end":"2026-02-26T20:16:03.662261Z","steps":["trace[1630695703] 'agreement among raft nodes before linearized reading' (duration: 289.916397ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:05.767687Z","caller":"traceutil/trace.go:171","msg":"trace[1639446694] transaction","detail":"{read_only:false; response_revision:1586; number_of_response:1; }","duration":"103.962785ms","start":"2026-02-26T20:16:05.663699Z","end":"2026-02-26T20:16:05.767661Z","steps":["trace[1639446694] 'process raft request' (duration: 103.800752ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:07.306065Z","caller":"traceutil/trace.go:171","msg":"trace[2064433420] linearizableReadLoop","detail":"{readStateIndex:1673; appliedIndex:1672; }","duration":"132.438572ms","start":"2026-02-26T20:16:07.173597Z","end":"2026-02-26T20:16:07.306035Z","steps":["trace[2064433420] 'read index received' (duration: 87.480116ms)","trace[2064433420] 'applied index is now lower than readState.Index' (duration: 44.957376ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:16:07.306283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.663977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-02-26T20:16:07.306326Z","caller":"traceutil/trace.go:171","msg":"trace[1538530544] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1609; }","duration":"132.76644ms","start":"2026-02-26T20:16:07.173545Z","end":"2026-02-26T20:16:07.306311Z","steps":["trace[1538530544] 'agreement among raft nodes before linearized reading' (duration: 132.596086ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:07.306441Z","caller":"traceutil/trace.go:171","msg":"trace[1542542439] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"142.04027ms","start":"2026-02-26T20:16:07.16437Z","end":"2026-02-26T20:16:07.30641Z","steps":["trace[1542542439] 'process raft request' (duration: 96.762766ms)","trace[1542542439] 'compare' (duration: 44.631389ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:16:10.420079Z","caller":"traceutil/trace.go:171","msg":"trace[1959425826] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"288.471853ms","start":"2026-02-26T20:16:10.131585Z","end":"2026-02-26T20:16:10.420057Z","steps":["trace[1959425826] 'process raft request' (duration: 288.31533ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:10.799399Z","caller":"traceutil/trace.go:171","msg":"trace[1298585494] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"576.772803ms","start":"2026-02-26T20:16:10.222606Z","end":"2026-02-26T20:16:10.799379Z","steps":["trace[1298585494] 'process raft request' (duration: 576.603249ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:10.799544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:10.222592Z","time spent":"576.880865ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:16:10.799731Z","caller":"traceutil/trace.go:171","msg":"trace[186975114] linearizableReadLoop","detail":"{readStateIndex:1701; appliedIndex:1699; }","duration":"574.0961ms","start":"2026-02-26T20:16:10.225611Z","end":"2026-02-26T20:16:10.799707Z","steps":["trace[186975114] 'read index received' (duration: 194.268229ms)","trace[186975114] 'applied index is now lower than readState.Index' (duration: 379.826701ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:16:10.79977Z","caller":"traceutil/trace.go:171","msg":"trace[1787867615] transaction","detail":"{read_only:false; response_revision:1638; number_of_response:1; }","duration":"385.883114ms","start":"2026-02-26T20:16:10.413871Z","end":"2026-02-26T20:16:10.799754Z","steps":["trace[1787867615] 'process raft request' (duration: 385.72487ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:10.799767Z","caller":"traceutil/trace.go:171","msg":"trace[1872170675] transaction","detail":"{read_only:false; response_revision:1637; number_of_response:1; }","duration":"385.896664ms","start":"2026-02-26T20:16:10.413827Z","end":"2026-02-26T20:16:10.799724Z","steps":["trace[1872170675] 'process raft request' (duration: 385.516125ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:10.79984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:10.413844Z","time spent":"385.964596ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:16:10.799971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:10.413807Z","time spent":"386.044938ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:16:10.79996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.336475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T20:16:10.800057Z","caller":"traceutil/trace.go:171","msg":"trace[242678765] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1638; }","duration":"574.468939ms","start":"2026-02-26T20:16:10.225553Z","end":"2026-02-26T20:16:10.800022Z","steps":["trace[242678765] 'agreement among raft nodes before linearized reading' (duration: 574.262634ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:10.80011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:10.225533Z","time spent":"574.564731ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T20:16:10.800327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.214901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-26T20:16:10.800365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.291034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:16:10.800408Z","caller":"traceutil/trace.go:171","msg":"trace[333063016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1639; }","duration":"233.374266ms","start":"2026-02-26T20:16:10.567023Z","end":"2026-02-26T20:16:10.800397Z","steps":["trace[333063016] 'agreement among raft nodes before linearized reading' (duration: 233.284974ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:10.800412Z","caller":"traceutil/trace.go:171","msg":"trace[1768364436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1639; }","duration":"383.352244ms","start":"2026-02-26T20:16:10.417041Z","end":"2026-02-26T20:16:10.800393Z","steps":["trace[1768364436] 'agreement among raft nodes before linearized reading' (duration: 383.127519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:10.800461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:10.417018Z","time spent":"383.429917ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T20:16:10.800479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.080348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T20:16:10.800583Z","caller":"traceutil/trace.go:171","msg":"trace[1936973103] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1639; }","duration":"273.254692ms","start":"2026-02-26T20:16:10.527305Z","end":"2026-02-26T20:16:10.80056Z","steps":["trace[1936973103] 'agreement among raft nodes before linearized reading' (duration: 273.037917ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:17.116581Z","caller":"traceutil/trace.go:171","msg":"trace[169412809] linearizableReadLoop","detail":"{readStateIndex:1744; appliedIndex:1743; }","duration":"482.992358ms","start":"2026-02-26T20:16:16.633565Z","end":"2026-02-26T20:16:17.116557Z","steps":["trace[169412809] 'read index received' (duration: 482.901596ms)","trace[169412809] 'applied index is now lower than readState.Index' (duration: 89.812µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:16:17.116632Z","caller":"traceutil/trace.go:171","msg":"trace[1686194183] transaction","detail":"{read_only:false; response_revision:1678; number_of_response:1; }","duration":"671.507819ms","start":"2026-02-26T20:16:16.445096Z","end":"2026-02-26T20:16:17.116604Z","steps":["trace[1686194183] 'process raft request' (duration: 671.288204ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:17.116776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:16.445084Z","time spent":"671.608582ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:16:17.116768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.162242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T20:16:17.117032Z","caller":"traceutil/trace.go:171","msg":"trace[129751215] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1678; }","duration":"483.48403ms","start":"2026-02-26T20:16:16.633524Z","end":"2026-02-26T20:16:17.117008Z","steps":["trace[129751215] 'agreement among raft nodes before linearized reading' (duration: 483.138562ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:17.117288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:16.633504Z","time spent":"483.653653ms","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":14,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-02-26T20:16:17.121997Z","caller":"traceutil/trace.go:171","msg":"trace[2003321754] transaction","detail":"{read_only:false; response_revision:1679; number_of_response:1; }","duration":"301.433101ms","start":"2026-02-26T20:16:16.820542Z","end":"2026-02-26T20:16:17.121975Z","steps":["trace[2003321754] 'process raft request' (duration: 301.178145ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:17.122036Z","caller":"traceutil/trace.go:171","msg":"trace[1931290432] transaction","detail":"{read_only:false; response_revision:1681; number_of_response:1; }","duration":"300.248433ms","start":"2026-02-26T20:16:16.821766Z","end":"2026-02-26T20:16:17.122015Z","steps":["trace[1931290432] 'process raft request' (duration: 300.16073ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:17.122136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:16.821723Z","time spent":"300.357645ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:16:17.122144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:16.820521Z","time spent":"301.528793ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:16:17.122135Z","caller":"traceutil/trace.go:171","msg":"trace[2022338798] transaction","detail":"{read_only:false; response_revision:1680; number_of_response:1; }","duration":"300.485668ms","start":"2026-02-26T20:16:16.82162Z","end":"2026-02-26T20:16:17.122106Z","steps":["trace[2022338798] 'process raft request' (duration: 300.248592ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:17.122177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.861908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-26T20:16:17.122215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.277302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-26T20:16:17.122213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.481607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T20:16:17.12227Z","caller":"traceutil/trace.go:171","msg":"trace[2094462983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1681; }","duration":"297.352224ms","start":"2026-02-26T20:16:16.824904Z","end":"2026-02-26T20:16:17.122256Z","steps":["trace[2094462983] 'agreement among raft nodes before linearized reading' (duration: 297.249292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:17.122269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:16.821606Z","time spent":"300.599601ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:16:17.122303Z","caller":"traceutil/trace.go:171","msg":"trace[735032488] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1681; }","duration":"297.60455ms","start":"2026-02-26T20:16:16.824678Z","end":"2026-02-26T20:16:17.122283Z","steps":["trace[735032488] 'agreement among raft nodes before linearized reading' (duration: 297.303923ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:17.122231Z","caller":"traceutil/trace.go:171","msg":"trace[86521236] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1681; }","duration":"174.926819ms","start":"2026-02-26T20:16:16.947289Z","end":"2026-02-26T20:16:17.122216Z","steps":["trace[86521236] 'agreement among raft nodes before linearized reading' (duration: 174.754145ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:18.630134Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264131485986898,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T20:16:18.726005Z","caller":"traceutil/trace.go:171","msg":"trace[1694703067] linearizableReadLoop","detail":"{readStateIndex:1752; appliedIndex:1751; }","duration":"596.430679ms","start":"2026-02-26T20:16:18.129552Z","end":"2026-02-26T20:16:18.725982Z","steps":["trace[1694703067] 'read index received' (duration: 596.139843ms)","trace[1694703067] 'applied index is now lower than readState.Index' (duration: 289.656µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:16:18.726069Z","caller":"traceutil/trace.go:171","msg":"trace[715353643] transaction","detail":"{read_only:false; response_revision:1686; number_of_response:1; }","duration":"778.057138ms","start":"2026-02-26T20:16:17.947987Z","end":"2026-02-26T20:16:18.726044Z","steps":["trace[715353643] 'process raft request' (duration: 777.786081ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:18.726211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.656644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-26T20:16:18.726205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:17.947968Z","time spent":"778.158121ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:16:18.726257Z","caller":"traceutil/trace.go:171","msg":"trace[1884210250] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1686; }","duration":"596.739347ms","start":"2026-02-26T20:16:18.129505Z","end":"2026-02-26T20:16:18.726244Z","steps":["trace[1884210250] 'agreement among raft nodes before linearized reading' (duration: 596.608193ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:18.726294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:18.129488Z","time spent":"596.799258ms","remote":"127.0.0.1:45998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T20:16:18.726351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.931767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-02-26T20:16:18.726443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.501941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T20:16:18.726521Z","caller":"traceutil/trace.go:171","msg":"trace[1496148509] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1686; }","duration":"397.634153ms","start":"2026-02-26T20:16:18.328869Z","end":"2026-02-26T20:16:18.726503Z","steps":["trace[1496148509] 'agreement among raft nodes before linearized reading' (duration: 397.421548ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:18.72646Z","caller":"traceutil/trace.go:171","msg":"trace[435035041] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:1686; }","duration":"400.098341ms","start":"2026-02-26T20:16:18.326339Z","end":"2026-02-26T20:16:18.726437Z","steps":["trace[435035041] 'agreement among raft nodes before linearized reading' (duration: 399.806024ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:18.726632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:18.326319Z","time spent":"400.299376ms","remote":"127.0.0.1:34280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-02-26T20:16:18.726575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:18.328848Z","time spent":"397.714135ms","remote":"127.0.0.1:45998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-26T20:16:21.259826Z","caller":"traceutil/trace.go:171","msg":"trace[1080729033] linearizableReadLoop","detail":"{readStateIndex:1768; appliedIndex:1764; }","duration":"118.87365ms","start":"2026-02-26T20:16:21.140939Z","end":"2026-02-26T20:16:21.259812Z","steps":["trace[1080729033] 'read index received' (duration: 31.59806ms)","trace[1080729033] 'applied index is now lower than readState.Index' (duration: 87.27484ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:16:21.26004Z","caller":"traceutil/trace.go:171","msg":"trace[390086713] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"126.931191ms","start":"2026-02-26T20:16:21.133069Z","end":"2026-02-26T20:16:21.26Z","steps":["trace[390086713] 'process raft request' (duration: 126.698086ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:21.260068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.116825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-26T20:16:21.260084Z","caller":"traceutil/trace.go:171","msg":"trace[830635676] transaction","detail":"{read_only:false; response_revision:1701; number_of_response:1; }","duration":"126.711386ms","start":"2026-02-26T20:16:21.133364Z","end":"2026-02-26T20:16:21.260076Z","steps":["trace[830635676] 'process raft request' (duration: 126.425279ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:21.260123Z","caller":"traceutil/trace.go:171","msg":"trace[63172318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1701; }","duration":"119.210518ms","start":"2026-02-26T20:16:21.1409Z","end":"2026-02-26T20:16:21.26011Z","steps":["trace[63172318] 'agreement among raft nodes before linearized reading' (duration: 119.062865ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:21.260169Z","caller":"traceutil/trace.go:171","msg":"trace[471740562] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"127.637348ms","start":"2026-02-26T20:16:21.132517Z","end":"2026-02-26T20:16:21.260154Z","steps":["trace[471740562] 'process raft request' (duration: 127.161597ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:21.372636Z","caller":"traceutil/trace.go:171","msg":"trace[890646522] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"108.627777ms","start":"2026-02-26T20:16:21.263984Z","end":"2026-02-26T20:16:21.372612Z","steps":["trace[890646522] 'process raft request' (duration: 108.579586ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:21.373281Z","caller":"traceutil/trace.go:171","msg":"trace[421377279] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"109.345135ms","start":"2026-02-26T20:16:21.263836Z","end":"2026-02-26T20:16:21.373181Z","steps":["trace[421377279] 'process raft request' (duration: 84.803553ms)","trace[421377279] 'compare' (duration: 23.811544ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:16:22.663381Z","caller":"traceutil/trace.go:171","msg":"trace[1804731291] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"101.17135ms","start":"2026-02-26T20:16:22.562178Z","end":"2026-02-26T20:16:22.663349Z","steps":["trace[1804731291] 'process raft request' (duration: 100.950755ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:43.127441Z","caller":"traceutil/trace.go:171","msg":"trace[1747105381] linearizableReadLoop","detail":"{readStateIndex:1886; appliedIndex:1885; }","duration":"164.820217ms","start":"2026-02-26T20:16:42.962595Z","end":"2026-02-26T20:16:43.127415Z","steps":["trace[1747105381] 'read index received' (duration: 164.668294ms)","trace[1747105381] 'applied index is now lower than readState.Index' (duration: 150.883µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:16:43.127546Z","caller":"traceutil/trace.go:171","msg":"trace[2115914472] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"229.588895ms","start":"2026-02-26T20:16:42.897934Z","end":"2026-02-26T20:16:43.127523Z","steps":["trace[2115914472] 'process raft request' (duration: 229.296008ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:43.127691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.001842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T20:16:43.127734Z","caller":"traceutil/trace.go:171","msg":"trace[978164563] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1814; }","duration":"154.092525ms","start":"2026-02-26T20:16:42.973629Z","end":"2026-02-26T20:16:43.127721Z","steps":["trace[978164563] 'agreement among raft nodes before linearized reading' (duration: 153.940681ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:43.127746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.128415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T20:16:43.127838Z","caller":"traceutil/trace.go:171","msg":"trace[781447059] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1814; }","duration":"165.267738ms","start":"2026-02-26T20:16:42.962547Z","end":"2026-02-26T20:16:43.127815Z","steps":["trace[781447059] 'agreement among raft nodes before linearized reading' (duration: 164.996622ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:48.537191Z","caller":"traceutil/trace.go:171","msg":"trace[1108803362] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"111.046299ms","start":"2026-02-26T20:16:48.426118Z","end":"2026-02-26T20:16:48.537164Z","steps":["trace[1108803362] 'process raft request' (duration: 77.388786ms)","trace[1108803362] 'compare' (duration: 33.455609ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:16:55.19297Z","caller":"traceutil/trace.go:171","msg":"trace[1416865616] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"464.085316ms","start":"2026-02-26T20:16:54.72885Z","end":"2026-02-26T20:16:55.192935Z","steps":["trace[1416865616] 'process raft request' (duration: 463.881511ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:55.19315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:54.728824Z","time spent":"464.23587ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:16:56.042864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.341755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:16:56.042972Z","caller":"traceutil/trace.go:171","msg":"trace[2043575194] linearizableReadLoop","detail":"{readStateIndex:1949; appliedIndex:1948; }","duration":"830.523928ms","start":"2026-02-26T20:16:55.21243Z","end":"2026-02-26T20:16:56.042954Z","steps":["trace[2043575194] 'read index received' (duration: 139.015579ms)","trace[2043575194] 'applied index is now lower than readState.Index' (duration: 691.507109ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:16:56.043093Z","caller":"traceutil/trace.go:171","msg":"trace[915824635] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"844.117909ms","start":"2026-02-26T20:16:55.198906Z","end":"2026-02-26T20:16:56.043024Z","steps":["trace[915824635] 'process raft request' (duration: 152.527018ms)","trace[915824635] 'compare' (duration: 691.227652ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:16:56.043134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.701722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T20:16:56.043178Z","caller":"traceutil/trace.go:171","msg":"trace[1397404464] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1874; }","duration":"830.785234ms","start":"2026-02-26T20:16:55.21238Z","end":"2026-02-26T20:16:56.043166Z","steps":["trace[1397404464] 'agreement among raft nodes before linearized reading' (duration: 830.643451ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:56.043218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:55.212357Z","time spent":"830.853246ms","remote":"127.0.0.1:45998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T20:16:56.043302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:55.198874Z","time spent":"844.297293ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:16:56.47798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.080793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:16:56.478159Z","caller":"traceutil/trace.go:171","msg":"trace[1700405869] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"1.164045865s","start":"2026-02-26T20:16:55.314091Z","end":"2026-02-26T20:16:56.478137Z","steps":["trace[1700405869] 'process raft request' (duration: 856.693885ms)","trace[1700405869] 'compare' (duration: 306.95138ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:16:56.478228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:55.314063Z","time spent":"1.164133987s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:16:56.47843Z","caller":"traceutil/trace.go:171","msg":"trace[423782322] linearizableReadLoop","detail":"{readStateIndex:1952; appliedIndex:1949; }","duration":"435.41061ms","start":"2026-02-26T20:16:56.042998Z","end":"2026-02-26T20:16:56.478408Z","steps":["trace[423782322] 'read index received' (duration: 127.803585ms)","trace[423782322] 'applied index is now lower than readState.Index' (duration: 307.606025ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:16:56.478585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.144805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T20:16:56.478564Z","caller":"traceutil/trace.go:171","msg":"trace[1399992674] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"1.118752957s","start":"2026-02-26T20:16:55.359778Z","end":"2026-02-26T20:16:56.478531Z","steps":["trace[1399992674] 'process raft request' (duration: 1.118317227s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:56.478561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.958809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T20:16:56.478639Z","caller":"traceutil/trace.go:171","msg":"trace[791312507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1877; }","duration":"946.240087ms","start":"2026-02-26T20:16:55.532385Z","end":"2026-02-26T20:16:56.478625Z","steps":["trace[791312507] 'agreement among raft nodes before linearized reading' (duration: 946.050213ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:56.478636Z","caller":"traceutil/trace.go:171","msg":"trace[1691599780] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"1.113587904s","start":"2026-02-26T20:16:55.365011Z","end":"2026-02-26T20:16:56.478599Z","steps":["trace[1691599780] 'process raft request' (duration: 1.113318778s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:56.478674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:55.532361Z","time spent":"946.306189ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T20:16:56.478678Z","caller":"traceutil/trace.go:171","msg":"trace[1024813835] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1877; }","duration":"597.142085ms","start":"2026-02-26T20:16:55.881512Z","end":"2026-02-26T20:16:56.478654Z","steps":["trace[1024813835] 'agreement among raft nodes before linearized reading' (duration: 596.904109ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:56.478588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006944229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T20:16:56.47872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:55.359763Z","time spent":"1.118880909s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:16:56.478731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:55.88149Z","time spent":"597.223796ms","remote":"127.0.0.1:45988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T20:16:56.478601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039129118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T20:16:56.478776Z","caller":"traceutil/trace.go:171","msg":"trace[1866401454] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1877; }","duration":"1.007156984s","start":"2026-02-26T20:16:55.471591Z","end":"2026-02-26T20:16:56.478748Z","steps":["trace[1866401454] 'agreement among raft nodes before linearized reading' (duration: 1.006868347s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:56.478795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:55.36499Z","time spent":"1.113716998s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:16:56.478871Z","caller":"traceutil/trace.go:171","msg":"trace[318996535] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1877; }","duration":"1.039424505s","start":"2026-02-26T20:16:55.439413Z","end":"2026-02-26T20:16:56.478837Z","steps":["trace[318996535] 'agreement among raft nodes before linearized reading' (duration: 1.039078167s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:56.478886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:55.471575Z","time spent":"1.007275397s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T20:16:56.478942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:55.439396Z","time spent":"1.039525958s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T20:16:56.479436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.681878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T20:16:56.479495Z","caller":"traceutil/trace.go:171","msg":"trace[605907908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1877; }","duration":"946.756459ms","start":"2026-02-26T20:16:55.532723Z","end":"2026-02-26T20:16:56.479479Z","steps":["trace[605907908] 'agreement among raft nodes before linearized reading' (duration: 945.818857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:56.479527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:55.532717Z","time spent":"946.80295ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T20:16:57.166459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.351531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T20:16:57.166537Z","caller":"traceutil/trace.go:171","msg":"trace[1465425045] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1881; }","duration":"115.478974ms","start":"2026-02-26T20:16:57.05104Z","end":"2026-02-26T20:16:57.166519Z","steps":["trace[1465425045] 'range keys from in-memory index tree' (duration: 115.187757ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:58.483689Z","caller":"traceutil/trace.go:171","msg":"trace[1267222843] linearizableReadLoop","detail":"{readStateIndex:1957; appliedIndex:1956; }","duration":"310.477863ms","start":"2026-02-26T20:16:58.173189Z","end":"2026-02-26T20:16:58.483667Z","steps":["trace[1267222843] 'read index received' (duration: 310.287438ms)","trace[1267222843] 'applied index is now lower than readState.Index' (duration: 189.605µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:16:58.483802Z","caller":"traceutil/trace.go:171","msg":"trace[1613954537] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"432.348247ms","start":"2026-02-26T20:16:58.051424Z","end":"2026-02-26T20:16:58.483772Z","steps":["trace[1613954537] 'process raft request' (duration: 432.114222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:58.483919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.709298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-26T20:16:58.483927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:58.051403Z","time spent":"432.45833ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:16:58.483959Z","caller":"traceutil/trace.go:171","msg":"trace[1691834324] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1882; }","duration":"310.80614ms","start":"2026-02-26T20:16:58.173137Z","end":"2026-02-26T20:16:58.483943Z","steps":["trace[1691834324] 'agreement among raft nodes before linearized reading' (duration: 310.651217ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:58.483995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:58.173114Z","time spent":"310.872612ms","remote":"127.0.0.1:45998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T20:16:58.483987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.505977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-02-26T20:16:58.484035Z","caller":"traceutil/trace.go:171","msg":"trace[294792749] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:1882; }","duration":"152.606749ms","start":"2026-02-26T20:16:58.331417Z","end":"2026-02-26T20:16:58.484024Z","steps":["trace[294792749] 'agreement among raft nodes before linearized reading' (duration: 152.489687ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:58.484094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.437866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1897e533f9feb987\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-02-26T20:16:58.484161Z","caller":"traceutil/trace.go:171","msg":"trace[658188792] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1897e533f9feb987; range_end:; response_count:1; response_revision:1882; }","duration":"141.522098ms","start":"2026-02-26T20:16:58.342619Z","end":"2026-02-26T20:16:58.484141Z","steps":["trace[658188792] 'agreement among raft nodes before linearized reading' (duration: 141.362764ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:59.022674Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264131485987384,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T20:16:59.731746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.136169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:16:59.731928Z","caller":"traceutil/trace.go:171","msg":"trace[875089133] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"1.247569954s","start":"2026-02-26T20:16:58.484329Z","end":"2026-02-26T20:16:59.731899Z","steps":["trace[875089133] 'process raft request' (duration: 799.114168ms)","trace[875089133] 'compare' (duration: 447.532355ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:16:59.732023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:58.484316Z","time spent":"1.247670688s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:17:00.188145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.60636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:17:00.188486Z","caller":"traceutil/trace.go:171","msg":"trace[464003716] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"1.703949869s","start":"2026-02-26T20:16:58.484505Z","end":"2026-02-26T20:17:00.188455Z","steps":["trace[464003716] 'process raft request' (duration: 1.48394574s)","trace[464003716] 'compare' (duration: 219.498307ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:17:00.188595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:58.484474Z","time spent":"1.704070312s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:17:00.188636Z","caller":"traceutil/trace.go:171","msg":"trace[1852658672] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"1.703887408s","start":"2026-02-26T20:16:58.484731Z","end":"2026-02-26T20:17:00.188618Z","steps":["trace[1852658672] 'process raft request' (duration: 1.703643842s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:00.188748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:58.484715Z","time spent":"1.70397612s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:17:00.188785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:58.485205Z","time spent":"1.703577631s","remote":"127.0.0.1:34280","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T20:17:00.189276Z","caller":"traceutil/trace.go:171","msg":"trace[1923272701] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"1.701706936s","start":"2026-02-26T20:16:58.487558Z","end":"2026-02-26T20:17:00.189265Z","steps":["trace[1923272701] 'process raft request' (duration: 1.701157373s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:00.189363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:58.487532Z","time spent":"1.701782879s","remote":"127.0.0.1:34344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:17:00.189492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667835427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T20:17:00.189552Z","caller":"traceutil/trace.go:171","msg":"trace[1006430088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1886; }","duration":"1.667895769s","start":"2026-02-26T20:16:58.521641Z","end":"2026-02-26T20:17:00.189537Z","steps":["trace[1006430088] 'agreement among raft nodes before linearized reading' (duration: 1.667702224s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:00.189586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:58.521606Z","time spent":"1.667973131s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T20:17:00.189235Z","caller":"traceutil/trace.go:171","msg":"trace[2086753646] linearizableReadLoop","detail":"{readStateIndex:1962; appliedIndex:1957; }","duration":"1.667571361s","start":"2026-02-26T20:16:58.521647Z","end":"2026-02-26T20:17:00.189218Z","steps":["trace[2086753646] 'read index received' (duration: 761.970102ms)","trace[2086753646] 'applied index is now lower than readState.Index' (duration: 905.597919ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:17:00.190082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624931296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:17:00.190129Z","caller":"traceutil/trace.go:171","msg":"trace[905553539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1886; }","duration":"1.624991577s","start":"2026-02-26T20:16:58.565126Z","end":"2026-02-26T20:17:00.190117Z","steps":["trace[905553539] 'agreement among raft nodes before linearized reading' (duration: 1.624918366s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:00.190161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:58.56511Z","time spent":"1.625042868s","remote":"127.0.0.1:34226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T20:17:00.190346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.165954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T20:17:00.190424Z","caller":"traceutil/trace.go:171","msg":"trace[967125110] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1886; }","duration":"700.279857ms","start":"2026-02-26T20:16:59.49012Z","end":"2026-02-26T20:17:00.1904Z","steps":["trace[967125110] 'agreement among raft nodes before linearized reading' (duration: 700.084872ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:00.190468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:59.490104Z","time spent":"700.355558ms","remote":"127.0.0.1:45998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T20:17:00.190498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193009338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12384"} {"level":"info","ts":"2026-02-26T20:17:00.190638Z","caller":"traceutil/trace.go:171","msg":"trace[1533825121] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1886; }","duration":"1.193237083s","start":"2026-02-26T20:16:58.997352Z","end":"2026-02-26T20:17:00.190589Z","steps":["trace[1533825121] 'agreement among raft nodes before linearized reading' (duration: 1.192721071s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:00.190736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619981699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T20:17:00.190735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.068435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T20:17:00.190767Z","caller":"traceutil/trace.go:171","msg":"trace[140620725] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1886; }","duration":"1.620021869s","start":"2026-02-26T20:16:58.570739Z","end":"2026-02-26T20:17:00.19076Z","steps":["trace[140620725] 'agreement among raft nodes before linearized reading' (duration: 1.619932457s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:00.19073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:58.997332Z","time spent":"1.193384206s","remote":"127.0.0.1:34452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T20:17:00.190785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:58.570733Z","time spent":"1.620048701s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T20:17:00.190682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336988205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T20:17:00.190876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.478335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:17:00.1908Z","caller":"traceutil/trace.go:171","msg":"trace[1206439512] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1886; }","duration":"489.140047ms","start":"2026-02-26T20:16:59.701638Z","end":"2026-02-26T20:17:00.190778Z","steps":["trace[1206439512] 'agreement among raft nodes before linearized reading' (duration: 489.021704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:00.190971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:59.701584Z","time spent":"489.380553ms","remote":"127.0.0.1:45978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T20:17:00.190957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619998729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T20:17:00.190891Z","caller":"traceutil/trace.go:171","msg":"trace[15388739] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1886; }","duration":"1.337366073s","start":"2026-02-26T20:16:58.853506Z","end":"2026-02-26T20:17:00.190873Z","steps":["trace[15388739] 'agreement among raft nodes before linearized reading' (duration: 1.337019735s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:00.190911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620152853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T20:17:00.191138Z","caller":"traceutil/trace.go:171","msg":"trace[1949986794] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1886; }","duration":"991.620348ms","start":"2026-02-26T20:16:59.199338Z","end":"2026-02-26T20:17:00.190958Z","steps":["trace[1949986794] 'agreement among raft nodes before linearized reading' (duration: 991.390393ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:00.191261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:59.199317Z","time spent":"991.910264ms","remote":"127.0.0.1:37414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-26T20:17:00.191179Z","caller":"traceutil/trace.go:171","msg":"trace[415593836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1886; }","duration":"1.620099042s","start":"2026-02-26T20:16:58.570918Z","end":"2026-02-26T20:17:00.191017Z","steps":["trace[415593836] 'agreement among raft nodes before linearized reading' (duration: 1.619844666s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:00.191423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:58.570914Z","time spent":"1.620494591s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T20:17:00.191197Z","caller":"traceutil/trace.go:171","msg":"trace[226663777] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1886; }","duration":"1.620318437s","start":"2026-02-26T20:16:58.570722Z","end":"2026-02-26T20:17:00.19104Z","steps":["trace[226663777] 'agreement among raft nodes before linearized reading' (duration: 1.620098782s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:00.191601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:58.570709Z","time spent":"1.6208841s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T20:17:00.19112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:58.853482Z","time spent":"1.337554758s","remote":"127.0.0.1:34404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-02-26T20:17:00.855251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.58677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:17:00.85543Z","caller":"traceutil/trace.go:171","msg":"trace[132207000] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"665.442686ms","start":"2026-02-26T20:17:00.189951Z","end":"2026-02-26T20:17:00.855394Z","steps":["trace[132207000] 'process raft request' (duration: 244.63062ms)","trace[132207000] 'compare' (duration: 420.396256ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:17:00.85557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.234677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T20:17:00.855575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:00.189922Z","time spent":"665.583908ms","remote":"127.0.0.1:34280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:17:00.855604Z","caller":"traceutil/trace.go:171","msg":"trace[1385241832] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1889; }","duration":"664.285799ms","start":"2026-02-26T20:17:00.191311Z","end":"2026-02-26T20:17:00.855597Z","steps":["trace[1385241832] 'agreement among raft nodes before linearized reading' (duration: 664.174726ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:00.855624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:00.191305Z","time spent":"664.314689ms","remote":"127.0.0.1:34236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T20:17:00.855454Z","caller":"traceutil/trace.go:171","msg":"trace[1771206871] linearizableReadLoop","detail":"{readStateIndex:1963; appliedIndex:1962; }","duration":"664.111184ms","start":"2026-02-26T20:17:00.191325Z","end":"2026-02-26T20:17:00.855436Z","steps":["trace[1771206871] 'read index received' (duration: 243.272077ms)","trace[1771206871] 'applied index is now lower than readState.Index' (duration: 420.837237ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:17:00.855769Z","caller":"traceutil/trace.go:171","msg":"trace[268870009] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"661.350049ms","start":"2026-02-26T20:17:00.19441Z","end":"2026-02-26T20:17:00.85576Z","steps":["trace[268870009] 'process raft request' (duration: 660.96844ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:17:00.855817Z","caller":"traceutil/trace.go:171","msg":"trace[1595932838] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"661.344069ms","start":"2026-02-26T20:17:00.194464Z","end":"2026-02-26T20:17:00.855808Z","steps":["trace[1595932838] 'process raft request' (duration: 660.97029ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:17:00.855726Z","caller":"traceutil/trace.go:171","msg":"trace[1546723199] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"660.047048ms","start":"2026-02-26T20:17:00.19566Z","end":"2026-02-26T20:17:00.855707Z","steps":["trace[1546723199] 'process raft request' (duration: 660.004997ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:00.855846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:00.194391Z","time spent":"661.417201ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:17:00.855879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:00.194447Z","time spent":"661.39543ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:17:00.855885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:00.195655Z","time spent":"660.198772ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:17:00.85588Z","caller":"traceutil/trace.go:171","msg":"trace[623717061] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"660.833407ms","start":"2026-02-26T20:17:00.195022Z","end":"2026-02-26T20:17:00.855855Z","steps":["trace[623717061] 'process raft request' (duration: 660.442267ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:00.855994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.40171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T20:17:00.856015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:00.195016Z","time spent":"660.929069ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:17:00.856044Z","caller":"traceutil/trace.go:171","msg":"trace[112302911] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1891; }","duration":"658.464081ms","start":"2026-02-26T20:17:00.197571Z","end":"2026-02-26T20:17:00.856035Z","steps":["trace[112302911] 'agreement among raft nodes before linearized reading' (duration: 658.395259ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:00.856077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:00.197562Z","time spent":"658.508432ms","remote":"127.0.0.1:34692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T20:17:00.856324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.049592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-02-26T20:17:00.856369Z","caller":"traceutil/trace.go:171","msg":"trace[803329872] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1891; }","duration":"368.130424ms","start":"2026-02-26T20:17:00.488228Z","end":"2026-02-26T20:17:00.856358Z","steps":["trace[803329872] 'agreement among raft nodes before linearized reading' (duration: 367.97009ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:00.8564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:00.488203Z","time spent":"368.190064ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T20:17:01.362883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264131485987402,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T20:17:01.863346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264131485987402,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T20:17:02.363858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264131485987402,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T20:17:02.48611Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.625001368s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T20:17:02.864212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000615098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T20:17:02.864291Z","caller":"traceutil/trace.go:171","msg":"trace[1084475652] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000743591s","start":"2026-02-26T20:17:00.863531Z","end":"2026-02-26T20:17:02.864274Z","steps":["trace[1084475652] 'agreement among raft nodes before linearized reading' (duration: 2.000650989s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:02.864333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:00.863513Z","time spent":"2.000812362s","remote":"127.0.0.1:34226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T20:17:03.528633Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.042315594s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T20:17:04.656806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181512553s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:17:04.656931Z","caller":"traceutil/trace.go:171","msg":"trace[1079479517] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1891; }","duration":"2.181649986s","start":"2026-02-26T20:17:02.475261Z","end":"2026-02-26T20:17:04.656911Z","steps":["trace[1079479517] 'range keys from in-memory index tree' (duration: 2.181495733s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:04.658413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.17203186s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:17:04.658706Z","caller":"traceutil/trace.go:171","msg":"trace[1167134933] linearizableReadLoop","detail":"{readStateIndex:1972; appliedIndex:1967; }","duration":"3.795994053s","start":"2026-02-26T20:17:00.862699Z","end":"2026-02-26T20:17:04.658693Z","steps":["trace[1167134933] 'read index received' (duration: 1.623603165s)","trace[1167134933] 'applied index is now lower than readState.Index' (duration: 2.172389878s)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:17:04.658781Z","caller":"traceutil/trace.go:171","msg":"trace[652055251] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"3.797731084s","start":"2026-02-26T20:17:00.861039Z","end":"2026-02-26T20:17:04.65877Z","steps":["trace[652055251] 'process raft request' (duration: 1.625280905s)","trace[652055251] 'compare' (duration: 2.170876732s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:17:04.658842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:00.861032Z","time spent":"3.797778066s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:17:04.65906Z","caller":"traceutil/trace.go:171","msg":"trace[454399637] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"2.463915735s","start":"2026-02-26T20:17:02.19513Z","end":"2026-02-26T20:17:04.659046Z","steps":["trace[454399637] 'process raft request' (duration: 2.463487495s)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:17:04.659031Z","caller":"traceutil/trace.go:171","msg":"trace[1457396011] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"2.464923848s","start":"2026-02-26T20:17:02.194061Z","end":"2026-02-26T20:17:04.658985Z","steps":["trace[1457396011] 'process raft request' (duration: 2.464528899s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:04.659121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:02.195105Z","time spent":"2.463987136s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:17:04.659225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:02.194047Z","time spent":"2.465080562s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:17:04.659284Z","caller":"traceutil/trace.go:171","msg":"trace[554623451] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"2.922564603s","start":"2026-02-26T20:17:01.736688Z","end":"2026-02-26T20:17:04.659253Z","steps":["trace[554623451] 'process raft request' (duration: 2.921803205s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:04.659312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.796591757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T20:17:04.659374Z","caller":"traceutil/trace.go:171","msg":"trace[1943181850] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1896; }","duration":"3.79667961s","start":"2026-02-26T20:17:00.862678Z","end":"2026-02-26T20:17:04.659357Z","steps":["trace[1943181850] 'agreement among raft nodes before linearized reading' (duration: 3.796531077s)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:17:04.659382Z","caller":"traceutil/trace.go:171","msg":"trace[1585046013] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"2.555594727s","start":"2026-02-26T20:17:02.103736Z","end":"2026-02-26T20:17:04.659331Z","steps":["trace[1585046013] 'process raft request' (duration: 2.554816778s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:04.659431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:01.736661Z","time spent":"2.922697266s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:17:04.659417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:00.862669Z","time spent":"3.796735711s","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T20:17:04.659596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:02.103712Z","time spent":"2.555762821s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:17:04.86535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00074397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T20:17:04.865439Z","caller":"traceutil/trace.go:171","msg":"trace[1861039546] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000906304s","start":"2026-02-26T20:17:02.864515Z","end":"2026-02-26T20:17:04.865422Z","steps":["trace[1861039546] 'agreement among raft nodes before linearized reading' (duration: 2.000793841s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:04.865511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:02.864495Z","time spent":"2.001005786s","remote":"127.0.0.1:34236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 20:17:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T20:17:05.159117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264131485987411,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T20:17:06.381236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.327364ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:17:06.382097Z","caller":"traceutil/trace.go:171","msg":"trace[495772416] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"3.684684099s","start":"2026-02-26T20:17:02.697382Z","end":"2026-02-26T20:17:06.382066Z","steps":["trace[495772416] 'process raft request' (duration: 2.817425433s)","trace[495772416] 'compare' (duration: 866.119809ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:17:06.382255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:02.697356Z","time spent":"3.684805841s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:17:06.401914Z","caller":"traceutil/trace.go:171","msg":"trace[1986142523] linearizableReadLoop","detail":"{readStateIndex:1975; appliedIndex:1972; }","duration":"1.743150824s","start":"2026-02-26T20:17:04.658741Z","end":"2026-02-26T20:17:06.401892Z","steps":["trace[1986142523] 'read index received' (duration: 856.060111ms)","trace[1986142523] 'applied index is now lower than readState.Index' (duration: 887.089313ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:17:06.402054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.932572719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:17:06.402118Z","caller":"traceutil/trace.go:171","msg":"trace[1070879873] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1898; }","duration":"2.932702582s","start":"2026-02-26T20:17:03.469398Z","end":"2026-02-26T20:17:06.402101Z","steps":["trace[1070879873] 'agreement among raft nodes before linearized reading' (duration: 2.932518078s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:06.402154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.539872992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T20:17:06.402182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.541324367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T20:17:06.402212Z","caller":"traceutil/trace.go:171","msg":"trace[96594797] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1898; }","duration":"3.539947424s","start":"2026-02-26T20:17:02.862251Z","end":"2026-02-26T20:17:06.402198Z","steps":["trace[96594797] 'agreement among raft nodes before linearized reading' (duration: 3.53977587s)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:17:06.402232Z","caller":"traceutil/trace.go:171","msg":"trace[2141296075] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1898; }","duration":"3.541407779s","start":"2026-02-26T20:17:02.860811Z","end":"2026-02-26T20:17:06.402219Z","steps":["trace[2141296075] 'agreement among raft nodes before linearized reading' (duration: 3.541234765s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:06.402257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:02.862244Z","time spent":"3.540005086s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T20:17:06.402214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.295248667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:17:06.402229Z","caller":"traceutil/trace.go:171","msg":"trace[1689709617] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"2.425165351s","start":"2026-02-26T20:17:03.977033Z","end":"2026-02-26T20:17:06.402199Z","steps":["trace[1689709617] 'process raft request' (duration: 2.42467929s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:06.402265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.540035376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T20:17:06.402327Z","caller":"traceutil/trace.go:171","msg":"trace[1074074879] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1898; }","duration":"2.295461592s","start":"2026-02-26T20:17:04.106843Z","end":"2026-02-26T20:17:06.402305Z","steps":["trace[1074074879] 'agreement among raft nodes before linearized reading' (duration: 2.295222896s)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:17:06.402345Z","caller":"traceutil/trace.go:171","msg":"trace[1872641842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1898; }","duration":"3.540108577s","start":"2026-02-26T20:17:02.86222Z","end":"2026-02-26T20:17:06.402328Z","steps":["trace[1872641842] 'agreement among raft nodes before linearized reading' (duration: 3.539970514s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:06.402156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.541227394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-26T20:17:06.402377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.583835403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-26T20:17:06.402392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:02.86217Z","time spent":"3.5402101s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T20:17:06.40225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.439602731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T20:17:06.402419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:03.977005Z","time spent":"2.425321365s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:17:06.402181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:03.469376Z","time spent":"2.932788775s","remote":"127.0.0.1:55086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-26T20:17:06.402436Z","caller":"traceutil/trace.go:171","msg":"trace[2002656773] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1898; }","duration":"2.583937276s","start":"2026-02-26T20:17:03.818486Z","end":"2026-02-26T20:17:06.402423Z","steps":["trace[2002656773] 'agreement among raft nodes before linearized reading' (duration: 2.583793832s)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:17:06.40245Z","caller":"traceutil/trace.go:171","msg":"trace[1741438768] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1898; }","duration":"2.439842557s","start":"2026-02-26T20:17:03.962596Z","end":"2026-02-26T20:17:06.402439Z","steps":["trace[1741438768] 'agreement among raft nodes before linearized reading' (duration: 2.439617672s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:06.402419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.705101544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T20:17:06.402467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528581123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T20:17:06.402484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.994967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T20:17:06.40249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:03.962576Z","time spent":"2.439901409s","remote":"127.0.0.1:34402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T20:17:06.402488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:03.818472Z","time spent":"2.584004528s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-26T20:17:06.40251Z","caller":"traceutil/trace.go:171","msg":"trace[1597977602] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1898; }","duration":"2.705235177s","start":"2026-02-26T20:17:03.697253Z","end":"2026-02-26T20:17:06.402488Z","steps":["trace[1597977602] 'agreement among raft nodes before linearized reading' (duration: 2.705055733s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:06.402494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.499011115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T20:17:06.402381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:02.860796Z","time spent":"3.54147551s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T20:17:06.402388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:04.106825Z","time spent":"2.295551645s","remote":"127.0.0.1:34484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-02-26T20:17:06.402524Z","caller":"traceutil/trace.go:171","msg":"trace[1620236955] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1898; }","duration":"119.061298ms","start":"2026-02-26T20:17:06.283454Z","end":"2026-02-26T20:17:06.402515Z","steps":["trace[1620236955] 'agreement among raft nodes before linearized reading' (duration: 118.995586ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:06.402582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.660689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:17:06.402401Z","caller":"traceutil/trace.go:171","msg":"trace[1295103466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1898; }","duration":"3.541507031s","start":"2026-02-26T20:17:02.860879Z","end":"2026-02-26T20:17:06.402386Z","steps":["trace[1295103466] 'agreement among raft nodes before linearized reading' (duration: 3.54106036s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:06.402558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.057538757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1897e533f9feb987\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-02-26T20:17:06.402604Z","caller":"traceutil/trace.go:171","msg":"trace[1090780701] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1898; }","duration":"4.499170069s","start":"2026-02-26T20:17:01.903394Z","end":"2026-02-26T20:17:06.402564Z","steps":["trace[1090780701] 'agreement among raft nodes before linearized reading' (duration: 4.499003185s)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:17:06.402638Z","caller":"traceutil/trace.go:171","msg":"trace[553637846] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1898; }","duration":"224.71216ms","start":"2026-02-26T20:17:06.177908Z","end":"2026-02-26T20:17:06.40262Z","steps":["trace[553637846] 'agreement among raft nodes before linearized reading' (duration: 224.638659ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:06.40264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:02.860857Z","time spent":"3.541773537s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T20:17:06.40268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:01.903373Z","time spent":"4.499286091s","remote":"127.0.0.1:55118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-02-26T20:17:06.40267Z","caller":"traceutil/trace.go:171","msg":"trace[1050813595] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1897e533f9feb987; range_end:; response_count:1; response_revision:1898; }","duration":"3.0576915s","start":"2026-02-26T20:17:03.344957Z","end":"2026-02-26T20:17:06.402649Z","steps":["trace[1050813595] 'agreement among raft nodes before linearized reading' (duration: 3.057310971s)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:17:06.402521Z","caller":"traceutil/trace.go:171","msg":"trace[638382993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1898; }","duration":"1.528675576s","start":"2026-02-26T20:17:04.87383Z","end":"2026-02-26T20:17:06.402506Z","steps":["trace[638382993] 'agreement among raft nodes before linearized reading' (duration: 1.528597404s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:06.402772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:03.344936Z","time spent":"3.057819564s","remote":"127.0.0.1:34344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1897e533f9feb987\" "} {"level":"warn","ts":"2026-02-26T20:17:06.402823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:04.873808Z","time spent":"1.528993414s","remote":"127.0.0.1:34226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T20:17:06.402576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:03.697236Z","time spent":"2.705328129s","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-02-26T20:17:06.402586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.196585808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T20:17:06.402965Z","caller":"traceutil/trace.go:171","msg":"trace[1895366282] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1898; }","duration":"5.196999078s","start":"2026-02-26T20:17:01.205945Z","end":"2026-02-26T20:17:06.402944Z","steps":["trace[1895366282] 'agreement among raft nodes before linearized reading' (duration: 5.196534477s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:06.403028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:01.205927Z","time spent":"5.19708383s","remote":"127.0.0.1:45998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T20:17:06.403147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.535141833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T20:17:06.403216Z","caller":"traceutil/trace.go:171","msg":"trace[362782754] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1898; }","duration":"5.535224896s","start":"2026-02-26T20:17:00.867971Z","end":"2026-02-26T20:17:06.403196Z","steps":["trace[362782754] 'agreement among raft nodes before linearized reading' (duration: 5.534383536s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:06.40326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:00.867962Z","time spent":"5.535286377s","remote":"127.0.0.1:45998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-26T20:17:06.85093Z","caller":"traceutil/trace.go:171","msg":"trace[1588570794] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"185.944706ms","start":"2026-02-26T20:17:06.664963Z","end":"2026-02-26T20:17:06.850908Z","steps":["trace[1588570794] 'process raft request' (duration: 183.122929ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:17:06.851065Z","caller":"traceutil/trace.go:171","msg":"trace[997942030] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"185.969136ms","start":"2026-02-26T20:17:06.665065Z","end":"2026-02-26T20:17:06.851034Z","steps":["trace[997942030] 'process raft request' (duration: 185.70463ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:17:06.851897Z","caller":"traceutil/trace.go:171","msg":"trace[183355171] linearizableReadLoop","detail":"{readStateIndex:1986; appliedIndex:1982; }","duration":"172.402686ms","start":"2026-02-26T20:17:06.679483Z","end":"2026-02-26T20:17:06.851886Z","steps":["trace[183355171] 'read index received' (duration: 55.747355ms)","trace[183355171] 'applied index is now lower than readState.Index' (duration: 116.654761ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:17:06.85204Z","caller":"traceutil/trace.go:171","msg":"trace[1250210830] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"184.893502ms","start":"2026-02-26T20:17:06.667138Z","end":"2026-02-26T20:17:06.852031Z","steps":["trace[1250210830] 'process raft request' (duration: 184.698197ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:06.852242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.738514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-02-26T20:17:06.852272Z","caller":"traceutil/trace.go:171","msg":"trace[1429574620] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1909; }","duration":"172.810906ms","start":"2026-02-26T20:17:06.679454Z","end":"2026-02-26T20:17:06.852265Z","steps":["trace[1429574620] 'agreement among raft nodes before linearized reading' (duration: 172.675573ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:06.852499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.486285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128587"} {"level":"info","ts":"2026-02-26T20:17:06.852521Z","caller":"traceutil/trace.go:171","msg":"trace[371994491] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1909; }","duration":"171.533456ms","start":"2026-02-26T20:17:06.680982Z","end":"2026-02-26T20:17:06.852515Z","steps":["trace[371994491] 'agreement among raft nodes before linearized reading' (duration: 171.413303ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:17:08.325992Z","caller":"traceutil/trace.go:171","msg":"trace[113927129] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"141.351924ms","start":"2026-02-26T20:17:08.184612Z","end":"2026-02-26T20:17:08.325964Z","steps":["trace[113927129] 'process raft request' (duration: 141.020046ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:15.996588Z","caller":"traceutil/trace.go:171","msg":"trace[533752378] linearizableReadLoop","detail":"{readStateIndex:2467; appliedIndex:2466; }","duration":"187.128922ms","start":"2026-02-26T20:18:15.80943Z","end":"2026-02-26T20:18:15.996559Z","steps":["trace[533752378] 'read index received' (duration: 186.912467ms)","trace[533752378] 'applied index is now lower than readState.Index' (duration: 215.265µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:18:15.99672Z","caller":"traceutil/trace.go:171","msg":"trace[1995713451] transaction","detail":"{read_only:false; response_revision:2368; number_of_response:1; }","duration":"283.004518ms","start":"2026-02-26T20:18:15.71368Z","end":"2026-02-26T20:18:15.996685Z","steps":["trace[1995713451] 'process raft request' (duration: 282.723121ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:15.996896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.446869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-26T20:18:15.996959Z","caller":"traceutil/trace.go:171","msg":"trace[251413173] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2368; }","duration":"187.583122ms","start":"2026-02-26T20:18:15.80936Z","end":"2026-02-26T20:18:15.996943Z","steps":["trace[251413173] 'agreement among raft nodes before linearized reading' (duration: 187.329636ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:19.408498Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264131485988573,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T20:18:19.909572Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264131485988573,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T20:18:19.953388Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.064986585s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T20:18:19.953787Z","caller":"traceutil/trace.go:171","msg":"trace[178156615] transaction","detail":"{read_only:false; response_revision:2417; number_of_response:1; }","duration":"1.065482897s","start":"2026-02-26T20:18:18.888273Z","end":"2026-02-26T20:18:19.953756Z","steps":["trace[178156615] 'process raft request' (duration: 1.065318713s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:19.953987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:18.888245Z","time spent":"1.065643301s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:18:19.955326Z","caller":"traceutil/trace.go:171","msg":"trace[775682427] linearizableReadLoop","detail":"{readStateIndex:2520; appliedIndex:2516; }","duration":"1.047669076s","start":"2026-02-26T20:18:18.907632Z","end":"2026-02-26T20:18:19.955301Z","steps":["trace[775682427] 'read index received' (duration: 1.045980176s)","trace[775682427] 'applied index is now lower than readState.Index' (duration: 1.68761ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:18:19.955819Z","caller":"traceutil/trace.go:171","msg":"trace[1571710616] transaction","detail":"{read_only:false; response_revision:2420; number_of_response:1; }","duration":"848.337556ms","start":"2026-02-26T20:18:19.107468Z","end":"2026-02-26T20:18:19.955806Z","steps":["trace[1571710616] 'process raft request' (duration: 847.776653ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:19.955883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:19.107446Z","time spent":"848.405617ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:18:19.956005Z","caller":"traceutil/trace.go:171","msg":"trace[846772755] transaction","detail":"{read_only:false; response_revision:2418; number_of_response:1; }","duration":"984.482003ms","start":"2026-02-26T20:18:18.971514Z","end":"2026-02-26T20:18:19.955996Z","steps":["trace[846772755] 'process raft request' (duration: 983.548251ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:19.956022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048367993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-26T20:18:19.956045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:18.971494Z","time spent":"984.529954ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:18:19.956084Z","caller":"traceutil/trace.go:171","msg":"trace[2015499049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2420; }","duration":"1.048441634s","start":"2026-02-26T20:18:18.907624Z","end":"2026-02-26T20:18:19.956065Z","steps":["trace[2015499049] 'agreement among raft nodes before linearized reading' (duration: 1.04825573s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:19.956136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:18.90757Z","time spent":"1.048551737s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T20:18:19.956166Z","caller":"traceutil/trace.go:171","msg":"trace[1015107798] transaction","detail":"{read_only:false; response_revision:2419; number_of_response:1; }","duration":"865.210244ms","start":"2026-02-26T20:18:19.090949Z","end":"2026-02-26T20:18:19.956159Z","steps":["trace[1015107798] 'process raft request' (duration: 864.223301ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:19.9562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:19.09092Z","time spent":"865.261656ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:18:19.956402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0482615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T20:18:19.956465Z","caller":"traceutil/trace.go:171","msg":"trace[1629535135] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2420; }","duration":"1.048343132s","start":"2026-02-26T20:18:18.908107Z","end":"2026-02-26T20:18:19.95645Z","steps":["trace[1629535135] 'agreement among raft nodes before linearized reading' (duration: 1.048204999s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:19.956508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:18.908098Z","time spent":"1.048398963s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T20:18:19.956508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.090892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-02-26T20:18:19.956571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046480878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T20:18:19.95659Z","caller":"traceutil/trace.go:171","msg":"trace[1104975317] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2420; }","duration":"766.234446ms","start":"2026-02-26T20:18:19.190345Z","end":"2026-02-26T20:18:19.95658Z","steps":["trace[1104975317] 'agreement among raft nodes before linearized reading' (duration: 766.059192ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:19.956613Z","caller":"traceutil/trace.go:171","msg":"trace[957352127] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2420; }","duration":"1.04655341s","start":"2026-02-26T20:18:18.910047Z","end":"2026-02-26T20:18:19.956601Z","steps":["trace[957352127] 'agreement among raft nodes before linearized reading' (duration: 1.046402996s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:19.956626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:19.19033Z","time spent":"766.286067ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T20:18:19.956642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:18.910038Z","time spent":"1.046599181s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T20:18:33.988279Z","caller":"traceutil/trace.go:171","msg":"trace[1299883035] transaction","detail":"{read_only:false; response_revision:2505; number_of_response:1; }","duration":"102.729078ms","start":"2026-02-26T20:18:33.885524Z","end":"2026-02-26T20:18:33.988253Z","steps":["trace[1299883035] 'process raft request' (duration: 102.544253ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:34.211581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.695077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:18:34.211766Z","caller":"traceutil/trace.go:171","msg":"trace[1108514084] transaction","detail":"{read_only:false; response_revision:2506; number_of_response:1; }","duration":"148.312125ms","start":"2026-02-26T20:18:34.06342Z","end":"2026-02-26T20:18:34.211732Z","steps":["trace[1108514084] 'process raft request' (duration: 12.355423ms)","trace[1108514084] 'compare' (duration: 135.535212ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:18:48.432057Z","caller":"traceutil/trace.go:171","msg":"trace[1457002398] transaction","detail":"{read_only:false; response_revision:2578; number_of_response:1; }","duration":"173.607035ms","start":"2026-02-26T20:18:48.258422Z","end":"2026-02-26T20:18:48.432029Z","steps":["trace[1457002398] 'process raft request' (duration: 97.51408ms)","trace[1457002398] 'compare' (duration: 75.90106ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:18:48.432205Z","caller":"traceutil/trace.go:171","msg":"trace[467260842] linearizableReadLoop","detail":"{readStateIndex:2684; appliedIndex:2682; }","duration":"126.523954ms","start":"2026-02-26T20:18:48.305651Z","end":"2026-02-26T20:18:48.432175Z","steps":["trace[467260842] 'read index received' (duration: 50.228484ms)","trace[467260842] 'applied index is now lower than readState.Index' (duration: 76.29437ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:18:48.432393Z","caller":"traceutil/trace.go:171","msg":"trace[531510119] transaction","detail":"{read_only:false; response_revision:2579; number_of_response:1; }","duration":"173.961013ms","start":"2026-02-26T20:18:48.258418Z","end":"2026-02-26T20:18:48.432379Z","steps":["trace[531510119] 'process raft request' (duration: 173.575824ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:48.43325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.563739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T20:18:48.433352Z","caller":"traceutil/trace.go:171","msg":"trace[884156074] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2579; }","duration":"127.721543ms","start":"2026-02-26T20:18:48.305608Z","end":"2026-02-26T20:18:48.43333Z","steps":["trace[884156074] 'agreement among raft nodes before linearized reading' (duration: 126.816221ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:48.585711Z","caller":"traceutil/trace.go:171","msg":"trace[171287814] transaction","detail":"{read_only:false; response_revision:2580; number_of_response:1; }","duration":"149.922736ms","start":"2026-02-26T20:18:48.435762Z","end":"2026-02-26T20:18:48.585685Z","steps":["trace[171287814] 'process raft request' (duration: 106.031231ms)","trace[171287814] 'compare' (duration: 43.67736ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:18:48.586153Z","caller":"traceutil/trace.go:171","msg":"trace[1432670902] transaction","detail":"{read_only:false; response_revision:2581; number_of_response:1; }","duration":"150.176622ms","start":"2026-02-26T20:18:48.435958Z","end":"2026-02-26T20:18:48.586135Z","steps":["trace[1432670902] 'process raft request' (duration: 149.68453ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:48.586329Z","caller":"traceutil/trace.go:171","msg":"trace[846889016] transaction","detail":"{read_only:false; response_revision:2582; number_of_response:1; }","duration":"150.08698ms","start":"2026-02-26T20:18:48.436214Z","end":"2026-02-26T20:18:48.5863Z","steps":["trace[846889016] 'process raft request' (duration: 149.695541ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:48.58656Z","caller":"traceutil/trace.go:171","msg":"trace[2016118826] transaction","detail":"{read_only:false; response_revision:2583; number_of_response:1; }","duration":"149.694591ms","start":"2026-02-26T20:18:48.436852Z","end":"2026-02-26T20:18:48.586546Z","steps":["trace[2016118826] 'process raft request' (duration: 149.400384ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:48.5867Z","caller":"traceutil/trace.go:171","msg":"trace[1816506310] transaction","detail":"{read_only:false; response_revision:2584; number_of_response:1; }","duration":"148.756009ms","start":"2026-02-26T20:18:48.437925Z","end":"2026-02-26T20:18:48.586681Z","steps":["trace[1816506310] 'process raft request' (duration: 148.503353ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:48.586749Z","caller":"traceutil/trace.go:171","msg":"trace[1028258664] transaction","detail":"{read_only:false; response_revision:2585; number_of_response:1; }","duration":"106.749277ms","start":"2026-02-26T20:18:48.479961Z","end":"2026-02-26T20:18:48.58671Z","steps":["trace[1028258664] 'process raft request' (duration: 106.578513ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:54.466457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.494938ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T20:18:54.466531Z","caller":"traceutil/trace.go:171","msg":"trace[518547922] linearizableReadLoop","detail":"{readStateIndex:2713; appliedIndex:2712; }","duration":"582.181052ms","start":"2026-02-26T20:18:53.884338Z","end":"2026-02-26T20:18:54.466519Z","steps":["trace[518547922] 'read index received' (duration: 16.611702ms)","trace[518547922] 'applied index is now lower than readState.Index' (duration: 565.56825ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:18:54.46702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.667023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.1897e550de438e3d\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-02-26T20:18:54.467157Z","caller":"traceutil/trace.go:171","msg":"trace[1048481323] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.1897e550de438e3d; range_end:; response_count:1; response_revision:2606; }","duration":"582.831527ms","start":"2026-02-26T20:18:53.884277Z","end":"2026-02-26T20:18:54.467109Z","steps":["trace[1048481323] 'agreement among raft nodes before linearized reading' (duration: 582.513799ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:54.467236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:53.884254Z","time spent":"582.9666ms","remote":"127.0.0.1:34344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.1897e550de438e3d\" "} {"level":"info","ts":"2026-02-26T20:18:54.565898Z","caller":"traceutil/trace.go:171","msg":"trace[2109555861] transaction","detail":"{read_only:false; response_revision:2607; number_of_response:1; }","duration":"273.03061ms","start":"2026-02-26T20:18:54.292841Z","end":"2026-02-26T20:18:54.565871Z","steps":["trace[2109555861] 'process raft request' (duration: 272.893277ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:54.75674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.507074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:18:54.75696Z","caller":"traceutil/trace.go:171","msg":"trace[650936582] linearizableReadLoop","detail":"{readStateIndex:2716; appliedIndex:2713; }","duration":"290.39742ms","start":"2026-02-26T20:18:54.466546Z","end":"2026-02-26T20:18:54.756944Z","steps":["trace[650936582] 'read index received' (duration: 99.253791ms)","trace[650936582] 'applied index is now lower than readState.Index' (duration: 191.142619ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:18:54.757216Z","caller":"traceutil/trace.go:171","msg":"trace[1652086578] transaction","detail":"{read_only:false; response_revision:2608; number_of_response:1; }","duration":"307.205746ms","start":"2026-02-26T20:18:54.449997Z","end":"2026-02-26T20:18:54.757203Z","steps":["trace[1652086578] 'process raft request' (duration: 155.144939ms)","trace[1652086578] 'compare' (duration: 151.178656ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:18:54.75728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:54.449972Z","time spent":"307.274188ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:18:54.757519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.783249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:18:54.757602Z","caller":"traceutil/trace.go:171","msg":"trace[50245803] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2610; }","duration":"190.911003ms","start":"2026-02-26T20:18:54.566672Z","end":"2026-02-26T20:18:54.757583Z","steps":["trace[50245803] 'agreement among raft nodes before linearized reading' (duration: 190.747219ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:54.75758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.521628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-02-26T20:18:54.757676Z","caller":"traceutil/trace.go:171","msg":"trace[1725147353] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2610; }","duration":"637.670861ms","start":"2026-02-26T20:18:54.119985Z","end":"2026-02-26T20:18:54.757656Z","steps":["trace[1725147353] 'agreement among raft nodes before linearized reading' (duration: 637.364754ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:54.757728Z","caller":"traceutil/trace.go:171","msg":"trace[158317467] transaction","detail":"{read_only:false; response_revision:2609; number_of_response:1; }","duration":"306.9266ms","start":"2026-02-26T20:18:54.45079Z","end":"2026-02-26T20:18:54.757717Z","steps":["trace[158317467] 'process raft request' (duration: 306.053639ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:54.757777Z","caller":"traceutil/trace.go:171","msg":"trace[629216996] transaction","detail":"{read_only:false; response_revision:2610; number_of_response:1; }","duration":"288.525325ms","start":"2026-02-26T20:18:54.469241Z","end":"2026-02-26T20:18:54.757766Z","steps":["trace[629216996] 'process raft request' (duration: 287.653794ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:54.757795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:54.450765Z","time spent":"306.995241ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:18:54.757873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.245741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T20:18:54.757734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:54.119965Z","time spent":"637.760703ms","remote":"127.0.0.1:34454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-02-26T20:18:54.757918Z","caller":"traceutil/trace.go:171","msg":"trace[1301857437] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2610; }","duration":"824.294562ms","start":"2026-02-26T20:18:53.933614Z","end":"2026-02-26T20:18:54.757908Z","steps":["trace[1301857437] 'agreement among raft nodes before linearized reading' (duration: 824.219301ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:54.758099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:53.933545Z","time spent":"824.539917ms","remote":"127.0.0.1:34692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":10,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T20:18:54.758148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.281949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T20:18:54.758183Z","caller":"traceutil/trace.go:171","msg":"trace[1280384590] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2610; }","duration":"140.31618ms","start":"2026-02-26T20:18:54.617858Z","end":"2026-02-26T20:18:54.758174Z","steps":["trace[1280384590] 'agreement among raft nodes before linearized reading' (duration: 140.213097ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:54.758041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.051693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T20:18:54.758285Z","caller":"traceutil/trace.go:171","msg":"trace[1445059644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2610; }","duration":"140.337561ms","start":"2026-02-26T20:18:54.617935Z","end":"2026-02-26T20:18:54.758273Z","steps":["trace[1445059644] 'agreement among raft nodes before linearized reading' (duration: 140.002273ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:54.758312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.460574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T20:18:54.758361Z","caller":"traceutil/trace.go:171","msg":"trace[1252384948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2610; }","duration":"140.532345ms","start":"2026-02-26T20:18:54.617818Z","end":"2026-02-26T20:18:54.75835Z","steps":["trace[1252384948] 'agreement among raft nodes before linearized reading' (duration: 140.444363ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:54.75841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.653628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T20:18:54.758235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.413933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T20:18:54.758446Z","caller":"traceutil/trace.go:171","msg":"trace[412795279] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2610; }","duration":"140.72021ms","start":"2026-02-26T20:18:54.617716Z","end":"2026-02-26T20:18:54.758437Z","steps":["trace[412795279] 'agreement among raft nodes before linearized reading' (duration: 140.618847ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:54.758473Z","caller":"traceutil/trace.go:171","msg":"trace[1962711603] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2610; }","duration":"140.693868ms","start":"2026-02-26T20:18:54.617769Z","end":"2026-02-26T20:18:54.758463Z","steps":["trace[1962711603] 'agreement among raft nodes before linearized reading' (duration: 140.386891ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:56.859777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95096384s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:18:56.86021Z","caller":"traceutil/trace.go:171","msg":"trace[575220756] linearizableReadLoop","detail":"{readStateIndex:2720; appliedIndex:2717; }","duration":"2.096212976s","start":"2026-02-26T20:18:54.763975Z","end":"2026-02-26T20:18:56.860188Z","steps":["trace[575220756] 'read index received' (duration: 144.701253ms)","trace[575220756] 'applied index is now lower than readState.Index' (duration: 1.951510443s)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:18:56.860305Z","caller":"traceutil/trace.go:171","msg":"trace[124767307] transaction","detail":"{read_only:false; response_revision:2611; number_of_response:1; }","duration":"2.09677479s","start":"2026-02-26T20:18:54.763517Z","end":"2026-02-26T20:18:56.860292Z","steps":["trace[124767307] 'process raft request' (duration: 145.159044ms)","trace[124767307] 'compare' (duration: 1.950638263s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:18:56.860377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:54.763504Z","time spent":"2.096835961s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:18:56.860555Z","caller":"traceutil/trace.go:171","msg":"trace[607024269] transaction","detail":"{read_only:false; response_revision:2612; number_of_response:1; }","duration":"2.096982484s","start":"2026-02-26T20:18:54.763545Z","end":"2026-02-26T20:18:56.860528Z","steps":["trace[607024269] 'process raft request' (duration: 2.09637046s)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:56.860636Z","caller":"traceutil/trace.go:171","msg":"trace[424750985] transaction","detail":"{read_only:false; response_revision:2614; number_of_response:1; }","duration":"2.096588745s","start":"2026-02-26T20:18:54.764038Z","end":"2026-02-26T20:18:56.860626Z","steps":["trace[424750985] 'process raft request' (duration: 2.096040082s)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:56.860692Z","caller":"traceutil/trace.go:171","msg":"trace[320776046] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"2.095988151s","start":"2026-02-26T20:18:54.764661Z","end":"2026-02-26T20:18:56.860649Z","steps":["trace[320776046] 'process raft request' (duration: 2.095458799s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:56.860726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:54.764032Z","time spent":"2.096634026s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:18:56.860726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:54.763533Z","time spent":"2.097092357s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:18:56.860584Z","caller":"traceutil/trace.go:171","msg":"trace[544712218] transaction","detail":"{read_only:false; response_revision:2616; number_of_response:1; }","duration":"2.095172672s","start":"2026-02-26T20:18:54.765391Z","end":"2026-02-26T20:18:56.860563Z","steps":["trace[544712218] 'process raft request' (duration: 2.094760622s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:56.860855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:54.764649Z","time spent":"2.096126804s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:18:56.860857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.09681015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-02-26T20:18:56.860953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:54.765378Z","time spent":"2.095485179s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:18:56.860966Z","caller":"traceutil/trace.go:171","msg":"trace[1143553624] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2616; }","duration":"2.096992314s","start":"2026-02-26T20:18:54.763961Z","end":"2026-02-26T20:18:56.860953Z","steps":["trace[1143553624] 'agreement among raft nodes before linearized reading' (duration: 2.096618576s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:56.861076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:54.763955Z","time spent":"2.097113417s","remote":"127.0.0.1:34454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-02-26T20:18:56.861436Z","caller":"traceutil/trace.go:171","msg":"trace[2079930770] transaction","detail":"{read_only:false; response_revision:2613; number_of_response:1; }","duration":"2.096771319s","start":"2026-02-26T20:18:54.763715Z","end":"2026-02-26T20:18:56.860487Z","steps":["trace[2079930770] 'process raft request' (duration: 2.096302768s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:56.861579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:54.76369Z","time spent":"2.097833454s","remote":"127.0.0.1:34344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:18:57.480263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.015157ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:18:57.480606Z","caller":"traceutil/trace.go:171","msg":"trace[2048664714] transaction","detail":"{read_only:false; response_revision:2617; number_of_response:1; }","duration":"909.085243ms","start":"2026-02-26T20:18:56.571454Z","end":"2026-02-26T20:18:57.48054Z","steps":["trace[2048664714] 'process raft request' (duration: 725.625835ms)","trace[2048664714] 'compare' (duration: 182.865364ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:18:57.480838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:56.57143Z","time spent":"909.292658ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:18:57.481093Z","caller":"traceutil/trace.go:171","msg":"trace[815181980] linearizableReadLoop","detail":"{readStateIndex:2726; appliedIndex:2723; }","duration":"620.819223ms","start":"2026-02-26T20:18:56.860251Z","end":"2026-02-26T20:18:57.48107Z","steps":["trace[815181980] 'read index received' (duration: 436.931566ms)","trace[815181980] 'applied index is now lower than readState.Index' (duration: 183.886247ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:18:57.48128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348659353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T20:18:57.481313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.326889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T20:18:57.481347Z","caller":"traceutil/trace.go:171","msg":"trace[805565258] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2620; }","duration":"1.348757746s","start":"2026-02-26T20:18:56.132572Z","end":"2026-02-26T20:18:57.481329Z","steps":["trace[805565258] 'agreement among raft nodes before linearized reading' (duration: 1.348607722s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:57.481325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522217097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T20:18:57.481384Z","caller":"traceutil/trace.go:171","msg":"trace[251390107] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2620; }","duration":"711.437511ms","start":"2026-02-26T20:18:56.769929Z","end":"2026-02-26T20:18:57.481366Z","steps":["trace[251390107] 'agreement among raft nodes before linearized reading' (duration: 711.290098ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:57.481345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914064189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T20:18:57.481394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103314115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:18:57.481432Z","caller":"traceutil/trace.go:171","msg":"trace[199729018] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2620; }","duration":"1.522384731s","start":"2026-02-26T20:18:55.959029Z","end":"2026-02-26T20:18:57.481414Z","steps":["trace[199729018] 'agreement among raft nodes before linearized reading' (duration: 1.522186906s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:57.481399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:56.132557Z","time spent":"1.348830127s","remote":"127.0.0.1:34484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-02-26T20:18:57.481425Z","caller":"traceutil/trace.go:171","msg":"trace[1777050031] transaction","detail":"{read_only:false; response_revision:2620; number_of_response:1; }","duration":"288.421683ms","start":"2026-02-26T20:18:57.19294Z","end":"2026-02-26T20:18:57.481361Z","steps":["trace[1777050031] 'process raft request' (duration: 287.896081ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:57.48143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.528517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-26T20:18:57.4815Z","caller":"traceutil/trace.go:171","msg":"trace[566861666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2620; }","duration":"1.914232583s","start":"2026-02-26T20:18:55.567203Z","end":"2026-02-26T20:18:57.481436Z","steps":["trace[566861666] 'agreement among raft nodes before linearized reading' (duration: 1.914011648s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:57.481532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:55.959008Z","time spent":"1.522501883s","remote":"127.0.0.1:34362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":21,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T20:18:57.481507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.865233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.1897e5504a97d33b\" ","response":"range_response_count:1 size:779"} {"level":"warn","ts":"2026-02-26T20:18:57.481566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.02387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-02-26T20:18:57.481573Z","caller":"traceutil/trace.go:171","msg":"trace[357197737] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2620; }","duration":"634.712402ms","start":"2026-02-26T20:18:56.846833Z","end":"2026-02-26T20:18:57.481545Z","steps":["trace[357197737] 'agreement among raft nodes before linearized reading' (duration: 634.360623ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:57.481577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:55.567174Z","time spent":"1.914389807s","remote":"127.0.0.1:34226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T20:18:57.481609Z","caller":"traceutil/trace.go:171","msg":"trace[736981370] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2620; }","duration":"615.784025ms","start":"2026-02-26T20:18:56.865816Z","end":"2026-02-26T20:18:57.4816Z","steps":["trace[736981370] 'agreement among raft nodes before linearized reading' (duration: 615.616971ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:57.481496Z","caller":"traceutil/trace.go:171","msg":"trace[1306434981] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2620; }","duration":"1.10355164s","start":"2026-02-26T20:18:56.377925Z","end":"2026-02-26T20:18:57.481476Z","steps":["trace[1306434981] 'agreement among raft nodes before linearized reading' (duration: 1.103305104s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:57.481631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:56.846813Z","time spent":"634.807733ms","remote":"127.0.0.1:34452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T20:18:57.481644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:56.865792Z","time spent":"615.846356ms","remote":"127.0.0.1:34698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-02-26T20:18:57.481292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.123996751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T20:18:57.481703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:56.377736Z","time spent":"1.10394596s","remote":"127.0.0.1:54560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-26T20:18:57.48138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.515085976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:18:57.481701Z","caller":"traceutil/trace.go:171","msg":"trace[9178920] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2620; }","duration":"2.124445332s","start":"2026-02-26T20:18:55.357237Z","end":"2026-02-26T20:18:57.481682Z","steps":["trace[9178920] 'agreement among raft nodes before linearized reading' (duration: 2.123985751s)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:57.481814Z","caller":"traceutil/trace.go:171","msg":"trace[839929259] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2620; }","duration":"2.515548938s","start":"2026-02-26T20:18:54.966247Z","end":"2026-02-26T20:18:57.481796Z","steps":["trace[839929259] 'agreement among raft nodes before linearized reading' (duration: 2.515096967s)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:57.481884Z","caller":"traceutil/trace.go:171","msg":"trace[262714805] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"718.328344ms","start":"2026-02-26T20:18:56.763484Z","end":"2026-02-26T20:18:57.481812Z","steps":["trace[262714805] 'process raft request' (duration: 716.931571ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:57.481923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:55.357217Z","time spent":"2.124695567s","remote":"127.0.0.1:34690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T20:18:57.481433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.644283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:18:57.482174Z","caller":"traceutil/trace.go:171","msg":"trace[944453631] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2620; }","duration":"594.442772ms","start":"2026-02-26T20:18:56.887701Z","end":"2026-02-26T20:18:57.482144Z","steps":["trace[944453631] 'agreement among raft nodes before linearized reading' (duration: 593.635393ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:57.481953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:54.966229Z","time spent":"2.515707601s","remote":"127.0.0.1:34478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T20:18:57.482245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:56.887675Z","time spent":"594.550314ms","remote":"127.0.0.1:32984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T20:18:57.481438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:56.769915Z","time spent":"711.512433ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-02-26T20:18:57.482245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:56.763446Z","time spent":"718.57816ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:18:57.482083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701460375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T20:18:57.481597Z","caller":"traceutil/trace.go:171","msg":"trace[837756181] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.1897e5504a97d33b; range_end:; response_count:1; response_revision:2620; }","duration":"614.996376ms","start":"2026-02-26T20:18:56.866581Z","end":"2026-02-26T20:18:57.481577Z","steps":["trace[837756181] 'agreement among raft nodes before linearized reading' (duration: 614.71464ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:57.482524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:56.866561Z","time spent":"615.948258ms","remote":"127.0.0.1:34344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.1897e5504a97d33b\" "} {"level":"info","ts":"2026-02-26T20:18:57.482538Z","caller":"traceutil/trace.go:171","msg":"trace[523234075] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2620; }","duration":"1.70210674s","start":"2026-02-26T20:18:55.780336Z","end":"2026-02-26T20:18:57.482443Z","steps":["trace[523234075] 'agreement among raft nodes before linearized reading' (duration: 1.700966253s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:57.482757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:55.780276Z","time spent":"1.702300484s","remote":"127.0.0.1:34726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-02-26T20:18:57.481005Z","caller":"traceutil/trace.go:171","msg":"trace[1237037263] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"716.286655ms","start":"2026-02-26T20:18:56.76465Z","end":"2026-02-26T20:18:57.480936Z","steps":["trace[1237037263] 'process raft request' (duration: 716.06709ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:57.483511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:56.764624Z","time spent":"718.732923ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:18:58.376166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.015985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T20:18:58.376307Z","caller":"traceutil/trace.go:171","msg":"trace[505466286] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2621; }","duration":"517.23534ms","start":"2026-02-26T20:18:57.859035Z","end":"2026-02-26T20:18:58.376271Z","steps":["trace[505466286] 'count revisions from in-memory index tree' (duration: 516.83357ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:58.376406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:57.85901Z","time spent":"517.382384ms","remote":"127.0.0.1:34598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":65,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T20:18:58.376685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.237127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-02-26T20:18:58.376696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.065841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:18:58.376769Z","caller":"traceutil/trace.go:171","msg":"trace[425576442] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2621; }","duration":"257.36563ms","start":"2026-02-26T20:18:58.119383Z","end":"2026-02-26T20:18:58.376748Z","steps":["trace[425576442] 'range keys from in-memory index tree' (duration: 257.054613ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:58.376802Z","caller":"traceutil/trace.go:171","msg":"trace[2089762048] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2621; }","duration":"747.38806ms","start":"2026-02-26T20:18:57.629373Z","end":"2026-02-26T20:18:58.376761Z","steps":["trace[2089762048] 'range keys from in-memory index tree' (duration: 746.776554ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:58.377104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:57.629344Z","time spent":"747.745437ms","remote":"127.0.0.1:34692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-26T20:18:58.996082Z","caller":"traceutil/trace.go:171","msg":"trace[1994675029] transaction","detail":"{read_only:false; response_revision:2623; number_of_response:1; }","duration":"125.366367ms","start":"2026-02-26T20:18:58.870691Z","end":"2026-02-26T20:18:58.996057Z","steps":["trace[1994675029] 'process raft request' (duration: 125.193033ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:59.000313Z","caller":"traceutil/trace.go:171","msg":"trace[1299920967] transaction","detail":"{read_only:false; response_revision:2624; number_of_response:1; }","duration":"129.29216ms","start":"2026-02-26T20:18:58.870997Z","end":"2026-02-26T20:18:59.000289Z","steps":["trace[1299920967] 'process raft request' (duration: 129.130976ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:59.000604Z","caller":"traceutil/trace.go:171","msg":"trace[1480812469] transaction","detail":"{read_only:false; response_revision:2625; number_of_response:1; }","duration":"129.083015ms","start":"2026-02-26T20:18:58.871509Z","end":"2026-02-26T20:18:59.000592Z","steps":["trace[1480812469] 'process raft request' (duration: 128.734446ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:59.000865Z","caller":"traceutil/trace.go:171","msg":"trace[1226472877] transaction","detail":"{read_only:false; response_revision:2626; number_of_response:1; }","duration":"129.265669ms","start":"2026-02-26T20:18:58.871591Z","end":"2026-02-26T20:18:59.000857Z","steps":["trace[1226472877] 'process raft request' (duration: 128.959532ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:59.000896Z","caller":"traceutil/trace.go:171","msg":"trace[2050901332] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"129.259069ms","start":"2026-02-26T20:18:58.871598Z","end":"2026-02-26T20:18:59.000857Z","steps":["trace[2050901332] 'process raft request' (duration: 129.151426ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:19:04.350278Z","caller":"traceutil/trace.go:171","msg":"trace[872161430] transaction","detail":"{read_only:false; response_revision:2651; number_of_response:1; }","duration":"112.624007ms","start":"2026-02-26T20:19:04.237628Z","end":"2026-02-26T20:19:04.350252Z","steps":["trace[872161430] 'process raft request' (duration: 112.413762ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:05.698882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.991933ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:19:05.699027Z","caller":"traceutil/trace.go:171","msg":"trace[1379103569] transaction","detail":"{read_only:false; response_revision:2653; number_of_response:1; }","duration":"571.9369ms","start":"2026-02-26T20:19:05.127069Z","end":"2026-02-26T20:19:05.699005Z","steps":["trace[1379103569] 'process raft request' (duration: 283.726422ms)","trace[1379103569] 'compare' (duration: 287.817489ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:19:05.69909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:05.127045Z","time spent":"572.016673ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:19:06.151393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.826387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:19:06.151721Z","caller":"traceutil/trace.go:171","msg":"trace[706621796] transaction","detail":"{read_only:false; response_revision:2654; number_of_response:1; }","duration":"1.024042465s","start":"2026-02-26T20:19:05.127644Z","end":"2026-02-26T20:19:06.151687Z","steps":["trace[706621796] 'process raft request' (duration: 694.802599ms)","trace[706621796] 'compare' (duration: 328.043398ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:19:06.151964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:05.127623Z","time spent":"1.02426617s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:19:06.151831Z","caller":"traceutil/trace.go:171","msg":"trace[1752032942] transaction","detail":"{read_only:false; response_revision:2655; number_of_response:1; }","duration":"1.024076316s","start":"2026-02-26T20:19:05.127742Z","end":"2026-02-26T20:19:06.151818Z","steps":["trace[1752032942] 'process raft request' (duration: 1.023787119s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:06.152596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:05.127734Z","time spent":"1.024830124s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:19:06.151987Z","caller":"traceutil/trace.go:171","msg":"trace[39622109] transaction","detail":"{read_only:false; response_revision:2656; number_of_response:1; }","duration":"1.022392966s","start":"2026-02-26T20:19:05.129542Z","end":"2026-02-26T20:19:06.151935Z","steps":["trace[39622109] 'process raft request' (duration: 1.022072539s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:06.152796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:05.129528Z","time spent":"1.023243257s","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:19:06.152066Z","caller":"traceutil/trace.go:171","msg":"trace[1787554795] transaction","detail":"{read_only:false; response_revision:2657; number_of_response:1; }","duration":"758.950333ms","start":"2026-02-26T20:19:05.39309Z","end":"2026-02-26T20:19:06.152041Z","steps":["trace[1787554795] 'process raft request' (duration: 758.709267ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:19:06.152199Z","caller":"traceutil/trace.go:171","msg":"trace[1261739028] transaction","detail":"{read_only:false; response_revision:2658; number_of_response:1; }","duration":"639.862443ms","start":"2026-02-26T20:19:05.512276Z","end":"2026-02-26T20:19:06.152138Z","steps":["trace[1261739028] 'process raft request' (duration: 639.634598ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:06.153251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:05.512249Z","time spent":"640.960039ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:19:06.15232Z","caller":"traceutil/trace.go:171","msg":"trace[1775412958] transaction","detail":"{read_only:false; response_revision:2659; number_of_response:1; }","duration":"640.006416ms","start":"2026-02-26T20:19:05.512304Z","end":"2026-02-26T20:19:06.152311Z","steps":["trace[1775412958] 'process raft request' (duration: 639.73252ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:06.153625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:05.512275Z","time spent":"641.155644ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:19:06.15236Z","caller":"traceutil/trace.go:171","msg":"trace[814081704] transaction","detail":"{read_only:false; response_revision:2660; number_of_response:1; }","duration":"638.701975ms","start":"2026-02-26T20:19:05.513652Z","end":"2026-02-26T20:19:06.152354Z","steps":["trace[814081704] 'process raft request' (duration: 638.588432ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:06.153814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:05.513625Z","time spent":"640.110299ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:19:06.153105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:05.393056Z","time spent":"759.894174ms","remote":"127.0.0.1:34244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:21:26.178947Z","caller":"traceutil/trace.go:171","msg":"trace[906564648] transaction","detail":"{read_only:false; response_revision:3520; number_of_response:1; }","duration":"305.78197ms","start":"2026-02-26T20:21:25.873135Z","end":"2026-02-26T20:21:26.178917Z","steps":["trace[906564648] 'process raft request' (duration: 305.639597ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:21:26.179154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:21:25.873103Z","time spent":"305.952755ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:21:26.72965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.464839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:21:26.729767Z","caller":"traceutil/trace.go:171","msg":"trace[329206636] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3520; }","duration":"445.646384ms","start":"2026-02-26T20:21:26.284092Z","end":"2026-02-26T20:21:26.729739Z","steps":["trace[329206636] 'range keys from in-memory index tree' (duration: 445.336626ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:21:26.729828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:21:26.284068Z","time spent":"445.742226ms","remote":"127.0.0.1:34692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T20:21:26.729932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.428899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T20:21:26.730027Z","caller":"traceutil/trace.go:171","msg":"trace[1495608787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3520; }","duration":"284.620133ms","start":"2026-02-26T20:21:26.445385Z","end":"2026-02-26T20:21:26.730005Z","steps":["trace[1495608787] 'range keys from in-memory index tree' (duration: 284.146322ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:21:26.729904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.250883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zb4kk\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-02-26T20:21:26.730256Z","caller":"traceutil/trace.go:171","msg":"trace[853437280] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zb4kk; range_end:; response_count:1; response_revision:3520; }","duration":"105.666573ms","start":"2026-02-26T20:21:26.624566Z","end":"2026-02-26T20:21:26.730232Z","steps":["trace[853437280] 'range keys from in-memory index tree' (duration: 105.018237ms)"],"step_count":1}