{"level":"warn","ts":"2026-02-26T20:14:04.724617Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-26T20:14:04.724714Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.141:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.141:2380","--initial-cluster=instance=https://199.204.45.141:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.141:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.141:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-26T20:14:04.724785Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-26T20:14:04.724801Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.141:2380"]} {"level":"info","ts":"2026-02-26T20:14:04.724818Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-26T20:14:04.725467Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.141:2379"]} {"level":"info","ts":"2026-02-26T20:14:04.725543Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.141:2380"],"listen-peer-urls":["https://199.204.45.141:2380"],"advertise-client-urls":["https://199.204.45.141:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.141:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.141:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-26T20:14:04.730269Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.502187ms"} {"level":"info","ts":"2026-02-26T20:14:04.739375Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"9ef3b4f68930dc2","cluster-id":"b19a5957e6e65747"} {"level":"info","ts":"2026-02-26T20:14:04.73948Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 switched to configuration voters=()"} {"level":"info","ts":"2026-02-26T20:14:04.739525Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became follower at term 0"} {"level":"info","ts":"2026-02-26T20:14:04.739548Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 9ef3b4f68930dc2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-26T20:14:04.739573Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became follower at term 1"} {"level":"info","ts":"2026-02-26T20:14:04.739625Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 switched to configuration voters=(715856078018121154)"} {"level":"warn","ts":"2026-02-26T20:14:04.746292Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-26T20:14:04.752107Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-26T20:14:04.754805Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-26T20:14:04.757721Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"9ef3b4f68930dc2","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-26T20:14:04.758109Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T20:14:04.758281Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T20:14:04.758299Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T20:14:04.758219Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"9ef3b4f68930dc2","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-26T20:14:04.759746Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 switched to configuration voters=(715856078018121154)"} {"level":"info","ts":"2026-02-26T20:14:04.760613Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"b19a5957e6e65747","local-member-id":"9ef3b4f68930dc2","added-peer-id":"9ef3b4f68930dc2","added-peer-peer-urls":["https://199.204.45.141:2380"]} {"level":"info","ts":"2026-02-26T20:14:04.763855Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-26T20:14:04.764005Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.141:2380"} {"level":"info","ts":"2026-02-26T20:14:04.76406Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.141:2380"} {"level":"info","ts":"2026-02-26T20:14:04.764209Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"9ef3b4f68930dc2","initial-advertise-peer-urls":["https://199.204.45.141:2380"],"listen-peer-urls":["https://199.204.45.141:2380"],"advertise-client-urls":["https://199.204.45.141:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.141:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-26T20:14:04.764262Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-26T20:14:05.24052Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 is starting a new election at term 1"} {"level":"info","ts":"2026-02-26T20:14:05.240583Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became pre-candidate at term 1"} {"level":"info","ts":"2026-02-26T20:14:05.240638Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 received MsgPreVoteResp from 9ef3b4f68930dc2 at term 1"} {"level":"info","ts":"2026-02-26T20:14:05.240662Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became candidate at term 2"} {"level":"info","ts":"2026-02-26T20:14:05.240676Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 received MsgVoteResp from 9ef3b4f68930dc2 at term 2"} {"level":"info","ts":"2026-02-26T20:14:05.240692Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became leader at term 2"} {"level":"info","ts":"2026-02-26T20:14:05.240706Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 9ef3b4f68930dc2 elected leader 9ef3b4f68930dc2 at term 2"} {"level":"info","ts":"2026-02-26T20:14:05.310044Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T20:14:05.329185Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"9ef3b4f68930dc2","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.141:2379]}","request-path":"/0/members/9ef3b4f68930dc2/attributes","cluster-id":"b19a5957e6e65747","publish-timeout":"7s"} {"level":"info","ts":"2026-02-26T20:14:05.329206Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-26T20:14:05.32931Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-26T20:14:05.329551Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-26T20:14:05.329584Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-26T20:14:05.332752Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-26T20:14:05.334626Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.141:2379"} {"level":"info","ts":"2026-02-26T20:14:05.338639Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"b19a5957e6e65747","local-member-id":"9ef3b4f68930dc2","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T20:14:05.338827Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T20:14:05.338873Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-02-26T20:14:23.428292Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527060030473942,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T20:14:23.785894Z","caller":"traceutil/trace.go:171","msg":"trace[526356363] linearizableReadLoop","detail":"{readStateIndex:464; appliedIndex:463; }","duration":"858.074179ms","start":"2026-02-26T20:14:22.927633Z","end":"2026-02-26T20:14:23.785707Z","steps":["trace[526356363] 'read index received' (duration: 857.941715ms)","trace[526356363] 'applied index is now lower than readState.Index' (duration: 131.574µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:14:23.786063Z","caller":"traceutil/trace.go:171","msg":"trace[1279367600] transaction","detail":"{read_only:false; response_revision:448; number_of_response:1; }","duration":"860.944698ms","start":"2026-02-26T20:14:22.924902Z","end":"2026-02-26T20:14:23.785847Z","steps":["trace[1279367600] 'process raft request' (duration: 860.60982ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:23.786124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.458108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T20:14:23.786278Z","caller":"traceutil/trace.go:171","msg":"trace[1394281036] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:448; }","duration":"858.642413ms","start":"2026-02-26T20:14:22.927607Z","end":"2026-02-26T20:14:23.78625Z","steps":["trace[1394281036] 'agreement among raft nodes before linearized reading' (duration: 858.292684ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:23.786376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:22.927596Z","time spent":"858.761485ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T20:14:23.786686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:22.924884Z","time spent":"861.208904ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:14:24.745273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.519646ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-02-26T20:14:24.745556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074572981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:14:24.745579Z","caller":"traceutil/trace.go:171","msg":"trace[1197645833] transaction","detail":"{read_only:false; response_revision:449; number_of_response:1; }","duration":"954.758263ms","start":"2026-02-26T20:14:23.790803Z","end":"2026-02-26T20:14:24.745561Z","steps":["trace[1197645833] 'process raft request' (duration: 954.588549ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:24.745618Z","caller":"traceutil/trace.go:171","msg":"trace[642721314] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:448; }","duration":"1.074684073s","start":"2026-02-26T20:14:23.670918Z","end":"2026-02-26T20:14:24.745602Z","steps":["trace[642721314] 'agreement among raft nodes before linearized reading' (duration: 1.074584901s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:24.745655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:23.670894Z","time spent":"1.074753135s","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T20:14:24.745533Z","caller":"traceutil/trace.go:171","msg":"trace[481744689] linearizableReadLoop","detail":"{readStateIndex:465; appliedIndex:464; }","duration":"959.483007ms","start":"2026-02-26T20:14:23.786009Z","end":"2026-02-26T20:14:24.745492Z","steps":["trace[481744689] 'read index received' (duration: 421.614942ms)","trace[481744689] 'applied index is now lower than readState.Index' (duration: 537.864115ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:14:24.745688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:23.790781Z","time spent":"954.844766ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:14:24.745752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65857488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T20:14:24.7458Z","caller":"traceutil/trace.go:171","msg":"trace[257509522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:449; }","duration":"1.658695873s","start":"2026-02-26T20:14:23.087091Z","end":"2026-02-26T20:14:24.745787Z","steps":["trace[257509522] 'agreement among raft nodes before linearized reading' (duration: 1.658503098s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:24.745866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:23.087062Z","time spent":"1.658794025s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T20:14:24.745949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.883873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T20:14:24.746014Z","caller":"traceutil/trace.go:171","msg":"trace[1336373796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:449; }","duration":"413.016176ms","start":"2026-02-26T20:14:24.332979Z","end":"2026-02-26T20:14:24.745995Z","steps":["trace[1336373796] 'agreement among raft nodes before linearized reading' (duration: 412.812811ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:24.746058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:24.332959Z","time spent":"413.091568ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T20:14:25.327914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.43072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:14:25.328175Z","caller":"traceutil/trace.go:171","msg":"trace[1002509400] linearizableReadLoop","detail":"{readStateIndex:468; appliedIndex:466; }","duration":"574.455591ms","start":"2026-02-26T20:14:24.753695Z","end":"2026-02-26T20:14:25.328151Z","steps":["trace[1002509400] 'read index received' (duration: 131.58668ms)","trace[1002509400] 'applied index is now lower than readState.Index' (duration: 442.867651ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:14:25.32821Z","caller":"traceutil/trace.go:171","msg":"trace[1241581882] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"578.19898ms","start":"2026-02-26T20:14:24.749958Z","end":"2026-02-26T20:14:25.328157Z","steps":["trace[1241581882] 'process raft request' (duration: 135.399941ms)","trace[1241581882] 'compare' (duration: 442.286777ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:14:25.328235Z","caller":"traceutil/trace.go:171","msg":"trace[1666350221] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"577.625747ms","start":"2026-02-26T20:14:24.750576Z","end":"2026-02-26T20:14:25.328201Z","steps":["trace[1666350221] 'process raft request' (duration: 577.467763ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:25.328279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.572324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:14:25.328334Z","caller":"traceutil/trace.go:171","msg":"trace[534200878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:451; }","duration":"574.622305ms","start":"2026-02-26T20:14:24.753689Z","end":"2026-02-26T20:14:25.328311Z","steps":["trace[534200878] 'agreement among raft nodes before linearized reading' (duration: 574.547103ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:25.32838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:24.753664Z","time spent":"574.708167ms","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T20:14:25.328413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:24.750536Z","time spent":"577.781921ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:14:25.328426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:24.749938Z","time spent":"578.371435ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:14:31.121961Z","caller":"traceutil/trace.go:171","msg":"trace[1437337517] linearizableReadLoop","detail":"{readStateIndex:481; appliedIndex:480; }","duration":"352.663981ms","start":"2026-02-26T20:14:30.769272Z","end":"2026-02-26T20:14:31.121936Z","steps":["trace[1437337517] 'read index received' (duration: 352.454416ms)","trace[1437337517] 'applied index is now lower than readState.Index' (duration: 208.645µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:14:31.122111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.825785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T20:14:31.122096Z","caller":"traceutil/trace.go:171","msg":"trace[1673606767] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"434.645714ms","start":"2026-02-26T20:14:30.687417Z","end":"2026-02-26T20:14:31.122063Z","steps":["trace[1673606767] 'process raft request' (duration: 434.372967ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:31.122155Z","caller":"traceutil/trace.go:171","msg":"trace[542481647] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:463; }","duration":"352.916117ms","start":"2026-02-26T20:14:30.769226Z","end":"2026-02-26T20:14:31.122142Z","steps":["trace[542481647] 'agreement among raft nodes before linearized reading' (duration: 352.801474ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:31.122194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:30.769211Z","time spent":"352.974049ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T20:14:31.122268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:30.687393Z","time spent":"434.780236ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:14:31.38799Z","caller":"traceutil/trace.go:171","msg":"trace[493132322] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"260.864054ms","start":"2026-02-26T20:14:31.127096Z","end":"2026-02-26T20:14:31.38796Z","steps":["trace[493132322] 'process raft request' (duration: 260.562657ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:34.38136Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527060030474019,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T20:14:34.723743Z","caller":"traceutil/trace.go:171","msg":"trace[1573406] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"949.831704ms","start":"2026-02-26T20:14:33.773023Z","end":"2026-02-26T20:14:34.722855Z","steps":["trace[1573406] 'process raft request' (duration: 946.687309ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:34.723877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:33.772992Z","time spent":"950.827028ms","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":317292,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T20:14:34.827987Z","caller":"traceutil/trace.go:171","msg":"trace[906308760] linearizableReadLoop","detail":"{readStateIndex:490; appliedIndex:488; }","duration":"947.636632ms","start":"2026-02-26T20:14:33.88028Z","end":"2026-02-26T20:14:34.827917Z","steps":["trace[906308760] 'read index received' (duration: 839.004022ms)","trace[906308760] 'applied index is now lower than readState.Index' (duration: 108.63102ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:14:34.828199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.897208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T20:14:34.828259Z","caller":"traceutil/trace.go:171","msg":"trace[1271919283] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:473; }","duration":"947.999101ms","start":"2026-02-26T20:14:33.880235Z","end":"2026-02-26T20:14:34.828234Z","steps":["trace[1271919283] 'agreement among raft nodes before linearized reading' (duration: 947.867628ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:34.828282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.884579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T20:14:34.828329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:33.880214Z","time spent":"948.092284ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T20:14:34.828395Z","caller":"traceutil/trace.go:171","msg":"trace[88266796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:473; }","duration":"158.051113ms","start":"2026-02-26T20:14:34.670314Z","end":"2026-02-26T20:14:34.828365Z","steps":["trace[88266796] 'agreement among raft nodes before linearized reading' (duration: 157.847988ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:35.667826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.234232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:14:35.668008Z","caller":"traceutil/trace.go:171","msg":"trace[357089594] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"178.334209ms","start":"2026-02-26T20:14:35.489649Z","end":"2026-02-26T20:14:35.667983Z","steps":["trace[357089594] 'process raft request' (duration: 56.80782ms)","trace[357089594] 'compare' (duration: 120.982246ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:14:36.448025Z","caller":"traceutil/trace.go:171","msg":"trace[44638747] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"265.771311ms","start":"2026-02-26T20:14:36.182226Z","end":"2026-02-26T20:14:36.447997Z","steps":["trace[44638747] 'process raft request' (duration: 265.648218ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:39.747907Z","caller":"traceutil/trace.go:171","msg":"trace[235517711] linearizableReadLoop","detail":"{readStateIndex:554; appliedIndex:553; }","duration":"188.218185ms","start":"2026-02-26T20:14:39.559656Z","end":"2026-02-26T20:14:39.747874Z","steps":["trace[235517711] 'read index received' (duration: 188.02704ms)","trace[235517711] 'applied index is now lower than readState.Index' (duration: 189.695µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:14:39.748061Z","caller":"traceutil/trace.go:171","msg":"trace[1680058047] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"278.21663ms","start":"2026-02-26T20:14:39.469833Z","end":"2026-02-26T20:14:39.748049Z","steps":["trace[1680058047] 'process raft request' (duration: 277.853392ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:39.748402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.727818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T20:14:39.748513Z","caller":"traceutil/trace.go:171","msg":"trace[1710815531] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:534; }","duration":"188.884192ms","start":"2026-02-26T20:14:39.559601Z","end":"2026-02-26T20:14:39.748486Z","steps":["trace[1710815531] 'agreement among raft nodes before linearized reading' (duration: 188.568084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:39.752111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.82863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T20:14:39.752179Z","caller":"traceutil/trace.go:171","msg":"trace[67062077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:535; }","duration":"145.964895ms","start":"2026-02-26T20:14:39.606199Z","end":"2026-02-26T20:14:39.752164Z","steps":["trace[67062077] 'agreement among raft nodes before linearized reading' (duration: 145.77229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:40.53285Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527060030474138,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T20:14:40.737852Z","caller":"traceutil/trace.go:171","msg":"trace[296444492] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"866.40184ms","start":"2026-02-26T20:14:39.871394Z","end":"2026-02-26T20:14:40.737795Z","steps":["trace[296444492] 'process raft request' (duration: 866.199955ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:40.737991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:39.871357Z","time spent":"866.570283ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T20:14:40.743218Z","caller":"traceutil/trace.go:171","msg":"trace[992713345] linearizableReadLoop","detail":"{readStateIndex:567; appliedIndex:563; }","duration":"710.724673ms","start":"2026-02-26T20:14:40.032478Z","end":"2026-02-26T20:14:40.743203Z","steps":["trace[992713345] 'read index received' (duration: 705.196571ms)","trace[992713345] 'applied index is now lower than readState.Index' (duration: 5.527072ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:14:40.743215Z","caller":"traceutil/trace.go:171","msg":"trace[1153377666] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"673.671836ms","start":"2026-02-26T20:14:40.069513Z","end":"2026-02-26T20:14:40.743185Z","steps":["trace[1153377666] 'process raft request' (duration: 673.460041ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:40.743345Z","caller":"traceutil/trace.go:171","msg":"trace[1215717146] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"269.384928ms","start":"2026-02-26T20:14:40.47395Z","end":"2026-02-26T20:14:40.743335Z","steps":["trace[1215717146] 'process raft request' (duration: 269.212964ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:40.743306Z","caller":"traceutil/trace.go:171","msg":"trace[1172574691] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"472.844499ms","start":"2026-02-26T20:14:40.270387Z","end":"2026-02-26T20:14:40.743232Z","steps":["trace[1172574691] 'process raft request' (duration: 472.727686ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:40.743382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:40.069492Z","time spent":"673.821249ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3104,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T20:14:40.74352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:40.27035Z","time spent":"473.062853ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T20:14:40.743533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.055291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:14:40.74358Z","caller":"traceutil/trace.go:171","msg":"trace[1287544122] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:0; response_revision:547; }","duration":"711.134043ms","start":"2026-02-26T20:14:40.032427Z","end":"2026-02-26T20:14:40.743561Z","steps":["trace[1287544122] 'agreement among raft nodes before linearized reading' (duration: 711.068851ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:40.743614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:40.032411Z","time spent":"711.194844ms","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" "} {"level":"info","ts":"2026-02-26T20:14:46.331494Z","caller":"traceutil/trace.go:171","msg":"trace[15589584] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"121.510448ms","start":"2026-02-26T20:14:46.209943Z","end":"2026-02-26T20:14:46.331453Z","steps":["trace[15589584] 'process raft request' (duration: 61.42432ms)","trace[15589584] 'compare' (duration: 59.862503ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:14:46.331618Z","caller":"traceutil/trace.go:171","msg":"trace[1973322830] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"121.104599ms","start":"2026-02-26T20:14:46.210482Z","end":"2026-02-26T20:14:46.331587Z","steps":["trace[1973322830] 'process raft request' (duration: 120.897144ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:46.331675Z","caller":"traceutil/trace.go:171","msg":"trace[1745610459] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"111.503089ms","start":"2026-02-26T20:14:46.220153Z","end":"2026-02-26T20:14:46.331656Z","steps":["trace[1745610459] 'process raft request' (duration: 111.452848ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:46.331716Z","caller":"traceutil/trace.go:171","msg":"trace[474246430] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"111.739505ms","start":"2026-02-26T20:14:46.219953Z","end":"2026-02-26T20:14:46.331693Z","steps":["trace[474246430] 'process raft request' (duration: 111.54734ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:46.332855Z","caller":"traceutil/trace.go:171","msg":"trace[996482837] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"104.657745ms","start":"2026-02-26T20:14:46.228171Z","end":"2026-02-26T20:14:46.332828Z","steps":["trace[996482837] 'process raft request' (duration: 104.599964ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:46.333045Z","caller":"traceutil/trace.go:171","msg":"trace[1638088855] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"105.965376ms","start":"2026-02-26T20:14:46.22707Z","end":"2026-02-26T20:14:46.333036Z","steps":["trace[1638088855] 'process raft request' (duration: 105.654159ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:46.333066Z","caller":"traceutil/trace.go:171","msg":"trace[844452378] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"109.233344ms","start":"2026-02-26T20:14:46.223816Z","end":"2026-02-26T20:14:46.333049Z","steps":["trace[844452378] 'process raft request' (duration: 108.785894ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:46.46747Z","caller":"traceutil/trace.go:171","msg":"trace[693986563] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"122.550903ms","start":"2026-02-26T20:14:46.344888Z","end":"2026-02-26T20:14:46.467439Z","steps":["trace[693986563] 'process raft request' (duration: 89.548903ms)","trace[693986563] 'compare' (duration: 32.875017ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:14:46.510966Z","caller":"traceutil/trace.go:171","msg":"trace[294155249] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"162.044249ms","start":"2026-02-26T20:14:46.348897Z","end":"2026-02-26T20:14:46.510941Z","steps":["trace[294155249] 'process raft request' (duration: 161.880255ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:46.51115Z","caller":"traceutil/trace.go:171","msg":"trace[1391943073] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"161.881145ms","start":"2026-02-26T20:14:46.349188Z","end":"2026-02-26T20:14:46.511069Z","steps":["trace[1391943073] 'process raft request' (duration: 161.718041ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:46.511208Z","caller":"traceutil/trace.go:171","msg":"trace[805035490] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"161.806853ms","start":"2026-02-26T20:14:46.349375Z","end":"2026-02-26T20:14:46.511181Z","steps":["trace[805035490] 'process raft request' (duration: 161.641449ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:46.511235Z","caller":"traceutil/trace.go:171","msg":"trace[939901671] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"162.049579ms","start":"2026-02-26T20:14:46.349129Z","end":"2026-02-26T20:14:46.511178Z","steps":["trace[939901671] 'process raft request' (duration: 161.749792ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:46.511286Z","caller":"traceutil/trace.go:171","msg":"trace[1608051416] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"161.886585ms","start":"2026-02-26T20:14:46.349322Z","end":"2026-02-26T20:14:46.511209Z","steps":["trace[1608051416] 'process raft request' (duration: 161.654379ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:46.51143Z","caller":"traceutil/trace.go:171","msg":"trace[470296294] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"161.65686ms","start":"2026-02-26T20:14:46.349759Z","end":"2026-02-26T20:14:46.511416Z","steps":["trace[470296294] 'process raft request' (duration: 161.332752ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:46.511411Z","caller":"traceutil/trace.go:171","msg":"trace[20648663] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"161.598839ms","start":"2026-02-26T20:14:46.349799Z","end":"2026-02-26T20:14:46.511398Z","steps":["trace[20648663] 'process raft request' (duration: 161.362173ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:46.511495Z","caller":"traceutil/trace.go:171","msg":"trace[1384105659] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"161.487376ms","start":"2026-02-26T20:14:46.350002Z","end":"2026-02-26T20:14:46.51149Z","steps":["trace[1384105659] 'process raft request' (duration: 161.312572ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:46.511436Z","caller":"traceutil/trace.go:171","msg":"trace[1662571683] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"161.716931ms","start":"2026-02-26T20:14:46.349694Z","end":"2026-02-26T20:14:46.51141Z","steps":["trace[1662571683] 'process raft request' (duration: 161.361552ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:46.511548Z","caller":"traceutil/trace.go:171","msg":"trace[98247327] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"161.472275ms","start":"2026-02-26T20:14:46.35007Z","end":"2026-02-26T20:14:46.511542Z","steps":["trace[98247327] 'process raft request' (duration: 161.28443ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:46.511516Z","caller":"traceutil/trace.go:171","msg":"trace[1460287745] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"161.577518ms","start":"2026-02-26T20:14:46.349882Z","end":"2026-02-26T20:14:46.511459Z","steps":["trace[1460287745] 'process raft request' (duration: 161.348792ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:46.511667Z","caller":"traceutil/trace.go:171","msg":"trace[1121101113] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"161.583508ms","start":"2026-02-26T20:14:46.350075Z","end":"2026-02-26T20:14:46.511658Z","steps":["trace[1121101113] 'process raft request' (duration: 161.313101ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:46.511681Z","caller":"traceutil/trace.go:171","msg":"trace[1507047870] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"154.907068ms","start":"2026-02-26T20:14:46.356755Z","end":"2026-02-26T20:14:46.511662Z","steps":["trace[1507047870] 'process raft request' (duration: 154.824746ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:46.63651Z","caller":"traceutil/trace.go:171","msg":"trace[1553391647] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"158.707889ms","start":"2026-02-26T20:14:46.477746Z","end":"2026-02-26T20:14:46.636453Z","steps":["trace[1553391647] 'process raft request' (duration: 104.347968ms)","trace[1553391647] 'compare' (duration: 53.91815ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:14:46.690688Z","caller":"traceutil/trace.go:171","msg":"trace[1774030158] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"172.667113ms","start":"2026-02-26T20:14:46.517992Z","end":"2026-02-26T20:14:46.690659Z","steps":["trace[1774030158] 'process raft request' (duration: 172.416387ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:46.690759Z","caller":"traceutil/trace.go:171","msg":"trace[1392948464] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"172.562331ms","start":"2026-02-26T20:14:46.518175Z","end":"2026-02-26T20:14:46.690737Z","steps":["trace[1392948464] 'process raft request' (duration: 172.427348ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:46.690757Z","caller":"traceutil/trace.go:171","msg":"trace[614136028] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"172.655243ms","start":"2026-02-26T20:14:46.518077Z","end":"2026-02-26T20:14:46.690732Z","steps":["trace[614136028] 'process raft request' (duration: 172.471849ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:46.690893Z","caller":"traceutil/trace.go:171","msg":"trace[1594113863] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"172.614852ms","start":"2026-02-26T20:14:46.518266Z","end":"2026-02-26T20:14:46.690881Z","steps":["trace[1594113863] 'process raft request' (duration: 172.462218ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:46.690962Z","caller":"traceutil/trace.go:171","msg":"trace[197694421] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"165.04088ms","start":"2026-02-26T20:14:46.52591Z","end":"2026-02-26T20:14:46.690951Z","steps":["trace[197694421] 'process raft request' (duration: 164.909927ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:46.690975Z","caller":"traceutil/trace.go:171","msg":"trace[436566278] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"172.601742ms","start":"2026-02-26T20:14:46.51829Z","end":"2026-02-26T20:14:46.690892Z","steps":["trace[436566278] 'process raft request' (duration: 172.467849ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:46.691039Z","caller":"traceutil/trace.go:171","msg":"trace[1802481740] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"172.806386ms","start":"2026-02-26T20:14:46.518222Z","end":"2026-02-26T20:14:46.691028Z","steps":["trace[1802481740] 'process raft request' (duration: 172.440598ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:46.691005Z","caller":"traceutil/trace.go:171","msg":"trace[2049124737] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"165.100212ms","start":"2026-02-26T20:14:46.525851Z","end":"2026-02-26T20:14:46.690952Z","steps":["trace[2049124737] 'process raft request' (duration: 164.940149ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:46.691053Z","caller":"traceutil/trace.go:171","msg":"trace[1719143168] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"172.808067ms","start":"2026-02-26T20:14:46.518236Z","end":"2026-02-26T20:14:46.691044Z","steps":["trace[1719143168] 'process raft request' (duration: 172.458168ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:46.691125Z","caller":"traceutil/trace.go:171","msg":"trace[512131438] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"165.153053ms","start":"2026-02-26T20:14:46.525956Z","end":"2026-02-26T20:14:46.691109Z","steps":["trace[512131438] 'process raft request' (duration: 164.982279ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:46.691148Z","caller":"traceutil/trace.go:171","msg":"trace[1945353615] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"165.106013ms","start":"2026-02-26T20:14:46.526022Z","end":"2026-02-26T20:14:46.691128Z","steps":["trace[1945353615] 'process raft request' (duration: 165.061992ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:46.691192Z","caller":"traceutil/trace.go:171","msg":"trace[1918580198] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"165.189444ms","start":"2026-02-26T20:14:46.525956Z","end":"2026-02-26T20:14:46.691145Z","steps":["trace[1918580198] 'process raft request' (duration: 165.03305ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:46.691186Z","caller":"traceutil/trace.go:171","msg":"trace[2062848996] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"165.148853ms","start":"2026-02-26T20:14:46.526002Z","end":"2026-02-26T20:14:46.691151Z","steps":["trace[2062848996] 'process raft request' (duration: 165.042011ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:46.691225Z","caller":"traceutil/trace.go:171","msg":"trace[911898924] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"165.239956ms","start":"2026-02-26T20:14:46.52594Z","end":"2026-02-26T20:14:46.69118Z","steps":["trace[911898924] 'process raft request' (duration: 164.913948ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:46.828598Z","caller":"traceutil/trace.go:171","msg":"trace[1449041548] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"131.309933ms","start":"2026-02-26T20:14:46.697232Z","end":"2026-02-26T20:14:46.828541Z","steps":["trace[1449041548] 'process raft request' (duration: 71.693926ms)","trace[1449041548] 'compare' (duration: 59.33387ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:14:46.828655Z","caller":"traceutil/trace.go:171","msg":"trace[628075364] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"131.329544ms","start":"2026-02-26T20:14:46.697293Z","end":"2026-02-26T20:14:46.828623Z","steps":["trace[628075364] 'process raft request' (duration: 131.17634ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:46.828669Z","caller":"traceutil/trace.go:171","msg":"trace[944913267] linearizableReadLoop","detail":"{readStateIndex:678; appliedIndex:672; }","duration":"117.8426ms","start":"2026-02-26T20:14:46.710803Z","end":"2026-02-26T20:14:46.828646Z","steps":["trace[944913267] 'read index received' (duration: 58.201403ms)","trace[944913267] 'applied index is now lower than readState.Index' (duration: 59.639917ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:14:46.828719Z","caller":"traceutil/trace.go:171","msg":"trace[1661305100] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"131.426786ms","start":"2026-02-26T20:14:46.697255Z","end":"2026-02-26T20:14:46.828681Z","steps":["trace[1661305100] 'process raft request' (duration: 131.17392ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:46.828816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.985084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:14:46.828855Z","caller":"traceutil/trace.go:171","msg":"trace[1668387660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:657; }","duration":"118.068956ms","start":"2026-02-26T20:14:46.710774Z","end":"2026-02-26T20:14:46.828843Z","steps":["trace[1668387660] 'agreement among raft nodes before linearized reading' (duration: 117.957753ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:46.828856Z","caller":"traceutil/trace.go:171","msg":"trace[51205238] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"127.212565ms","start":"2026-02-26T20:14:46.701622Z","end":"2026-02-26T20:14:46.828835Z","steps":["trace[51205238] 'process raft request' (duration: 126.938548ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:46.829015Z","caller":"traceutil/trace.go:171","msg":"trace[1948804700] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"128.118327ms","start":"2026-02-26T20:14:46.70088Z","end":"2026-02-26T20:14:46.828999Z","steps":["trace[1948804700] 'process raft request' (duration: 127.621235ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:46.828964Z","caller":"traceutil/trace.go:171","msg":"trace[1336933915] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"127.182464ms","start":"2026-02-26T20:14:46.701725Z","end":"2026-02-26T20:14:46.828908Z","steps":["trace[1336933915] 'process raft request' (duration: 126.878727ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:46.967521Z","caller":"traceutil/trace.go:171","msg":"trace[1480387847] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"121.16478ms","start":"2026-02-26T20:14:46.846334Z","end":"2026-02-26T20:14:46.967498Z","steps":["trace[1480387847] 'process raft request' (duration: 120.824612ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:47.321936Z","caller":"traceutil/trace.go:171","msg":"trace[1285341021] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"180.896191ms","start":"2026-02-26T20:14:47.141014Z","end":"2026-02-26T20:14:47.32191Z","steps":["trace[1285341021] 'process raft request' (duration: 147.227505ms)","trace[1285341021] 'compare' (duration: 33.532552ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:14:47.379583Z","caller":"traceutil/trace.go:171","msg":"trace[2029745040] linearizableReadLoop","detail":"{readStateIndex:703; appliedIndex:698; }","duration":"233.249784ms","start":"2026-02-26T20:14:47.146316Z","end":"2026-02-26T20:14:47.379566Z","steps":["trace[2029745040] 'read index received' (duration: 141.899047ms)","trace[2029745040] 'applied index is now lower than readState.Index' (duration: 91.349617ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:14:47.379612Z","caller":"traceutil/trace.go:171","msg":"trace[215162484] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"236.065891ms","start":"2026-02-26T20:14:47.143509Z","end":"2026-02-26T20:14:47.379575Z","steps":["trace[215162484] 'process raft request' (duration: 235.859686ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:47.379734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.399277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-02-26T20:14:47.379781Z","caller":"traceutil/trace.go:171","msg":"trace[595077125] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:682; }","duration":"233.484359ms","start":"2026-02-26T20:14:47.146282Z","end":"2026-02-26T20:14:47.379766Z","steps":["trace[595077125] 'agreement among raft nodes before linearized reading' (duration: 233.352436ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:47.379779Z","caller":"traceutil/trace.go:171","msg":"trace[11695049] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"234.520744ms","start":"2026-02-26T20:14:47.145237Z","end":"2026-02-26T20:14:47.379757Z","steps":["trace[11695049] 'process raft request' (duration: 234.278808ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:47.379781Z","caller":"traceutil/trace.go:171","msg":"trace[996252522] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"235.667921ms","start":"2026-02-26T20:14:47.144061Z","end":"2026-02-26T20:14:47.379729Z","steps":["trace[996252522] 'process raft request' (duration: 235.390575ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:47.37973Z","caller":"traceutil/trace.go:171","msg":"trace[1134057149] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"235.048237ms","start":"2026-02-26T20:14:47.144572Z","end":"2026-02-26T20:14:47.37962Z","steps":["trace[1134057149] 'process raft request' (duration: 234.914644ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:47.658703Z","caller":"traceutil/trace.go:171","msg":"trace[774312071] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"274.175063ms","start":"2026-02-26T20:14:47.384481Z","end":"2026-02-26T20:14:47.658656Z","steps":["trace[774312071] 'process raft request' (duration: 273.944107ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:47.658764Z","caller":"traceutil/trace.go:171","msg":"trace[1320106048] linearizableReadLoop","detail":"{readStateIndex:705; appliedIndex:703; }","duration":"274.169732ms","start":"2026-02-26T20:14:47.384572Z","end":"2026-02-26T20:14:47.658742Z","steps":["trace[1320106048] 'read index received' (duration: 14.980918ms)","trace[1320106048] 'applied index is now lower than readState.Index' (duration: 259.187574ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:14:47.65875Z","caller":"traceutil/trace.go:171","msg":"trace[2063062386] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"273.67959ms","start":"2026-02-26T20:14:47.385032Z","end":"2026-02-26T20:14:47.658712Z","steps":["trace[2063062386] 'process raft request' (duration: 273.521707ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:47.658837Z","caller":"traceutil/trace.go:171","msg":"trace[1915597052] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"272.822011ms","start":"2026-02-26T20:14:47.385982Z","end":"2026-02-26T20:14:47.658804Z","steps":["trace[1915597052] 'process raft request' (duration: 272.627886ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:47.658921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.319086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/cert-manager/\" range_end:\"/registry/limitranges/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:14:47.65897Z","caller":"traceutil/trace.go:171","msg":"trace[1872745600] range","detail":"{range_begin:/registry/limitranges/cert-manager/; range_end:/registry/limitranges/cert-manager0; response_count:0; response_revision:688; }","duration":"274.440019ms","start":"2026-02-26T20:14:47.384516Z","end":"2026-02-26T20:14:47.658956Z","steps":["trace[1872745600] 'agreement among raft nodes before linearized reading' (duration: 274.313916ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:47.659055Z","caller":"traceutil/trace.go:171","msg":"trace[1688194846] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"271.946629ms","start":"2026-02-26T20:14:47.387097Z","end":"2026-02-26T20:14:47.659043Z","steps":["trace[1688194846] 'process raft request' (duration: 271.606941ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:47.659054Z","caller":"traceutil/trace.go:171","msg":"trace[1835281930] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"272.707968ms","start":"2026-02-26T20:14:47.386319Z","end":"2026-02-26T20:14:47.659027Z","steps":["trace[1835281930] 'process raft request' (duration: 272.343809ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:47.838128Z","caller":"traceutil/trace.go:171","msg":"trace[492135229] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"176.384132ms","start":"2026-02-26T20:14:47.661713Z","end":"2026-02-26T20:14:47.838098Z","steps":["trace[492135229] 'process raft request' (duration: 113.961408ms)","trace[492135229] 'compare' (duration: 62.294941ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:14:47.844603Z","caller":"traceutil/trace.go:171","msg":"trace[1006810906] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"182.348104ms","start":"2026-02-26T20:14:47.66223Z","end":"2026-02-26T20:14:47.844578Z","steps":["trace[1006810906] 'process raft request' (duration: 182.250242ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:47.844585Z","caller":"traceutil/trace.go:171","msg":"trace[1387000609] linearizableReadLoop","detail":"{readStateIndex:713; appliedIndex:709; }","duration":"179.549608ms","start":"2026-02-26T20:14:47.665015Z","end":"2026-02-26T20:14:47.844564Z","steps":["trace[1387000609] 'read index received' (duration: 110.591047ms)","trace[1387000609] 'applied index is now lower than readState.Index' (duration: 68.957321ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:14:47.844771Z","caller":"traceutil/trace.go:171","msg":"trace[333616850] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"182.494969ms","start":"2026-02-26T20:14:47.66222Z","end":"2026-02-26T20:14:47.844715Z","steps":["trace[333616850] 'process raft request' (duration: 182.157931ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:47.844729Z","caller":"traceutil/trace.go:171","msg":"trace[1924870663] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"181.999057ms","start":"2026-02-26T20:14:47.662711Z","end":"2026-02-26T20:14:47.84471Z","steps":["trace[1924870663] 'process raft request' (duration: 181.808672ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:47.845027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.983738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:4640"} {"level":"info","ts":"2026-02-26T20:14:47.845104Z","caller":"traceutil/trace.go:171","msg":"trace[2051527048] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:692; }","duration":"180.105171ms","start":"2026-02-26T20:14:47.664978Z","end":"2026-02-26T20:14:47.845084Z","steps":["trace[2051527048] 'agreement among raft nodes before linearized reading' (duration: 179.832385ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:47.892404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.683546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4374"} {"level":"info","ts":"2026-02-26T20:14:47.89252Z","caller":"traceutil/trace.go:171","msg":"trace[266877447] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:699; }","duration":"226.825959ms","start":"2026-02-26T20:14:47.665666Z","end":"2026-02-26T20:14:47.892492Z","steps":["trace[266877447] 'agreement among raft nodes before linearized reading' (duration: 226.565773ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:47.892994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.176268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3516"} {"level":"info","ts":"2026-02-26T20:14:47.89309Z","caller":"traceutil/trace.go:171","msg":"trace[31203243] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:699; }","duration":"227.314211ms","start":"2026-02-26T20:14:47.66576Z","end":"2026-02-26T20:14:47.893075Z","steps":["trace[31203243] 'agreement among raft nodes before linearized reading' (duration: 227.114287ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:47.893088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.452445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:14:47.894539Z","caller":"traceutil/trace.go:171","msg":"trace[643247427] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:0; response_revision:699; }","duration":"223.906429ms","start":"2026-02-26T20:14:47.670584Z","end":"2026-02-26T20:14:47.89449Z","steps":["trace[643247427] 'agreement among raft nodes before linearized reading' (duration: 222.456415ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:48.648085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527060030474467,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T20:14:49.149283Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527060030474467,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T20:14:49.214422Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.075531344s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T20:14:49.254558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174834131s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:14:49.254715Z","caller":"traceutil/trace.go:171","msg":"trace[1072823598] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:722; }","duration":"1.175001635s","start":"2026-02-26T20:14:48.079687Z","end":"2026-02-26T20:14:49.254688Z","steps":["trace[1072823598] 'range keys from in-memory index tree' (duration: 1.17481321s)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:49.254986Z","caller":"traceutil/trace.go:171","msg":"trace[1289869363] linearizableReadLoop","detail":"{readStateIndex:744; appliedIndex:743; }","duration":"1.107881378s","start":"2026-02-26T20:14:48.147068Z","end":"2026-02-26T20:14:49.254949Z","steps":["trace[1289869363] 'read index received' (duration: 1.067481391s)","trace[1289869363] 'applied index is now lower than readState.Index' (duration: 40.398437ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:14:49.255495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108420821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-24r6p\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-02-26T20:14:49.25554Z","caller":"traceutil/trace.go:171","msg":"trace[1281620795] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"1.117036577s","start":"2026-02-26T20:14:48.138477Z","end":"2026-02-26T20:14:49.255513Z","steps":["trace[1281620795] 'process raft request' (duration: 1.07624858s)","trace[1281620795] 'compare' (duration: 39.751742ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:14:49.255571Z","caller":"traceutil/trace.go:171","msg":"trace[1002237417] range","detail":"{range_begin:/registry/pods/kube-system/cilium-24r6p; range_end:; response_count:1; response_revision:723; }","duration":"1.108530443s","start":"2026-02-26T20:14:48.147017Z","end":"2026-02-26T20:14:49.255548Z","steps":["trace[1002237417] 'agreement among raft nodes before linearized reading' (duration: 1.108239496s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:49.255626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:48.146995Z","time spent":"1.108616456s","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-24r6p\" "} {"level":"warn","ts":"2026-02-26T20:14:49.25562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.909419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-26T20:14:49.255647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.954311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T20:14:49.255682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:48.138441Z","time spent":"1.117141469s","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211622,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:14:49.255697Z","caller":"traceutil/trace.go:171","msg":"trace[437152584] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:723; }","duration":"925.028282ms","start":"2026-02-26T20:14:48.330648Z","end":"2026-02-26T20:14:49.255677Z","steps":["trace[437152584] 'agreement among raft nodes before linearized reading' (duration: 924.874058ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:49.25575Z","caller":"traceutil/trace.go:171","msg":"trace[752234895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:723; }","duration":"585.102065ms","start":"2026-02-26T20:14:48.670625Z","end":"2026-02-26T20:14:49.255727Z","steps":["trace[752234895] 'agreement among raft nodes before linearized reading' (duration: 584.89997ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:49.255758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:48.330627Z","time spent":"925.118173ms","remote":"127.0.0.1:50534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"warn","ts":"2026-02-26T20:14:49.255795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:48.670603Z","time spent":"585.181796ms","remote":"127.0.0.1:50504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T20:14:49.2558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.286952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T20:14:49.255903Z","caller":"traceutil/trace.go:171","msg":"trace[1915707003] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:723; }","duration":"197.462546ms","start":"2026-02-26T20:14:49.058416Z","end":"2026-02-26T20:14:49.255879Z","steps":["trace[1915707003] 'agreement among raft nodes before linearized reading' (duration: 197.103648ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:49.816246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.740974ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-02-26T20:14:49.816422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:49.256825Z","time spent":"559.591205ms","remote":"127.0.0.1:50534","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T20:14:49.81664Z","caller":"traceutil/trace.go:171","msg":"trace[1168357340] linearizableReadLoop","detail":"{readStateIndex:748; appliedIndex:744; }","duration":"413.370835ms","start":"2026-02-26T20:14:49.403251Z","end":"2026-02-26T20:14:49.816622Z","steps":["trace[1168357340] 'read index received' (duration: 401.315826ms)","trace[1168357340] 'applied index is now lower than readState.Index' (duration: 12.054219ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:14:49.816639Z","caller":"traceutil/trace.go:171","msg":"trace[534195263] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"556.703486ms","start":"2026-02-26T20:14:49.259901Z","end":"2026-02-26T20:14:49.816604Z","steps":["trace[534195263] 'process raft request' (duration: 556.47049ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:49.81674Z","caller":"traceutil/trace.go:171","msg":"trace[1637642251] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"543.748886ms","start":"2026-02-26T20:14:49.272971Z","end":"2026-02-26T20:14:49.81672Z","steps":["trace[1637642251] 'process raft request' (duration: 543.611312ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:49.816837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.57268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-02-26T20:14:49.816843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:49.272963Z","time spent":"543.821407ms","remote":"127.0.0.1:50854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1111,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T20:14:49.816881Z","caller":"traceutil/trace.go:171","msg":"trace[1697566569] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:726; }","duration":"413.655372ms","start":"2026-02-26T20:14:49.403213Z","end":"2026-02-26T20:14:49.816869Z","steps":["trace[1697566569] 'agreement among raft nodes before linearized reading' (duration: 413.508819ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:49.816915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.804868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:14:49.816956Z","caller":"traceutil/trace.go:171","msg":"trace[621174652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:726; }","duration":"147.89263ms","start":"2026-02-26T20:14:49.669053Z","end":"2026-02-26T20:14:49.816945Z","steps":["trace[621174652] 'agreement among raft nodes before linearized reading' (duration: 147.828999ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:49.816923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:49.403197Z","time spent":"413.717893ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T20:14:49.816675Z","caller":"traceutil/trace.go:171","msg":"trace[584702029] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"547.773352ms","start":"2026-02-26T20:14:49.268884Z","end":"2026-02-26T20:14:49.816657Z","steps":["trace[584702029] 'process raft request' (duration: 547.635769ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:49.817211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:49.268869Z","time spent":"548.234873ms","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:14:49.817107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:49.259878Z","time spent":"556.84864ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:14:50.744784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:50.335964Z","time spent":"408.810916ms","remote":"127.0.0.1:58876","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T20:14:50.745009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.750422ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:14:50.745179Z","caller":"traceutil/trace.go:171","msg":"trace[715635398] linearizableReadLoop","detail":"{readStateIndex:750; appliedIndex:748; }","duration":"917.599275ms","start":"2026-02-26T20:14:49.827564Z","end":"2026-02-26T20:14:50.745163Z","steps":["trace[715635398] 'read index received' (duration: 473.624908ms)","trace[715635398] 'applied index is now lower than readState.Index' (duration: 443.973397ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:14:50.745321Z","caller":"traceutil/trace.go:171","msg":"trace[1841758205] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"923.879135ms","start":"2026-02-26T20:14:49.821416Z","end":"2026-02-26T20:14:50.745296Z","steps":["trace[1841758205] 'process raft request' (duration: 923.694421ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:50.745349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.775469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/cert-manager/cert-manager-startupapicheck:create-cert\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:14:50.745391Z","caller":"traceutil/trace.go:171","msg":"trace[882465201] range","detail":"{range_begin:/registry/rolebindings/cert-manager/cert-manager-startupapicheck:create-cert; range_end:; response_count:0; response_revision:728; }","duration":"917.831181ms","start":"2026-02-26T20:14:49.827542Z","end":"2026-02-26T20:14:50.745373Z","steps":["trace[882465201] 'agreement among raft nodes before linearized reading' (duration: 917.773049ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:50.745383Z","caller":"traceutil/trace.go:171","msg":"trace[297788012] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"926.400755ms","start":"2026-02-26T20:14:49.818944Z","end":"2026-02-26T20:14:50.745345Z","steps":["trace[297788012] 'process raft request' (duration: 482.205003ms)","trace[297788012] 'compare' (duration: 443.647629ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:14:50.745453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:49.821395Z","time spent":"923.979368ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:14:50.74548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:49.827535Z","time spent":"917.927033ms","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rolebindings/cert-manager/cert-manager-startupapicheck:create-cert\" "} {"level":"warn","ts":"2026-02-26T20:14:50.745526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.02977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T20:14:50.745572Z","caller":"traceutil/trace.go:171","msg":"trace[371875377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:728; }","duration":"777.118112ms","start":"2026-02-26T20:14:49.968442Z","end":"2026-02-26T20:14:50.74556Z","steps":["trace[371875377] 'agreement among raft nodes before linearized reading' (duration: 776.955508ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:50.745574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:49.818926Z","time spent":"926.540469ms","remote":"127.0.0.1:50534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:14:50.745612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:49.968416Z","time spent":"777.188223ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T20:14:50.74565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.118492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T20:14:50.745723Z","caller":"traceutil/trace.go:171","msg":"trace[701223143] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:728; }","duration":"777.220025ms","start":"2026-02-26T20:14:49.968485Z","end":"2026-02-26T20:14:50.745705Z","steps":["trace[701223143] 'agreement among raft nodes before linearized reading' (duration: 776.971549ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:50.745776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:49.96847Z","time spent":"777.292146ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T20:14:50.745885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.267296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T20:14:50.745977Z","caller":"traceutil/trace.go:171","msg":"trace[1786488962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:728; }","duration":"777.4457ms","start":"2026-02-26T20:14:49.968482Z","end":"2026-02-26T20:14:50.745928Z","steps":["trace[1786488962] 'agreement among raft nodes before linearized reading' (duration: 777.101922ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:50.74608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:49.968463Z","time spent":"777.570723ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T20:14:51.337131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527060030474488,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T20:14:51.778986Z","caller":"traceutil/trace.go:171","msg":"trace[136945967] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"1.028506359s","start":"2026-02-26T20:14:50.75046Z","end":"2026-02-26T20:14:51.778967Z","steps":["trace[136945967] 'process raft request' (duration: 1.028312144s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:51.779125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:50.750446Z","time spent":"1.028607102s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:14:51.779617Z","caller":"traceutil/trace.go:171","msg":"trace[705412285] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"1.029090253s","start":"2026-02-26T20:14:50.750492Z","end":"2026-02-26T20:14:51.779582Z","steps":["trace[705412285] 'process raft request' (duration: 1.028417747s)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:51.779728Z","caller":"traceutil/trace.go:171","msg":"trace[860318060] linearizableReadLoop","detail":"{readStateIndex:754; appliedIndex:751; }","duration":"943.502065ms","start":"2026-02-26T20:14:50.836204Z","end":"2026-02-26T20:14:51.779706Z","steps":["trace[860318060] 'read index received' (duration: 942.556422ms)","trace[860318060] 'applied index is now lower than readState.Index' (duration: 944.693µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:14:51.77981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:50.750463Z","time spent":"1.029239477s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:14:51.779799Z","caller":"traceutil/trace.go:171","msg":"trace[422170365] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"947.062549ms","start":"2026-02-26T20:14:50.832705Z","end":"2026-02-26T20:14:51.779768Z","steps":["trace[422170365] 'process raft request' (duration: 946.596768ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:51.779876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.669338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T20:14:51.780038Z","caller":"traceutil/trace.go:171","msg":"trace[1210747904] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:732; }","duration":"943.867003ms","start":"2026-02-26T20:14:50.836155Z","end":"2026-02-26T20:14:51.780022Z","steps":["trace[1210747904] 'agreement among raft nodes before linearized reading' (duration: 943.657008ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:51.780009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:50.832683Z","time spent":"947.250454ms","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211662,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:14:51.780091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:50.836101Z","time spent":"943.981876ms","remote":"127.0.0.1:50816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T20:14:53.068786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.957216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:14:53.068893Z","caller":"traceutil/trace.go:171","msg":"trace[1007960788] linearizableReadLoop","detail":"{readStateIndex:755; appliedIndex:754; }","duration":"1.289068165s","start":"2026-02-26T20:14:51.779807Z","end":"2026-02-26T20:14:53.068875Z","steps":["trace[1007960788] 'read index received' (duration: 425.870764ms)","trace[1007960788] 'applied index is now lower than readState.Index' (duration: 863.196221ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:14:53.068974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398186908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:14:53.069008Z","caller":"traceutil/trace.go:171","msg":"trace[1907923331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:733; }","duration":"1.398218358s","start":"2026-02-26T20:14:51.670778Z","end":"2026-02-26T20:14:53.068997Z","steps":["trace[1907923331] 'agreement among raft nodes before linearized reading' (duration: 1.398166497s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:53.06904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:51.67072Z","time spent":"1.39831363s","remote":"127.0.0.1:50504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T20:14:53.069026Z","caller":"traceutil/trace.go:171","msg":"trace[406480045] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"1.704665354s","start":"2026-02-26T20:14:51.364302Z","end":"2026-02-26T20:14:53.068968Z","steps":["trace[406480045] 'process raft request' (duration: 841.442962ms)","trace[406480045] 'compare' (duration: 862.805492ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:14:53.069286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:51.36428Z","time spent":"1.704862338s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:14:53.164705Z","caller":"traceutil/trace.go:171","msg":"trace[1578892258] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"1.368581059s","start":"2026-02-26T20:14:51.7961Z","end":"2026-02-26T20:14:53.164681Z","steps":["trace[1578892258] 'process raft request' (duration: 1.368414965s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:53.164865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:51.796079Z","time spent":"1.368716333s","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1243,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T20:14:53.164929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344677807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-26T20:14:53.164938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.224083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T20:14:53.164998Z","caller":"traceutil/trace.go:171","msg":"trace[1413543038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:734; }","duration":"327.333035ms","start":"2026-02-26T20:14:52.83765Z","end":"2026-02-26T20:14:53.164983Z","steps":["trace[1413543038] 'agreement among raft nodes before linearized reading' (duration: 327.147921ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:14:53.16499Z","caller":"traceutil/trace.go:171","msg":"trace[1772347475] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:734; }","duration":"1.344766429s","start":"2026-02-26T20:14:51.820209Z","end":"2026-02-26T20:14:53.164975Z","steps":["trace[1772347475] 'agreement among raft nodes before linearized reading' (duration: 1.344522123s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:53.165047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:51.820199Z","time spent":"1.344840231s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T20:14:53.165047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:52.837628Z","time spent":"327.409538ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T20:14:53.165106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.432815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T20:14:53.165208Z","caller":"traceutil/trace.go:171","msg":"trace[1681739087] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:734; }","duration":"415.606228ms","start":"2026-02-26T20:14:52.749578Z","end":"2026-02-26T20:14:53.165184Z","steps":["trace[1681739087] 'agreement among raft nodes before linearized reading' (duration: 415.291211ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:14:53.165268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:14:52.749554Z","time spent":"415.699661ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T20:15:14.103666Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527060030474885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T20:15:14.401857Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.035794082s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T20:15:14.404588Z","caller":"traceutil/trace.go:171","msg":"trace[684024059] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"1.038559719s","start":"2026-02-26T20:15:13.365975Z","end":"2026-02-26T20:15:14.404534Z","steps":["trace[684024059] 'process raft request' (duration: 1.03611736s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:15:14.404816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:15:13.36596Z","time spent":"1.038721923s","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:15:14.418556Z","caller":"traceutil/trace.go:171","msg":"trace[173801828] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"1.008462269s","start":"2026-02-26T20:15:13.410074Z","end":"2026-02-26T20:15:14.418536Z","steps":["trace[173801828] 'process raft request' (duration: 1.008170202s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:15:14.418682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:15:13.410052Z","time spent":"1.008563191s","remote":"127.0.0.1:51044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2600,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:15:14.419039Z","caller":"traceutil/trace.go:171","msg":"trace[461033070] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"1.008829657s","start":"2026-02-26T20:15:13.410185Z","end":"2026-02-26T20:15:14.419015Z","steps":["trace[461033070] 'process raft request' (duration: 1.008220993s)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:15:14.419124Z","caller":"traceutil/trace.go:171","msg":"trace[1782015957] transaction","detail":"{read_only:false; response_revision:958; number_of_response:1; }","duration":"912.068312ms","start":"2026-02-26T20:15:13.507048Z","end":"2026-02-26T20:15:14.419116Z","steps":["trace[1782015957] 'process raft request' (duration: 911.674562ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:15:14.419172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:15:13.50702Z","time spent":"912.129422ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:15:14.419265Z","caller":"traceutil/trace.go:171","msg":"trace[2119315522] linearizableReadLoop","detail":"{readStateIndex:989; appliedIndex:983; }","duration":"816.004562ms","start":"2026-02-26T20:15:13.603246Z","end":"2026-02-26T20:15:14.419251Z","steps":["trace[2119315522] 'read index received' (duration: 798.880212ms)","trace[2119315522] 'applied index is now lower than readState.Index' (duration: 17.12287ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:15:14.419377Z","caller":"traceutil/trace.go:171","msg":"trace[749792458] transaction","detail":"{read_only:false; response_revision:959; number_of_response:1; }","duration":"823.009469ms","start":"2026-02-26T20:15:13.596335Z","end":"2026-02-26T20:15:14.419345Z","steps":["trace[749792458] 'process raft request' (duration: 822.441025ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:15:14.419444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.201936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-6lwcd\" ","response":"range_response_count:1 size:5353"} {"level":"warn","ts":"2026-02-26T20:15:14.419516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.785083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:15:14.419532Z","caller":"traceutil/trace.go:171","msg":"trace[1321840332] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-6lwcd; range_end:; response_count:1; response_revision:959; }","duration":"816.318299ms","start":"2026-02-26T20:15:13.603195Z","end":"2026-02-26T20:15:14.419514Z","steps":["trace[1321840332] 'agreement among raft nodes before linearized reading' (duration: 816.139885ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:15:14.419552Z","caller":"traceutil/trace.go:171","msg":"trace[719913402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:960; }","duration":"748.855454ms","start":"2026-02-26T20:15:13.670688Z","end":"2026-02-26T20:15:14.419543Z","steps":["trace[719913402] 'agreement among raft nodes before linearized reading' (duration: 748.775452ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:15:14.419576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:15:13.670664Z","time spent":"748.906005ms","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T20:15:14.419601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:15:13.603181Z","time spent":"816.379781ms","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":5376,"request content":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-6lwcd\" "} {"level":"warn","ts":"2026-02-26T20:15:14.419612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:15:13.596308Z","time spent":"823.160133ms","remote":"127.0.0.1:50578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":811,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T20:15:14.419765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.981174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T20:15:14.419791Z","caller":"traceutil/trace.go:171","msg":"trace[1642206857] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:960; }","duration":"537.042065ms","start":"2026-02-26T20:15:13.882743Z","end":"2026-02-26T20:15:14.419785Z","steps":["trace[1642206857] 'agreement among raft nodes before linearized reading' (duration: 536.958853ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:15:14.419728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.735009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T20:15:14.419809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:15:13.882727Z","time spent":"537.076766ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T20:15:14.419851Z","caller":"traceutil/trace.go:171","msg":"trace[570541231] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:960; }","duration":"239.944604ms","start":"2026-02-26T20:15:14.179877Z","end":"2026-02-26T20:15:14.419822Z","steps":["trace[570541231] 'agreement among raft nodes before linearized reading' (duration: 239.704228ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:15:14.419924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.521841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T20:15:14.419949Z","caller":"traceutil/trace.go:171","msg":"trace[699631322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:960; }","duration":"538.576381ms","start":"2026-02-26T20:15:13.881366Z","end":"2026-02-26T20:15:14.419943Z","steps":["trace[699631322] 'agreement among raft nodes before linearized reading' (duration: 538.51424ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:15:14.419969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:15:13.881347Z","time spent":"538.618903ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T20:15:14.419202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:15:13.410163Z","time spent":"1.00893599s","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2547,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:15:38.817957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.344728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-26T20:15:38.817915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.347076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T20:15:38.818046Z","caller":"traceutil/trace.go:171","msg":"trace[735310107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1218; }","duration":"200.493601ms","start":"2026-02-26T20:15:38.617533Z","end":"2026-02-26T20:15:38.818027Z","steps":["trace[735310107] 'range keys from in-memory index tree' (duration: 199.98635ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:15:38.818054Z","caller":"traceutil/trace.go:171","msg":"trace[776932376] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1218; }","duration":"131.54991ms","start":"2026-02-26T20:15:38.686484Z","end":"2026-02-26T20:15:38.818034Z","steps":["trace[776932376] 'range keys from in-memory index tree' (duration: 130.841243ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:15:39.207527Z","caller":"traceutil/trace.go:171","msg":"trace[2136628631] transaction","detail":"{read_only:false; response_revision:1219; number_of_response:1; }","duration":"380.265816ms","start":"2026-02-26T20:15:38.826982Z","end":"2026-02-26T20:15:39.207248Z","steps":["trace[2136628631] 'process raft request' (duration: 380.112902ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:15:39.20767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:15:38.826961Z","time spent":"380.632105ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:15:39.497956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.881499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:15:39.498114Z","caller":"traceutil/trace.go:171","msg":"trace[783762946] linearizableReadLoop","detail":"{readStateIndex:1260; appliedIndex:1258; }","duration":"449.051633ms","start":"2026-02-26T20:15:39.049043Z","end":"2026-02-26T20:15:39.498094Z","steps":["trace[783762946] 'read index received' (duration: 157.958163ms)","trace[783762946] 'applied index is now lower than readState.Index' (duration: 291.09206ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:15:39.498242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.192967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:15:39.498299Z","caller":"traceutil/trace.go:171","msg":"trace[1285224902] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1220; }","duration":"449.273399ms","start":"2026-02-26T20:15:39.049008Z","end":"2026-02-26T20:15:39.498282Z","steps":["trace[1285224902] 'agreement among raft nodes before linearized reading' (duration: 449.192877ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:15:39.49833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.703542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T20:15:39.498369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:15:39.048992Z","time spent":"449.364201ms","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T20:15:39.498387Z","caller":"traceutil/trace.go:171","msg":"trace[686820940] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1220; }","duration":"247.804854ms","start":"2026-02-26T20:15:39.250566Z","end":"2026-02-26T20:15:39.498371Z","steps":["trace[686820940] 'agreement among raft nodes before linearized reading' (duration: 247.712822ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:15:39.498956Z","caller":"traceutil/trace.go:171","msg":"trace[1059726765] transaction","detail":"{read_only:false; response_revision:1220; number_of_response:1; }","duration":"671.664433ms","start":"2026-02-26T20:15:38.827135Z","end":"2026-02-26T20:15:39.498799Z","steps":["trace[1059726765] 'process raft request' (duration: 510.838492ms)","trace[1059726765] 'compare' (duration: 159.721385ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:15:39.499062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:15:38.8271Z","time spent":"671.909489ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:15:39.618425Z","caller":"traceutil/trace.go:171","msg":"trace[1147486968] transaction","detail":"{read_only:false; response_revision:1222; number_of_response:1; }","duration":"115.465365ms","start":"2026-02-26T20:15:39.502944Z","end":"2026-02-26T20:15:39.618409Z","steps":["trace[1147486968] 'process raft request' (duration: 115.320311ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:15:39.618833Z","caller":"traceutil/trace.go:171","msg":"trace[27280664] transaction","detail":"{read_only:false; response_revision:1224; number_of_response:1; }","duration":"115.736801ms","start":"2026-02-26T20:15:39.503069Z","end":"2026-02-26T20:15:39.618806Z","steps":["trace[27280664] 'process raft request' (duration: 115.632069ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:15:39.61885Z","caller":"traceutil/trace.go:171","msg":"trace[454021014] transaction","detail":"{read_only:false; response_revision:1223; number_of_response:1; }","duration":"115.780833ms","start":"2026-02-26T20:15:39.503036Z","end":"2026-02-26T20:15:39.618817Z","steps":["trace[454021014] 'process raft request' (duration: 115.338202ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:15:49.548414Z","caller":"traceutil/trace.go:171","msg":"trace[842473790] transaction","detail":"{read_only:false; response_revision:1440; number_of_response:1; }","duration":"185.685006ms","start":"2026-02-26T20:15:49.362691Z","end":"2026-02-26T20:15:49.548376Z","steps":["trace[842473790] 'process raft request' (duration: 185.445731ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:15:49.551284Z","caller":"traceutil/trace.go:171","msg":"trace[1934262124] transaction","detail":"{read_only:false; response_revision:1441; number_of_response:1; }","duration":"184.002356ms","start":"2026-02-26T20:15:49.367249Z","end":"2026-02-26T20:15:49.551251Z","steps":["trace[1934262124] 'process raft request' (duration: 183.880503ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:15:55.353561Z","caller":"traceutil/trace.go:171","msg":"trace[1598502139] transaction","detail":"{read_only:false; response_revision:1513; number_of_response:1; }","duration":"103.815626ms","start":"2026-02-26T20:15:55.24968Z","end":"2026-02-26T20:15:55.353496Z","steps":["trace[1598502139] 'process raft request' (duration: 102.6925ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:00.681641Z","caller":"traceutil/trace.go:171","msg":"trace[2126699409] transaction","detail":"{read_only:false; response_revision:1559; number_of_response:1; }","duration":"123.329924ms","start":"2026-02-26T20:16:00.558275Z","end":"2026-02-26T20:16:00.681605Z","steps":["trace[2126699409] 'process raft request' (duration: 115.753642ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:00.702488Z","caller":"traceutil/trace.go:171","msg":"trace[180307096] transaction","detail":"{read_only:false; response_revision:1562; number_of_response:1; }","duration":"111.148822ms","start":"2026-02-26T20:16:00.591316Z","end":"2026-02-26T20:16:00.702465Z","steps":["trace[180307096] 'process raft request' (duration: 111.101091ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:00.702571Z","caller":"traceutil/trace.go:171","msg":"trace[275486037] transaction","detail":"{read_only:false; response_revision:1561; number_of_response:1; }","duration":"117.73486ms","start":"2026-02-26T20:16:00.584798Z","end":"2026-02-26T20:16:00.702533Z","steps":["trace[275486037] 'process raft request' (duration: 117.559325ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:00.702688Z","caller":"traceutil/trace.go:171","msg":"trace[1039063516] transaction","detail":"{read_only:false; response_revision:1560; number_of_response:1; }","duration":"119.772848ms","start":"2026-02-26T20:16:00.582835Z","end":"2026-02-26T20:16:00.702608Z","steps":["trace[1039063516] 'process raft request' (duration: 119.42055ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:00.841443Z","caller":"traceutil/trace.go:171","msg":"trace[115919729] transaction","detail":"{read_only:false; response_revision:1568; number_of_response:1; }","duration":"126.818977ms","start":"2026-02-26T20:16:00.71458Z","end":"2026-02-26T20:16:00.841399Z","steps":["trace[115919729] 'process raft request' (duration: 111.759317ms)","trace[115919729] 'compare' (duration: 14.726102ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:16:00.841502Z","caller":"traceutil/trace.go:171","msg":"trace[1775870065] linearizableReadLoop","detail":"{readStateIndex:1633; appliedIndex:1630; }","duration":"125.121356ms","start":"2026-02-26T20:16:00.71635Z","end":"2026-02-26T20:16:00.841471Z","steps":["trace[1775870065] 'read index received' (duration: 28.074552ms)","trace[1775870065] 'applied index is now lower than readState.Index' (duration: 97.045364ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:16:00.841865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.446694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:9247"} {"level":"info","ts":"2026-02-26T20:16:00.841948Z","caller":"traceutil/trace.go:171","msg":"trace[129039397] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1569; }","duration":"125.607358ms","start":"2026-02-26T20:16:00.716299Z","end":"2026-02-26T20:16:00.841906Z","steps":["trace[129039397] 'agreement among raft nodes before linearized reading' (duration: 125.28039ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:00.842117Z","caller":"traceutil/trace.go:171","msg":"trace[763427934] transaction","detail":"{read_only:false; response_revision:1569; number_of_response:1; }","duration":"118.802694ms","start":"2026-02-26T20:16:00.723281Z","end":"2026-02-26T20:16:00.842083Z","steps":["trace[763427934] 'process raft request' (duration: 118.026356ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:00.904927Z","caller":"traceutil/trace.go:171","msg":"trace[307592294] transaction","detail":"{read_only:false; response_revision:1570; number_of_response:1; }","duration":"149.798297ms","start":"2026-02-26T20:16:00.755055Z","end":"2026-02-26T20:16:00.904853Z","steps":["trace[307592294] 'process raft request' (duration: 149.602302ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:01.000794Z","caller":"traceutil/trace.go:171","msg":"trace[1936911001] linearizableReadLoop","detail":"{readStateIndex:1637; appliedIndex:1636; }","duration":"143.069457ms","start":"2026-02-26T20:16:00.857689Z","end":"2026-02-26T20:16:01.000758Z","steps":["trace[1936911001] 'read index received' (duration: 47.276663ms)","trace[1936911001] 'applied index is now lower than readState.Index' (duration: 95.791244ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:16:01.00089Z","caller":"traceutil/trace.go:171","msg":"trace[21931039] transaction","detail":"{read_only:false; response_revision:1572; number_of_response:1; }","duration":"147.981914ms","start":"2026-02-26T20:16:00.852881Z","end":"2026-02-26T20:16:01.000863Z","steps":["trace[21931039] 'process raft request' (duration: 133.066537ms)","trace[21931039] 'compare' (duration: 14.663411ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:16:01.001176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.460306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15383"} {"level":"info","ts":"2026-02-26T20:16:01.001227Z","caller":"traceutil/trace.go:171","msg":"trace[932517816] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:1572; }","duration":"143.544218ms","start":"2026-02-26T20:16:00.857672Z","end":"2026-02-26T20:16:01.001216Z","steps":["trace[932517816] 'agreement among raft nodes before linearized reading' (duration: 143.23502ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:01.051839Z","caller":"traceutil/trace.go:171","msg":"trace[1007651507] transaction","detail":"{read_only:false; response_revision:1574; number_of_response:1; }","duration":"140.880545ms","start":"2026-02-26T20:16:00.91093Z","end":"2026-02-26T20:16:01.051811Z","steps":["trace[1007651507] 'process raft request' (duration: 140.69697ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:01.051831Z","caller":"traceutil/trace.go:171","msg":"trace[496764278] transaction","detail":"{read_only:false; response_revision:1573; number_of_response:1; }","duration":"141.069699ms","start":"2026-02-26T20:16:00.910665Z","end":"2026-02-26T20:16:01.051734Z","steps":["trace[496764278] 'process raft request' (duration: 140.790052ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:01.052056Z","caller":"traceutil/trace.go:171","msg":"trace[984690948] transaction","detail":"{read_only:false; response_revision:1577; number_of_response:1; }","duration":"138.468697ms","start":"2026-02-26T20:16:00.913555Z","end":"2026-02-26T20:16:01.052024Z","steps":["trace[984690948] 'process raft request' (duration: 138.337684ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:01.052103Z","caller":"traceutil/trace.go:171","msg":"trace[2085877289] transaction","detail":"{read_only:false; response_revision:1575; number_of_response:1; }","duration":"140.954036ms","start":"2026-02-26T20:16:00.911119Z","end":"2026-02-26T20:16:01.052073Z","steps":["trace[2085877289] 'process raft request' (duration: 140.570357ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:01.052376Z","caller":"traceutil/trace.go:171","msg":"trace[515593001] transaction","detail":"{read_only:false; response_revision:1576; number_of_response:1; }","duration":"141.11128ms","start":"2026-02-26T20:16:00.91125Z","end":"2026-02-26T20:16:01.052361Z","steps":["trace[515593001] 'process raft request' (duration: 140.557246ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:01.052447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.212636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-02-26T20:16:01.052524Z","caller":"traceutil/trace.go:171","msg":"trace[799478286] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:1577; }","duration":"142.357169ms","start":"2026-02-26T20:16:00.910143Z","end":"2026-02-26T20:16:01.0525Z","steps":["trace[799478286] 'agreement among raft nodes before linearized reading' (duration: 142.160554ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:01.052799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.64863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-02-26T20:16:01.052857Z","caller":"traceutil/trace.go:171","msg":"trace[1406288175] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1577; }","duration":"186.760253ms","start":"2026-02-26T20:16:00.866076Z","end":"2026-02-26T20:16:01.052836Z","steps":["trace[1406288175] 'agreement among raft nodes before linearized reading' (duration: 186.500107ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:01.053143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.98658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:175"} {"level":"info","ts":"2026-02-26T20:16:01.053201Z","caller":"traceutil/trace.go:171","msg":"trace[1616947714] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:1577; }","duration":"157.081543ms","start":"2026-02-26T20:16:00.896107Z","end":"2026-02-26T20:16:01.053189Z","steps":["trace[1616947714] 'agreement among raft nodes before linearized reading' (duration: 156.854637ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:01.207459Z","caller":"traceutil/trace.go:171","msg":"trace[2048364185] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"148.735992ms","start":"2026-02-26T20:16:01.058686Z","end":"2026-02-26T20:16:01.207422Z","steps":["trace[2048364185] 'process raft request' (duration: 111.231824ms)","trace[2048364185] 'compare' (duration: 37.310904ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:16:01.280918Z","caller":"traceutil/trace.go:171","msg":"trace[1837766536] transaction","detail":"{read_only:false; response_revision:1579; number_of_response:1; }","duration":"221.360972ms","start":"2026-02-26T20:16:01.059519Z","end":"2026-02-26T20:16:01.28088Z","steps":["trace[1837766536] 'process raft request' (duration: 221.098005ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:01.281012Z","caller":"traceutil/trace.go:171","msg":"trace[355796601] transaction","detail":"{read_only:false; response_revision:1580; number_of_response:1; }","duration":"221.381202ms","start":"2026-02-26T20:16:01.059604Z","end":"2026-02-26T20:16:01.280985Z","steps":["trace[355796601] 'process raft request' (duration: 221.172087ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:01.281151Z","caller":"traceutil/trace.go:171","msg":"trace[1403838076] transaction","detail":"{read_only:false; response_revision:1581; number_of_response:1; }","duration":"219.64529ms","start":"2026-02-26T20:16:01.061473Z","end":"2026-02-26T20:16:01.281118Z","steps":["trace[1403838076] 'process raft request' (duration: 219.384254ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:01.281271Z","caller":"traceutil/trace.go:171","msg":"trace[1725156894] linearizableReadLoop","detail":"{readStateIndex:1645; appliedIndex:1642; }","duration":"221.615547ms","start":"2026-02-26T20:16:01.059629Z","end":"2026-02-26T20:16:01.281245Z","steps":["trace[1725156894] 'read index received' (duration: 110.358913ms)","trace[1725156894] 'applied index is now lower than readState.Index' (duration: 111.254804ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:16:01.281427Z","caller":"traceutil/trace.go:171","msg":"trace[1579338108] transaction","detail":"{read_only:false; response_revision:1582; number_of_response:1; }","duration":"218.643966ms","start":"2026-02-26T20:16:01.062768Z","end":"2026-02-26T20:16:01.281411Z","steps":["trace[1579338108] 'process raft request' (duration: 218.155175ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:01.281627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.969086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:113059"} {"level":"info","ts":"2026-02-26T20:16:01.281693Z","caller":"traceutil/trace.go:171","msg":"trace[1584625534] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1583; }","duration":"222.096629ms","start":"2026-02-26T20:16:01.059576Z","end":"2026-02-26T20:16:01.281673Z","steps":["trace[1584625534] 'agreement among raft nodes before linearized reading' (duration: 221.771221ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:01.281797Z","caller":"traceutil/trace.go:171","msg":"trace[1646837717] transaction","detail":"{read_only:false; response_revision:1583; number_of_response:1; }","duration":"216.597557ms","start":"2026-02-26T20:16:01.065184Z","end":"2026-02-26T20:16:01.281782Z","steps":["trace[1646837717] 'process raft request' (duration: 215.945292ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:01.420973Z","caller":"traceutil/trace.go:171","msg":"trace[1575743080] transaction","detail":"{read_only:false; response_revision:1586; number_of_response:1; }","duration":"124.361108ms","start":"2026-02-26T20:16:01.296587Z","end":"2026-02-26T20:16:01.420948Z","steps":["trace[1575743080] 'process raft request' (duration: 124.294436ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:01.421504Z","caller":"traceutil/trace.go:171","msg":"trace[1284483478] transaction","detail":"{read_only:false; response_revision:1585; number_of_response:1; }","duration":"135.484085ms","start":"2026-02-26T20:16:01.286Z","end":"2026-02-26T20:16:01.421484Z","steps":["trace[1284483478] 'process raft request' (duration: 134.762357ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:01.52946Z","caller":"traceutil/trace.go:171","msg":"trace[1334345671] transaction","detail":"{read_only:false; response_revision:1587; number_of_response:1; }","duration":"173.041094ms","start":"2026-02-26T20:16:01.356383Z","end":"2026-02-26T20:16:01.529424Z","steps":["trace[1334345671] 'process raft request' (duration: 147.568584ms)","trace[1334345671] 'compare' (duration: 25.164872ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:16:01.529501Z","caller":"traceutil/trace.go:171","msg":"trace[104665888] transaction","detail":"{read_only:false; response_revision:1589; number_of_response:1; }","duration":"103.97652ms","start":"2026-02-26T20:16:01.425502Z","end":"2026-02-26T20:16:01.529479Z","steps":["trace[104665888] 'process raft request' (duration: 103.911708ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:01.529631Z","caller":"traceutil/trace.go:171","msg":"trace[1931664765] transaction","detail":"{read_only:false; response_revision:1588; number_of_response:1; }","duration":"151.404895ms","start":"2026-02-26T20:16:01.378177Z","end":"2026-02-26T20:16:01.529582Z","steps":["trace[1931664765] 'process raft request' (duration: 151.144559ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:01.5299Z","caller":"traceutil/trace.go:171","msg":"trace[587470020] linearizableReadLoop","detail":"{readStateIndex:1653; appliedIndex:1649; }","duration":"143.345853ms","start":"2026-02-26T20:16:01.386535Z","end":"2026-02-26T20:16:01.529881Z","steps":["trace[587470020] 'read index received' (duration: 34.23333ms)","trace[587470020] 'applied index is now lower than readState.Index' (duration: 109.110163ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:16:01.530197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.633179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T20:16:01.530249Z","caller":"traceutil/trace.go:171","msg":"trace[419009324] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1589; }","duration":"143.729882ms","start":"2026-02-26T20:16:01.386503Z","end":"2026-02-26T20:16:01.530233Z","steps":["trace[419009324] 'agreement among raft nodes before linearized reading' (duration: 143.501037ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:01.530416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.533498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:6492"} {"level":"info","ts":"2026-02-26T20:16:01.530463Z","caller":"traceutil/trace.go:171","msg":"trace[1864699575] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1589; }","duration":"105.63989ms","start":"2026-02-26T20:16:01.424809Z","end":"2026-02-26T20:16:01.530449Z","steps":["trace[1864699575] 'agreement among raft nodes before linearized reading' (duration: 105.402655ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:01.743729Z","caller":"traceutil/trace.go:171","msg":"trace[419994373] transaction","detail":"{read_only:false; response_revision:1595; number_of_response:1; }","duration":"125.779532ms","start":"2026-02-26T20:16:01.617919Z","end":"2026-02-26T20:16:01.743699Z","steps":["trace[419994373] 'process raft request' (duration: 45.655914ms)","trace[419994373] 'compare' (duration: 79.984265ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:16:01.756843Z","caller":"traceutil/trace.go:171","msg":"trace[1810438532] linearizableReadLoop","detail":"{readStateIndex:1662; appliedIndex:1659; }","duration":"135.74503ms","start":"2026-02-26T20:16:01.621073Z","end":"2026-02-26T20:16:01.756818Z","steps":["trace[1810438532] 'read index received' (duration: 42.472987ms)","trace[1810438532] 'applied index is now lower than readState.Index' (duration: 93.270813ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:16:01.756972Z","caller":"traceutil/trace.go:171","msg":"trace[960898173] transaction","detail":"{read_only:false; response_revision:1598; number_of_response:1; }","duration":"133.465206ms","start":"2026-02-26T20:16:01.623495Z","end":"2026-02-26T20:16:01.756961Z","steps":["trace[960898173] 'process raft request' (duration: 133.263411ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:01.756842Z","caller":"traceutil/trace.go:171","msg":"trace[994019899] transaction","detail":"{read_only:false; response_revision:1596; number_of_response:1; }","duration":"138.61945ms","start":"2026-02-26T20:16:01.618172Z","end":"2026-02-26T20:16:01.756791Z","steps":["trace[994019899] 'process raft request' (duration: 138.245171ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:01.757219Z","caller":"traceutil/trace.go:171","msg":"trace[1317826872] transaction","detail":"{read_only:false; response_revision:1597; number_of_response:1; }","duration":"138.185919ms","start":"2026-02-26T20:16:01.619015Z","end":"2026-02-26T20:16:01.757201Z","steps":["trace[1317826872] 'process raft request' (duration: 137.691578ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:01.757322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.155411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T20:16:01.757371Z","caller":"traceutil/trace.go:171","msg":"trace[1971379842] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1598; }","duration":"136.326464ms","start":"2026-02-26T20:16:01.621031Z","end":"2026-02-26T20:16:01.757357Z","steps":["trace[1971379842] 'agreement among raft nodes before linearized reading' (duration: 136.077338ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:04.892308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.773935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3857126a-ea78-46ec-8595-2fc87a07653c\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-02-26T20:16:04.892964Z","caller":"traceutil/trace.go:171","msg":"trace[973020170] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3857126a-ea78-46ec-8595-2fc87a07653c; range_end:; response_count:1; response_revision:1628; }","duration":"266.459881ms","start":"2026-02-26T20:16:04.62647Z","end":"2026-02-26T20:16:04.89293Z","steps":["trace[973020170] 'range keys from in-memory index tree' (duration: 265.603111ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:04.892834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.508652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:16:04.893095Z","caller":"traceutil/trace.go:171","msg":"trace[136180481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1628; }","duration":"223.80661ms","start":"2026-02-26T20:16:04.669273Z","end":"2026-02-26T20:16:04.89308Z","steps":["trace[136180481] 'range keys from in-memory index tree' (duration: 223.39604ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:05.592577Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527060030476243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T20:16:06.093267Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527060030476243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T20:16:06.30106Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.404252168s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T20:16:06.301563Z","caller":"traceutil/trace.go:171","msg":"trace[1071912247] transaction","detail":"{read_only:false; response_revision:1629; number_of_response:1; }","duration":"1.404818692s","start":"2026-02-26T20:16:04.896716Z","end":"2026-02-26T20:16:06.301535Z","steps":["trace[1071912247] 'process raft request' (duration: 1.404647898s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:06.301781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:04.896696Z","time spent":"1.404989586s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:16:07.671742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000391254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T20:16:07.671828Z","caller":"traceutil/trace.go:171","msg":"trace[290820733] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000528718s","start":"2026-02-26T20:16:05.671281Z","end":"2026-02-26T20:16:07.67181Z","steps":["trace[290820733] 'agreement among raft nodes before linearized reading' (duration: 2.000419175s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:07.671878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:05.671265Z","time spent":"2.0006038s","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 20:16:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T20:16:08.077408Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.776078333s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T20:16:08.161777Z","caller":"traceutil/trace.go:171","msg":"trace[851832868] transaction","detail":"{read_only:false; response_revision:1630; number_of_response:1; }","duration":"3.260172623s","start":"2026-02-26T20:16:04.901569Z","end":"2026-02-26T20:16:08.161742Z","steps":["trace[851832868] 'process raft request' (duration: 3.176028688s)","trace[851832868] 'compare' (duration: 83.829598ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:16:08.161811Z","caller":"traceutil/trace.go:171","msg":"trace[593991972] transaction","detail":"{read_only:false; response_revision:1632; number_of_response:1; }","duration":"2.506515095s","start":"2026-02-26T20:16:05.655268Z","end":"2026-02-26T20:16:08.161783Z","steps":["trace[593991972] 'process raft request' (duration: 2.506391632s)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:08.161937Z","caller":"traceutil/trace.go:171","msg":"trace[576533318] transaction","detail":"{read_only:false; response_revision:1631; number_of_response:1; }","duration":"2.604579403s","start":"2026-02-26T20:16:05.557332Z","end":"2026-02-26T20:16:08.161912Z","steps":["trace[576533318] 'process raft request' (duration: 2.604248316s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:08.16198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:04.901554Z","time spent":"3.260327947s","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:16:08.162087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:05.557306Z","time spent":"2.604695687s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:16:08.162123Z","caller":"traceutil/trace.go:171","msg":"trace[480556395] linearizableReadLoop","detail":"{readStateIndex:1699; appliedIndex:1694; }","duration":"3.070224004s","start":"2026-02-26T20:16:05.091876Z","end":"2026-02-26T20:16:08.1621Z","steps":["trace[480556395] 'read index received' (duration: 1.209515364s)","trace[480556395] 'applied index is now lower than readState.Index' (duration: 1.86070769s)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:16:08.16214Z","caller":"traceutil/trace.go:171","msg":"trace[181027759] transaction","detail":"{read_only:false; response_revision:1634; number_of_response:1; }","duration":"1.965516079s","start":"2026-02-26T20:16:06.196596Z","end":"2026-02-26T20:16:08.162112Z","steps":["trace[181027759] 'process raft request' (duration: 1.965388646s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:08.162141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:05.655246Z","time spent":"2.506682669s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:16:08.162265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:06.196569Z","time spent":"1.965636642s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:16:08.162319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845108236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T20:16:08.162125Z","caller":"traceutil/trace.go:171","msg":"trace[1271981758] transaction","detail":"{read_only:false; response_revision:1633; number_of_response:1; }","duration":"2.219643456s","start":"2026-02-26T20:16:05.942458Z","end":"2026-02-26T20:16:08.162102Z","steps":["trace[1271981758] 'process raft request' (duration: 2.219262547s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:08.162387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.525763616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T20:16:08.162408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.351094563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T20:16:08.162433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.23182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:16:08.162436Z","caller":"traceutil/trace.go:171","msg":"trace[2129581973] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1634; }","duration":"2.525861919s","start":"2026-02-26T20:16:05.636561Z","end":"2026-02-26T20:16:08.162423Z","steps":["trace[2129581973] 'agreement among raft nodes before linearized reading' (duration: 2.525684514s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:08.162451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.402632307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T20:16:08.162458Z","caller":"traceutil/trace.go:171","msg":"trace[939433971] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1634; }","duration":"2.351164344s","start":"2026-02-26T20:16:05.81128Z","end":"2026-02-26T20:16:08.162444Z","steps":["trace[939433971] 'agreement among raft nodes before linearized reading' (duration: 2.35099442s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:08.162455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.263899995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3857126a-ea78-46ec-8595-2fc87a07653c\" ","response":"range_response_count:1 size:3744"} {"level":"warn","ts":"2026-02-26T20:16:08.162476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:05.636539Z","time spent":"2.52592865s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T20:16:08.162496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:05.81127Z","time spent":"2.351218746s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T20:16:08.162496Z","caller":"traceutil/trace.go:171","msg":"trace[1282107049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1634; }","duration":"2.40273098s","start":"2026-02-26T20:16:05.759746Z","end":"2026-02-26T20:16:08.162477Z","steps":["trace[1282107049] 'agreement among raft nodes before linearized reading' (duration: 2.402644568s)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:08.162522Z","caller":"traceutil/trace.go:171","msg":"trace[650683782] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3857126a-ea78-46ec-8595-2fc87a07653c; range_end:; response_count:1; response_revision:1634; }","duration":"2.264008608s","start":"2026-02-26T20:16:05.898497Z","end":"2026-02-26T20:16:08.162505Z","steps":["trace[650683782] 'agreement among raft nodes before linearized reading' (duration: 2.263898745s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:08.162539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:05.759729Z","time spent":"2.402802881s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T20:16:08.162463Z","caller":"traceutil/trace.go:171","msg":"trace[1463570626] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1634; }","duration":"490.297201ms","start":"2026-02-26T20:16:07.672158Z","end":"2026-02-26T20:16:08.162455Z","steps":["trace[1463570626] 'agreement among raft nodes before linearized reading' (duration: 490.25071ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:08.162578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:07.672092Z","time spent":"490.479266ms","remote":"127.0.0.1:50504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T20:16:08.162583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125604335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-02-26T20:16:08.162562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.937206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T20:16:08.162545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:05.942436Z","time spent":"2.219972363s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:16:08.162577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:05.89848Z","time spent":"2.26408432s","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3857126a-ea78-46ec-8595-2fc87a07653c\" "} {"level":"info","ts":"2026-02-26T20:16:08.162617Z","caller":"traceutil/trace.go:171","msg":"trace[206297630] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1634; }","duration":"1.125667147s","start":"2026-02-26T20:16:07.036943Z","end":"2026-02-26T20:16:08.16261Z","steps":["trace[206297630] 'agreement among raft nodes before linearized reading' (duration: 1.125539544s)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:08.162369Z","caller":"traceutil/trace.go:171","msg":"trace[149395988] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1634; }","duration":"1.845200828s","start":"2026-02-26T20:16:06.317158Z","end":"2026-02-26T20:16:08.162359Z","steps":["trace[149395988] 'agreement among raft nodes before linearized reading' (duration: 1.845095366s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:08.162641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.35011945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-26T20:16:08.16265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:07.03692Z","time spent":"1.125723938s","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T20:16:08.16265Z","caller":"traceutil/trace.go:171","msg":"trace[451049332] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1634; }","duration":"929.07454ms","start":"2026-02-26T20:16:07.23355Z","end":"2026-02-26T20:16:08.162624Z","steps":["trace[451049332] 'agreement among raft nodes before linearized reading' (duration: 928.864855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:08.162669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:06.317141Z","time spent":"1.845515576s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-02-26T20:16:08.162676Z","caller":"traceutil/trace.go:171","msg":"trace[919344152] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1634; }","duration":"2.350188312s","start":"2026-02-26T20:16:05.812477Z","end":"2026-02-26T20:16:08.162665Z","steps":["trace[919344152] 'agreement among raft nodes before linearized reading' (duration: 2.350064679s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:08.162336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.07045005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-26T20:16:08.162708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:05.812456Z","time spent":"2.350245452s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T20:16:08.162713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:07.233529Z","time spent":"929.167581ms","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":30,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-02-26T20:16:08.162745Z","caller":"traceutil/trace.go:171","msg":"trace[609238695] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1634; }","duration":"3.070910221s","start":"2026-02-26T20:16:05.091816Z","end":"2026-02-26T20:16:08.162727Z","steps":["trace[609238695] 'agreement among raft nodes before linearized reading' (duration: 3.070384108s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:08.162812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:05.091796Z","time spent":"3.071000743s","remote":"127.0.0.1:37016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T20:16:08.162906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.353240244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T20:16:08.163054Z","caller":"traceutil/trace.go:171","msg":"trace[1608560958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1634; }","duration":"2.35347573s","start":"2026-02-26T20:16:05.809557Z","end":"2026-02-26T20:16:08.163033Z","steps":["trace[1608560958] 'agreement among raft nodes before linearized reading' (duration: 2.352740433s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:08.163191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:05.809545Z","time spent":"2.353555162s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T20:16:14.254323Z","caller":"traceutil/trace.go:171","msg":"trace[785878257] linearizableReadLoop","detail":"{readStateIndex:1763; appliedIndex:1762; }","duration":"479.627186ms","start":"2026-02-26T20:16:13.774655Z","end":"2026-02-26T20:16:14.254282Z","steps":["trace[785878257] 'read index received' (duration: 479.470833ms)","trace[785878257] 'applied index is now lower than readState.Index' (duration: 155.253µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:16:14.254432Z","caller":"traceutil/trace.go:171","msg":"trace[380682255] transaction","detail":"{read_only:false; response_revision:1694; number_of_response:1; }","duration":"546.972729ms","start":"2026-02-26T20:16:13.707426Z","end":"2026-02-26T20:16:14.254398Z","steps":["trace[380682255] 'process raft request' (duration: 546.704233ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:14.254526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.866702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-02-26T20:16:14.254572Z","caller":"traceutil/trace.go:171","msg":"trace[492460950] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1694; }","duration":"479.984935ms","start":"2026-02-26T20:16:13.774573Z","end":"2026-02-26T20:16:14.254558Z","steps":["trace[492460950] 'agreement among raft nodes before linearized reading' (duration: 479.830831ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:14.254613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:13.774526Z","time spent":"480.078617ms","remote":"127.0.0.1:50676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T20:16:14.254859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:13.707408Z","time spent":"547.120812ms","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:16:14.255404Z","caller":"traceutil/trace.go:171","msg":"trace[234563789] transaction","detail":"{read_only:false; response_revision:1695; number_of_response:1; }","duration":"447.921467ms","start":"2026-02-26T20:16:13.807464Z","end":"2026-02-26T20:16:14.255385Z","steps":["trace[234563789] 'process raft request' (duration: 447.705472ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:14.255619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:13.807443Z","time spent":"448.121362ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:16:16.501808Z","caller":"traceutil/trace.go:171","msg":"trace[1183426456] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"240.693174ms","start":"2026-02-26T20:16:16.261079Z","end":"2026-02-26T20:16:16.501772Z","steps":["trace[1183426456] 'process raft request' (duration: 240.435558ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:17.115241Z","caller":"traceutil/trace.go:171","msg":"trace[110577537] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"853.054329ms","start":"2026-02-26T20:16:16.262139Z","end":"2026-02-26T20:16:17.115194Z","steps":["trace[110577537] 'process raft request' (duration: 769.702793ms)","trace[110577537] 'compare' (duration: 82.612118ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:16:17.115262Z","caller":"traceutil/trace.go:171","msg":"trace[1104361409] linearizableReadLoop","detail":"{readStateIndex:1779; appliedIndex:1776; }","duration":"834.789471ms","start":"2026-02-26T20:16:16.280412Z","end":"2026-02-26T20:16:17.115202Z","steps":["trace[1104361409] 'read index received' (duration: 221.131305ms)","trace[1104361409] 'applied index is now lower than readState.Index' (duration: 613.655926ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:16:17.115433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:16.262113Z","time spent":"853.219613ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:16:17.115393Z","caller":"traceutil/trace.go:171","msg":"trace[1699907724] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"852.640159ms","start":"2026-02-26T20:16:16.262627Z","end":"2026-02-26T20:16:17.115267Z","steps":["trace[1699907724] 'process raft request' (duration: 852.499905ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:17.115483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.051138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T20:16:17.115584Z","caller":"traceutil/trace.go:171","msg":"trace[1001412064] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1710; }","duration":"835.262073ms","start":"2026-02-26T20:16:16.280295Z","end":"2026-02-26T20:16:17.115557Z","steps":["trace[1001412064] 'agreement among raft nodes before linearized reading' (duration: 834.982816ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:17.115637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:16.280282Z","time spent":"835.345275ms","remote":"127.0.0.1:37016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T20:16:17.115656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:16.262616Z","time spent":"852.897346ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:16:17.115769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.985363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T20:16:17.115858Z","caller":"traceutil/trace.go:171","msg":"trace[1186272912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1710; }","duration":"723.143477ms","start":"2026-02-26T20:16:16.392693Z","end":"2026-02-26T20:16:17.115836Z","steps":["trace[1186272912] 'agreement among raft nodes before linearized reading' (duration: 722.895361ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:17.115909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:16.392679Z","time spent":"723.22004ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T20:16:17.115931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.769276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T20:16:17.115971Z","caller":"traceutil/trace.go:171","msg":"trace[1614519596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1710; }","duration":"724.824488ms","start":"2026-02-26T20:16:16.391136Z","end":"2026-02-26T20:16:17.11596Z","steps":["trace[1614519596] 'agreement among raft nodes before linearized reading' (duration: 724.668515ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:17.116005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:16.391128Z","time spent":"724.870459ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T20:16:17.115876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.429079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T20:16:17.116055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.050115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T20:16:17.11613Z","caller":"traceutil/trace.go:171","msg":"trace[434027573] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1710; }","duration":"791.148517ms","start":"2026-02-26T20:16:16.324964Z","end":"2026-02-26T20:16:17.116112Z","steps":["trace[434027573] 'agreement among raft nodes before linearized reading' (duration: 790.516602ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:17.116198Z","caller":"traceutil/trace.go:171","msg":"trace[1234533867] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1710; }","duration":"724.784687ms","start":"2026-02-26T20:16:16.391314Z","end":"2026-02-26T20:16:17.116098Z","steps":["trace[1234533867] 'agreement among raft nodes before linearized reading' (duration: 724.192092ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:17.116233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.691564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T20:16:17.116289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:16.391283Z","time spent":"724.987282ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T20:16:17.116304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:16.324902Z","time spent":"791.386152ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T20:16:17.116403Z","caller":"traceutil/trace.go:171","msg":"trace[1369419607] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1710; }","duration":"749.921909ms","start":"2026-02-26T20:16:16.366459Z","end":"2026-02-26T20:16:17.116381Z","steps":["trace[1369419607] 'agreement among raft nodes before linearized reading' (duration: 749.367476ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:17.117103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:16.366439Z","time spent":"750.643186ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T20:16:17.743051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.762357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:16:17.743162Z","caller":"traceutil/trace.go:171","msg":"trace[120712461] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"115.491626ms","start":"2026-02-26T20:16:17.627653Z","end":"2026-02-26T20:16:17.743144Z","steps":["trace[120712461] 'compare' (duration: 106.642344ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:17.756441Z","caller":"traceutil/trace.go:171","msg":"trace[707255054] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"128.057717ms","start":"2026-02-26T20:16:17.628365Z","end":"2026-02-26T20:16:17.756423Z","steps":["trace[707255054] 'process raft request' (duration: 127.917494ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:17.949706Z","caller":"traceutil/trace.go:171","msg":"trace[1000653137] linearizableReadLoop","detail":"{readStateIndex:1789; appliedIndex:1788; }","duration":"141.486968ms","start":"2026-02-26T20:16:17.808194Z","end":"2026-02-26T20:16:17.949681Z","steps":["trace[1000653137] 'read index received' (duration: 60.245853ms)","trace[1000653137] 'applied index is now lower than readState.Index' (duration: 81.239705ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:16:17.949792Z","caller":"traceutil/trace.go:171","msg":"trace[1495436882] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"185.124083ms","start":"2026-02-26T20:16:17.764629Z","end":"2026-02-26T20:16:17.949753Z","steps":["trace[1495436882] 'process raft request' (duration: 103.699323ms)","trace[1495436882] 'compare' (duration: 81.198645ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:16:17.949864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.713001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:16:17.949899Z","caller":"traceutil/trace.go:171","msg":"trace[1787984964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1720; }","duration":"191.822583ms","start":"2026-02-26T20:16:17.758067Z","end":"2026-02-26T20:16:17.949889Z","steps":["trace[1787984964] 'agreement among raft nodes before linearized reading' (duration: 191.715021ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:17.95003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.792851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-02-26T20:16:17.950118Z","caller":"traceutil/trace.go:171","msg":"trace[889091384] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1720; }","duration":"150.941184ms","start":"2026-02-26T20:16:17.799155Z","end":"2026-02-26T20:16:17.950096Z","steps":["trace[889091384] 'agreement among raft nodes before linearized reading' (duration: 150.655708ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:17.952852Z","caller":"traceutil/trace.go:171","msg":"trace[1259937704] transaction","detail":"{read_only:false; response_revision:1721; number_of_response:1; }","duration":"129.710107ms","start":"2026-02-26T20:16:17.823121Z","end":"2026-02-26T20:16:17.952831Z","steps":["trace[1259937704] 'process raft request' (duration: 129.540663ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:18.207374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.121955ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:16:18.20752Z","caller":"traceutil/trace.go:171","msg":"trace[1222081434] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1721; }","duration":"127.280859ms","start":"2026-02-26T20:16:18.080215Z","end":"2026-02-26T20:16:18.207495Z","steps":["trace[1222081434] 'range keys from in-memory index tree' (duration: 127.099764ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:18.6153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.947811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:16:18.615591Z","caller":"traceutil/trace.go:171","msg":"trace[2142804588] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"297.290229ms","start":"2026-02-26T20:16:18.318285Z","end":"2026-02-26T20:16:18.615575Z","steps":["trace[2142804588] 'process raft request' (duration: 297.180006ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:18.615747Z","caller":"traceutil/trace.go:171","msg":"trace[1143103833] linearizableReadLoop","detail":"{readStateIndex:1795; appliedIndex:1791; }","duration":"294.856821ms","start":"2026-02-26T20:16:18.320879Z","end":"2026-02-26T20:16:18.615736Z","steps":["trace[1143103833] 'read index received' (duration: 20.820768ms)","trace[1143103833] 'applied index is now lower than readState.Index' (duration: 274.034953ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:16:18.615756Z","caller":"traceutil/trace.go:171","msg":"trace[988884401] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"298.696753ms","start":"2026-02-26T20:16:18.317006Z","end":"2026-02-26T20:16:18.615703Z","steps":["trace[988884401] 'process raft request' (duration: 298.395806ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:18.615947Z","caller":"traceutil/trace.go:171","msg":"trace[365754104] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"128.182419ms","start":"2026-02-26T20:16:18.487741Z","end":"2026-02-26T20:16:18.615923Z","steps":["trace[365754104] 'process raft request' (duration: 127.77915ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:18.615945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.029315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:16:18.61606Z","caller":"traceutil/trace.go:171","msg":"trace[927191095] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1727; }","duration":"295.188159ms","start":"2026-02-26T20:16:18.320843Z","end":"2026-02-26T20:16:18.616031Z","steps":["trace[927191095] 'agreement among raft nodes before linearized reading' (duration: 294.965674ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:18.6161Z","caller":"traceutil/trace.go:171","msg":"trace[1956522654] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"109.537463ms","start":"2026-02-26T20:16:18.506542Z","end":"2026-02-26T20:16:18.61608Z","steps":["trace[1956522654] 'process raft request' (duration: 109.314468ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:18.61621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.690605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-26T20:16:18.616301Z","caller":"traceutil/trace.go:171","msg":"trace[1798468181] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:1728; }","duration":"281.829609ms","start":"2026-02-26T20:16:18.334451Z","end":"2026-02-26T20:16:18.61628Z","steps":["trace[1798468181] 'agreement among raft nodes before linearized reading' (duration: 281.546802ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:18.616456Z","caller":"traceutil/trace.go:171","msg":"trace[2121947285] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"299.182735ms","start":"2026-02-26T20:16:18.316688Z","end":"2026-02-26T20:16:18.615871Z","steps":["trace[2121947285] 'process raft request' (duration: 196.573208ms)","trace[2121947285] 'compare' (duration: 101.792878ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:16:18.616669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:18.316474Z","time spent":"300.117857ms","remote":"127.0.0.1:50684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1231,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:16:21.47517Z","caller":"traceutil/trace.go:171","msg":"trace[1562247839] transaction","detail":"{read_only:false; response_revision:1744; number_of_response:1; }","duration":"348.035705ms","start":"2026-02-26T20:16:21.127109Z","end":"2026-02-26T20:16:21.475145Z","steps":["trace[1562247839] 'process raft request' (duration: 347.754648ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:21.475332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:21.127078Z","time spent":"348.167707ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:16:21.486133Z","caller":"traceutil/trace.go:171","msg":"trace[718244112] linearizableReadLoop","detail":"{readStateIndex:1815; appliedIndex:1813; }","duration":"344.765087ms","start":"2026-02-26T20:16:21.141349Z","end":"2026-02-26T20:16:21.486115Z","steps":["trace[718244112] 'read index received' (duration: 333.534228ms)","trace[718244112] 'applied index is now lower than readState.Index' (duration: 11.229799ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:16:21.486233Z","caller":"traceutil/trace.go:171","msg":"trace[460848559] transaction","detail":"{read_only:false; response_revision:1745; number_of_response:1; }","duration":"358.24527ms","start":"2026-02-26T20:16:21.127943Z","end":"2026-02-26T20:16:21.486188Z","steps":["trace[460848559] 'process raft request' (duration: 358.079116ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:21.486344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.004422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-02-26T20:16:21.486389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.500835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-26T20:16:21.486402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.931244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T20:16:21.486421Z","caller":"traceutil/trace.go:171","msg":"trace[1103645663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1745; }","duration":"345.123215ms","start":"2026-02-26T20:16:21.141259Z","end":"2026-02-26T20:16:21.486382Z","steps":["trace[1103645663] 'agreement among raft nodes before linearized reading' (duration: 344.956951ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:21.486432Z","caller":"traceutil/trace.go:171","msg":"trace[1934577136] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1745; }","duration":"254.567386ms","start":"2026-02-26T20:16:21.231852Z","end":"2026-02-26T20:16:21.486419Z","steps":["trace[1934577136] 'agreement among raft nodes before linearized reading' (duration: 254.446093ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:21.486444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:21.127933Z","time spent":"358.398953ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:16:21.486436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.763486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-26T20:16:21.48647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:21.141228Z","time spent":"345.229957ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T20:16:21.486501Z","caller":"traceutil/trace.go:171","msg":"trace[156500597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1745; }","duration":"344.89599ms","start":"2026-02-26T20:16:21.141592Z","end":"2026-02-26T20:16:21.486488Z","steps":["trace[156500597] 'agreement among raft nodes before linearized reading' (duration: 344.678245ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:21.486532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:21.141575Z","time spent":"344.946681ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T20:16:21.486453Z","caller":"traceutil/trace.go:171","msg":"trace[1780274891] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1745; }","duration":"270.025547ms","start":"2026-02-26T20:16:21.216413Z","end":"2026-02-26T20:16:21.486438Z","steps":["trace[1780274891] 'agreement among raft nodes before linearized reading' (duration: 269.876803ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:21.486871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.055232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-02-26T20:16:21.486916Z","caller":"traceutil/trace.go:171","msg":"trace[917491410] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1745; }","duration":"271.140534ms","start":"2026-02-26T20:16:21.215761Z","end":"2026-02-26T20:16:21.486902Z","steps":["trace[917491410] 'agreement among raft nodes before linearized reading' (duration: 271.014811ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:21.486933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.829764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T20:16:21.48697Z","caller":"traceutil/trace.go:171","msg":"trace[1591595067] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1745; }","duration":"343.889455ms","start":"2026-02-26T20:16:21.143069Z","end":"2026-02-26T20:16:21.486958Z","steps":["trace[1591595067] 'agreement among raft nodes before linearized reading' (duration: 343.711731ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:21.486993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:21.143057Z","time spent":"343.931717ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T20:16:22.745886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527060030476483,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T20:16:23.025232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353974293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:16:23.025378Z","caller":"traceutil/trace.go:171","msg":"trace[1112052073] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1750; }","duration":"1.354197539s","start":"2026-02-26T20:16:21.67116Z","end":"2026-02-26T20:16:23.025358Z","steps":["trace[1112052073] 'range keys from in-memory index tree' (duration: 1.353861591s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:23.02547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:21.671133Z","time spent":"1.354322842s","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T20:16:23.027877Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.264227675s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T20:16:23.028295Z","caller":"traceutil/trace.go:171","msg":"trace[1283624968] transaction","detail":"{read_only:false; response_revision:1751; number_of_response:1; }","duration":"1.264770668s","start":"2026-02-26T20:16:21.763496Z","end":"2026-02-26T20:16:23.028267Z","steps":["trace[1283624968] 'process raft request' (duration: 1.264583874s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:23.028497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:21.763471Z","time spent":"1.264918311s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:16:23.029238Z","caller":"traceutil/trace.go:171","msg":"trace[801197875] linearizableReadLoop","detail":"{readStateIndex:1822; appliedIndex:1820; }","duration":"784.2115ms","start":"2026-02-26T20:16:22.244997Z","end":"2026-02-26T20:16:23.029209Z","steps":["trace[801197875] 'read index received' (duration: 783.043432ms)","trace[801197875] 'applied index is now lower than readState.Index' (duration: 1.166878ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:16:23.029268Z","caller":"traceutil/trace.go:171","msg":"trace[968667921] transaction","detail":"{read_only:false; response_revision:1752; number_of_response:1; }","duration":"399.174139ms","start":"2026-02-26T20:16:22.630081Z","end":"2026-02-26T20:16:23.029255Z","steps":["trace[968667921] 'process raft request' (duration: 398.972704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:23.029417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.374903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T20:16:23.029522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:22.630051Z","time spent":"399.362233ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:16:23.029541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.193707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T20:16:23.029624Z","caller":"traceutil/trace.go:171","msg":"trace[121947047] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1752; }","duration":"535.3504ms","start":"2026-02-26T20:16:22.494255Z","end":"2026-02-26T20:16:23.029605Z","steps":["trace[121947047] 'agreement among raft nodes before linearized reading' (duration: 535.096794ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:23.029674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:22.494222Z","time spent":"535.440822ms","remote":"127.0.0.1:37016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-26T20:16:23.029522Z","caller":"traceutil/trace.go:171","msg":"trace[81875860] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1752; }","duration":"784.554079ms","start":"2026-02-26T20:16:22.244944Z","end":"2026-02-26T20:16:23.029498Z","steps":["trace[81875860] 'agreement among raft nodes before linearized reading' (duration: 784.357314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:23.029849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:22.244921Z","time spent":"784.872526ms","remote":"127.0.0.1:60670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-26T20:16:34.98592Z","caller":"traceutil/trace.go:171","msg":"trace[1842851274] transaction","detail":"{read_only:false; response_revision:1818; number_of_response:1; }","duration":"132.284034ms","start":"2026-02-26T20:16:34.85358Z","end":"2026-02-26T20:16:34.985864Z","steps":["trace[1842851274] 'process raft request' (duration: 106.121492ms)","trace[1842851274] 'compare' (duration: 25.853285ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:16:53.176751Z","caller":"traceutil/trace.go:171","msg":"trace[1595088562] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"119.507989ms","start":"2026-02-26T20:16:53.057215Z","end":"2026-02-26T20:16:53.176723Z","steps":["trace[1595088562] 'process raft request' (duration: 119.332345ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:53.409992Z","caller":"traceutil/trace.go:171","msg":"trace[87942886] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"183.725136ms","start":"2026-02-26T20:16:53.226218Z","end":"2026-02-26T20:16:53.409944Z","steps":["trace[87942886] 'process raft request' (duration: 120.618186ms)","trace[87942886] 'compare' (duration: 62.665859ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:16:54.809387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293599671s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T20:16:54.811857Z","caller":"traceutil/trace.go:171","msg":"trace[399931526] linearizableReadLoop","detail":"{readStateIndex:1986; appliedIndex:1985; }","duration":"1.303400944s","start":"2026-02-26T20:16:53.508424Z","end":"2026-02-26T20:16:54.811825Z","steps":["trace[399931526] 'read index received' (duration: 6.853972ms)","trace[399931526] 'applied index is now lower than readState.Index' (duration: 1.296543572s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:16:54.812186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303751193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-26T20:16:54.81225Z","caller":"traceutil/trace.go:171","msg":"trace[2028799077] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1909; }","duration":"1.303860716s","start":"2026-02-26T20:16:53.50837Z","end":"2026-02-26T20:16:54.812231Z","steps":["trace[2028799077] 'agreement among raft nodes before linearized reading' (duration: 1.30361245s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:54.812302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:53.508337Z","time spent":"1.303951557s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-26T20:16:54.8127Z","caller":"traceutil/trace.go:171","msg":"trace[1343938541] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"1.163185033s","start":"2026-02-26T20:16:53.649494Z","end":"2026-02-26T20:16:54.812679Z","steps":["trace[1343938541] 'process raft request' (duration: 1.162944937s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:54.81286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:53.649466Z","time spent":"1.163285945s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:16:54.812915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.793913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T20:16:54.812973Z","caller":"traceutil/trace.go:171","msg":"trace[1603183938] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1911; }","duration":"814.910065ms","start":"2026-02-26T20:16:53.99805Z","end":"2026-02-26T20:16:54.81296Z","steps":["trace[1603183938] 'agreement among raft nodes before linearized reading' (duration: 814.790583ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:54.813023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:53.998028Z","time spent":"814.981138ms","remote":"127.0.0.1:50908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T20:16:54.813025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.941155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-02-26T20:16:54.813082Z","caller":"traceutil/trace.go:171","msg":"trace[1333536082] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1911; }","duration":"910.055197ms","start":"2026-02-26T20:16:53.903013Z","end":"2026-02-26T20:16:54.813069Z","steps":["trace[1333536082] 'agreement among raft nodes before linearized reading' (duration: 909.887633ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:54.813122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:53.902984Z","time spent":"910.130359ms","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T20:16:54.813147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093584739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T20:16:54.813179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100103653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T20:16:54.813247Z","caller":"traceutil/trace.go:171","msg":"trace[212379204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1911; }","duration":"1.100192516s","start":"2026-02-26T20:16:53.713044Z","end":"2026-02-26T20:16:54.813236Z","steps":["trace[212379204] 'agreement among raft nodes before linearized reading' (duration: 1.100028702s)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:54.813265Z","caller":"traceutil/trace.go:171","msg":"trace[543703071] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1911; }","duration":"1.093732242s","start":"2026-02-26T20:16:53.719504Z","end":"2026-02-26T20:16:54.813236Z","steps":["trace[543703071] 'agreement among raft nodes before linearized reading' (duration: 1.093333292s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:54.813308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:53.713031Z","time spent":"1.100266717s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T20:16:54.813325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:53.71949Z","time spent":"1.093820734s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T20:16:54.813371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.233206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T20:16:54.813521Z","caller":"traceutil/trace.go:171","msg":"trace[1601068122] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1911; }","duration":"109.384299ms","start":"2026-02-26T20:16:54.704122Z","end":"2026-02-26T20:16:54.813506Z","steps":["trace[1601068122] 'agreement among raft nodes before linearized reading' (duration: 109.206545ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:54.813545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098331542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T20:16:54.813577Z","caller":"traceutil/trace.go:171","msg":"trace[691019385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1911; }","duration":"1.098402573s","start":"2026-02-26T20:16:53.715165Z","end":"2026-02-26T20:16:54.813567Z","steps":["trace[691019385] 'agreement among raft nodes before linearized reading' (duration: 1.098260599s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:54.813576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.971091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-26T20:16:54.813578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092218886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T20:16:54.813297Z","caller":"traceutil/trace.go:171","msg":"trace[562454662] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"1.162272451s","start":"2026-02-26T20:16:53.651007Z","end":"2026-02-26T20:16:54.81328Z","steps":["trace[562454662] 'process raft request' (duration: 1.161612815s)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:54.813632Z","caller":"traceutil/trace.go:171","msg":"trace[768677290] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1911; }","duration":"1.092329789s","start":"2026-02-26T20:16:53.721288Z","end":"2026-02-26T20:16:54.813618Z","steps":["trace[768677290] 'agreement among raft nodes before linearized reading' (duration: 1.092185396s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:54.813684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:53.721267Z","time spent":"1.0924051s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T20:16:54.813689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.245491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T20:16:54.813736Z","caller":"traceutil/trace.go:171","msg":"trace[828073136] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1911; }","duration":"296.343383ms","start":"2026-02-26T20:16:54.517384Z","end":"2026-02-26T20:16:54.813727Z","steps":["trace[828073136] 'agreement among raft nodes before linearized reading' (duration: 296.267991ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:54.813628Z","caller":"traceutil/trace.go:171","msg":"trace[1433518580] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1911; }","duration":"396.064213ms","start":"2026-02-26T20:16:54.417545Z","end":"2026-02-26T20:16:54.813609Z","steps":["trace[1433518580] 'agreement among raft nodes before linearized reading' (duration: 395.95234ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:54.813765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143755371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T20:16:54.813769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:53.650964Z","time spent":"1.162710221s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:16:54.813848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:54.417519Z","time spent":"396.287448ms","remote":"127.0.0.1:37016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T20:16:54.813633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:53.715156Z","time spent":"1.098468175s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T20:16:54.813839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144394997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T20:16:54.813888Z","caller":"traceutil/trace.go:171","msg":"trace[724511966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1911; }","duration":"1.143926295s","start":"2026-02-26T20:16:53.669924Z","end":"2026-02-26T20:16:54.81385Z","steps":["trace[724511966] 'agreement among raft nodes before linearized reading' (duration: 1.14374101s)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:54.813988Z","caller":"traceutil/trace.go:171","msg":"trace[49884478] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1911; }","duration":"1.144607931s","start":"2026-02-26T20:16:53.669363Z","end":"2026-02-26T20:16:54.813971Z","steps":["trace[49884478] 'agreement among raft nodes before linearized reading' (duration: 1.143457494s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:54.814073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:53.669306Z","time spent":"1.144756875s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T20:16:54.814065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:53.669902Z","time spent":"1.14414544s","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T20:16:55.322355Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527060030476873,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T20:16:55.822824Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527060030476873,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T20:16:55.938872Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.121614606s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T20:16:55.939458Z","caller":"traceutil/trace.go:171","msg":"trace[1486764269] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"1.122265071s","start":"2026-02-26T20:16:54.817162Z","end":"2026-02-26T20:16:55.939428Z","steps":["trace[1486764269] 'process raft request' (duration: 1.122071017s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:55.939714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:54.817142Z","time spent":"1.122426505s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:16:56.557955Z","caller":"traceutil/trace.go:171","msg":"trace[1972075225] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"1.738957807s","start":"2026-02-26T20:16:54.818832Z","end":"2026-02-26T20:16:56.55779Z","steps":["trace[1972075225] 'process raft request' (duration: 1.738861394s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:56.558148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:54.818808Z","time spent":"1.739234824s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:16:56.558239Z","caller":"traceutil/trace.go:171","msg":"trace[13854859] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"1.739254224s","start":"2026-02-26T20:16:54.818933Z","end":"2026-02-26T20:16:56.558187Z","steps":["trace[13854859] 'process raft request' (duration: 1.738821444s)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:56.558364Z","caller":"traceutil/trace.go:171","msg":"trace[917304397] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"1.739420118s","start":"2026-02-26T20:16:54.818931Z","end":"2026-02-26T20:16:56.558352Z","steps":["trace[917304397] 'process raft request' (duration: 1.73906864s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:56.558393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:54.818921Z","time spent":"1.739388817s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:16:56.558482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:54.818896Z","time spent":"1.73951509s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:16:56.557961Z","caller":"traceutil/trace.go:171","msg":"trace[1123764431] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"1.73907522s","start":"2026-02-26T20:16:54.818799Z","end":"2026-02-26T20:16:56.557874Z","steps":["trace[1123764431] 'process raft request' (duration: 1.738756482s)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:56.558385Z","caller":"traceutil/trace.go:171","msg":"trace[1990370065] linearizableReadLoop","detail":"{readStateIndex:1995; appliedIndex:1988; }","duration":"1.736454837s","start":"2026-02-26T20:16:54.821913Z","end":"2026-02-26T20:16:56.558368Z","steps":["trace[1990370065] 'read index received' (duration: 1.117252412s)","trace[1990370065] 'applied index is now lower than readState.Index' (duration: 619.201535ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:16:56.558609Z","caller":"traceutil/trace.go:171","msg":"trace[857227919] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"1.73949624s","start":"2026-02-26T20:16:54.819101Z","end":"2026-02-26T20:16:56.558597Z","steps":["trace[857227919] 'process raft request' (duration: 1.739109361s)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:56.558611Z","caller":"traceutil/trace.go:171","msg":"trace[2077062654] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"1.14199616s","start":"2026-02-26T20:16:55.416606Z","end":"2026-02-26T20:16:56.558602Z","steps":["trace[2077062654] 'process raft request' (duration: 1.141645142s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:56.558636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:54.818788Z","time spent":"1.739764046s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:16:56.558674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:55.416568Z","time spent":"1.142078692s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:16:56.558675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:54.819092Z","time spent":"1.739552681s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:16:56.558833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.736907938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:16:56.558908Z","caller":"traceutil/trace.go:171","msg":"trace[819344661] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1918; }","duration":"1.73699609s","start":"2026-02-26T20:16:54.821899Z","end":"2026-02-26T20:16:56.558895Z","steps":["trace[819344661] 'agreement among raft nodes before linearized reading' (duration: 1.736851876s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:56.558922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297103886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T20:16:56.558931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.121106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T20:16:56.55898Z","caller":"traceutil/trace.go:171","msg":"trace[1649343489] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1918; }","duration":"1.297200989s","start":"2026-02-26T20:16:55.261767Z","end":"2026-02-26T20:16:56.558968Z","steps":["trace[1649343489] 'agreement among raft nodes before linearized reading' (duration: 1.297098506s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:56.558944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.498959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-26T20:16:56.55898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.629629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T20:16:56.558846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.736910939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:16:56.559049Z","caller":"traceutil/trace.go:171","msg":"trace[2097123934] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1918; }","duration":"434.735072ms","start":"2026-02-26T20:16:56.124287Z","end":"2026-02-26T20:16:56.559022Z","steps":["trace[2097123934] 'agreement among raft nodes before linearized reading' (duration: 434.63925ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:56.559039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.645632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1897e535276885bc\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-02-26T20:16:56.559101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:56.124267Z","time spent":"434.820443ms","remote":"127.0.0.1:50760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-02-26T20:16:56.559115Z","caller":"traceutil/trace.go:171","msg":"trace[2108133117] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1897e535276885bc; range_end:; response_count:1; response_revision:1918; }","duration":"185.744365ms","start":"2026-02-26T20:16:56.373345Z","end":"2026-02-26T20:16:56.55909Z","steps":["trace[2108133117] 'agreement among raft nodes before linearized reading' (duration: 185.526179ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:56.559052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:54.821892Z","time spent":"1.737147454s","remote":"127.0.0.1:50998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T20:16:56.559016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:55.261743Z","time spent":"1.29726543s","remote":"127.0.0.1:50736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":53,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-02-26T20:16:56.55901Z","caller":"traceutil/trace.go:171","msg":"trace[1844802914] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1918; }","duration":"601.27777ms","start":"2026-02-26T20:16:55.957709Z","end":"2026-02-26T20:16:56.558987Z","steps":["trace[1844802914] 'agreement among raft nodes before linearized reading' (duration: 601.122036ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:56.559778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:55.957661Z","time spent":"602.083699ms","remote":"127.0.0.1:50838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-02-26T20:16:56.559028Z","caller":"traceutil/trace.go:171","msg":"trace[1913967850] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1918; }","duration":"727.620642ms","start":"2026-02-26T20:16:55.831392Z","end":"2026-02-26T20:16:56.559012Z","steps":["trace[1913967850] 'agreement among raft nodes before linearized reading' (duration: 727.440347ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:56.560413Z","caller":"traceutil/trace.go:171","msg":"trace[82284843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1918; }","duration":"1.738486145s","start":"2026-02-26T20:16:54.821907Z","end":"2026-02-26T20:16:56.560393Z","steps":["trace[82284843] 'agreement among raft nodes before linearized reading' (duration: 1.736908448s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:56.560492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:54.821892Z","time spent":"1.738581508s","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T20:16:56.560152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:55.831361Z","time spent":"728.768379ms","remote":"127.0.0.1:37016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T20:16:56.985652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.895183ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:16:56.985794Z","caller":"traceutil/trace.go:171","msg":"trace[79974795] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"423.779461ms","start":"2026-02-26T20:16:56.561965Z","end":"2026-02-26T20:16:56.985744Z","steps":["trace[79974795] 'process raft request' (duration: 103.712724ms)","trace[79974795] 'compare' (duration: 319.197996ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:16:56.985919Z","caller":"traceutil/trace.go:171","msg":"trace[1245815832] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"164.287213ms","start":"2026-02-26T20:16:56.821614Z","end":"2026-02-26T20:16:56.985901Z","steps":["trace[1245815832] 'process raft request' (duration: 164.225342ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:56.985955Z","caller":"traceutil/trace.go:171","msg":"trace[1859539110] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"165.409721ms","start":"2026-02-26T20:16:56.820517Z","end":"2026-02-26T20:16:56.985927Z","steps":["trace[1859539110] 'process raft request' (duration: 165.228847ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:16:56.98606Z","caller":"traceutil/trace.go:171","msg":"trace[394676929] linearizableReadLoop","detail":"{readStateIndex:1996; appliedIndex:1995; }","duration":"422.515531ms","start":"2026-02-26T20:16:56.56351Z","end":"2026-02-26T20:16:56.986025Z","steps":["trace[394676929] 'read index received' (duration: 102.092096ms)","trace[394676929] 'applied index is now lower than readState.Index' (duration: 320.419865ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:16:56.986138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:56.56194Z","time spent":"424.051778ms","remote":"127.0.0.1:50578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:16:56.986237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.722526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:16:56.986303Z","caller":"traceutil/trace.go:171","msg":"trace[562429245] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1921; }","duration":"422.818428ms","start":"2026-02-26T20:16:56.563476Z","end":"2026-02-26T20:16:56.986294Z","steps":["trace[562429245] 'agreement among raft nodes before linearized reading' (duration: 422.705895ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:56.986304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.629111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:16:56.986379Z","caller":"traceutil/trace.go:171","msg":"trace[707722785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1921; }","duration":"416.734143ms","start":"2026-02-26T20:16:56.569627Z","end":"2026-02-26T20:16:56.986361Z","steps":["trace[707722785] 'agreement among raft nodes before linearized reading' (duration: 416.60455ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:56.986365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.814228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T20:16:56.986427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:56.56962Z","time spent":"416.794275ms","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T20:16:56.986445Z","caller":"traceutil/trace.go:171","msg":"trace[944461801] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1921; }","duration":"236.952261ms","start":"2026-02-26T20:16:56.749473Z","end":"2026-02-26T20:16:56.986425Z","steps":["trace[944461801] 'agreement among raft nodes before linearized reading' (duration: 236.793227ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:16:56.986562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:56.563464Z","time spent":"422.857029ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T20:16:59.063037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527060030476897,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T20:16:59.563401Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527060030476897,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T20:16:59.841036Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.434923472s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T20:17:00.192558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.157235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:17:00.192654Z","caller":"traceutil/trace.go:171","msg":"trace[60214454] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"1.78665511s","start":"2026-02-26T20:16:58.405985Z","end":"2026-02-26T20:17:00.192641Z","steps":["trace[60214454] 'process raft request' (duration: 1.435345011s)","trace[60214454] 'compare' (duration: 350.979761ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:17:00.192689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:58.405964Z","time spent":"1.786709102s","remote":"127.0.0.1:50534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:17:00.676237Z","caller":"traceutil/trace.go:171","msg":"trace[362786293] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"2.111130841s","start":"2026-02-26T20:16:58.565078Z","end":"2026-02-26T20:17:00.676209Z","steps":["trace[362786293] 'process raft request' (duration: 2.111052629s)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:17:00.676277Z","caller":"traceutil/trace.go:171","msg":"trace[2082675660] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"2.266106865s","start":"2026-02-26T20:16:58.410114Z","end":"2026-02-26T20:17:00.676221Z","steps":["trace[2082675660] 'process raft request' (duration: 2.265824678s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:00.676417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:58.565061Z","time spent":"2.111264435s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:17:00.676594Z","caller":"traceutil/trace.go:171","msg":"trace[1341396981] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"1.685143668s","start":"2026-02-26T20:16:58.991422Z","end":"2026-02-26T20:17:00.676565Z","steps":["trace[1341396981] 'process raft request' (duration: 1.684751748s)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:17:00.676628Z","caller":"traceutil/trace.go:171","msg":"trace[622027575] linearizableReadLoop","detail":"{readStateIndex:2004; appliedIndex:1999; }","duration":"2.113754274s","start":"2026-02-26T20:16:58.562848Z","end":"2026-02-26T20:17:00.676603Z","steps":["trace[622027575] 'read index received' (duration: 1.278439472s)","trace[622027575] 'applied index is now lower than readState.Index' (duration: 835.313692ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:17:00.676734Z","caller":"traceutil/trace.go:171","msg":"trace[952350343] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"1.010926845s","start":"2026-02-26T20:16:59.665758Z","end":"2026-02-26T20:17:00.676685Z","steps":["trace[952350343] 'process raft request' (duration: 1.010795221s)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:17:00.676711Z","caller":"traceutil/trace.go:171","msg":"trace[2134740569] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"1.68522249s","start":"2026-02-26T20:16:58.991422Z","end":"2026-02-26T20:17:00.676645Z","steps":["trace[2134740569] 'process raft request' (duration: 1.685003444s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:00.676818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:58.991391Z","time spent":"1.685277681s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:17:00.676857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:59.665733Z","time spent":"1.011067878s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:17:00.676915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.113695633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-26T20:17:00.676926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.114066822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T20:17:00.676975Z","caller":"traceutil/trace.go:171","msg":"trace[830836812] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1927; }","duration":"2.114149703s","start":"2026-02-26T20:16:58.562814Z","end":"2026-02-26T20:17:00.676963Z","steps":["trace[830836812] 'agreement among raft nodes before linearized reading' (duration: 2.113922998s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:00.676975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.163189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-02-26T20:17:00.67701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:58.562801Z","time spent":"2.114202115s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T20:17:00.677066Z","caller":"traceutil/trace.go:171","msg":"trace[1572265103] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1927; }","duration":"482.253141ms","start":"2026-02-26T20:17:00.194771Z","end":"2026-02-26T20:17:00.677024Z","steps":["trace[1572265103] 'agreement among raft nodes before linearized reading' (duration: 482.111527ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:00.677067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.113308734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T20:17:00.676992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:58.991395Z","time spent":"1.685445585s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:17:00.677046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004569673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:17:00.676974Z","caller":"traceutil/trace.go:171","msg":"trace[1868244310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1927; }","duration":"2.113773924s","start":"2026-02-26T20:16:58.563185Z","end":"2026-02-26T20:17:00.676959Z","steps":["trace[1868244310] 'agreement among raft nodes before linearized reading' (duration: 2.11359474s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:00.677107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:00.194761Z","time spent":"482.338203ms","remote":"127.0.0.1:50684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-26T20:17:00.677114Z","caller":"traceutil/trace.go:171","msg":"trace[2125895951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1927; }","duration":"2.113369334s","start":"2026-02-26T20:16:58.563732Z","end":"2026-02-26T20:17:00.677101Z","steps":["trace[2125895951] 'agreement among raft nodes before linearized reading' (duration: 2.113262332s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:00.677141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:58.563168Z","time spent":"2.113963389s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T20:17:00.677149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:58.563719Z","time spent":"2.113424086s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T20:17:00.677144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995213667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T20:17:00.677152Z","caller":"traceutil/trace.go:171","msg":"trace[794216707] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1927; }","duration":"1.004709697s","start":"2026-02-26T20:16:59.672417Z","end":"2026-02-26T20:17:00.677127Z","steps":["trace[794216707] 'agreement among raft nodes before linearized reading' (duration: 1.004554063s)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:17:00.677211Z","caller":"traceutil/trace.go:171","msg":"trace[1464507402] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1927; }","duration":"1.99531139s","start":"2026-02-26T20:16:58.68188Z","end":"2026-02-26T20:17:00.677191Z","steps":["trace[1464507402] 'agreement among raft nodes before linearized reading' (duration: 1.99492542s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:00.677218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:59.672405Z","time spent":"1.004801609s","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T20:17:00.677244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.113424356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T20:17:00.677269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:58.681864Z","time spent":"1.995391801s","remote":"127.0.0.1:37016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-26T20:17:00.677324Z","caller":"traceutil/trace.go:171","msg":"trace[1946909074] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1927; }","duration":"2.113514158s","start":"2026-02-26T20:16:58.563785Z","end":"2026-02-26T20:17:00.677299Z","steps":["trace[1946909074] 'agreement among raft nodes before linearized reading' (duration: 2.113245952s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:00.67738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:58.563779Z","time spent":"2.11358731s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T20:17:00.677675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.113881647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T20:17:00.677733Z","caller":"traceutil/trace.go:171","msg":"trace[1898936922] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1927; }","duration":"2.114041441s","start":"2026-02-26T20:16:58.563675Z","end":"2026-02-26T20:17:00.677716Z","steps":["trace[1898936922] 'agreement among raft nodes before linearized reading' (duration: 2.113864167s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:00.67777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:58.563662Z","time spent":"2.114101312s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T20:17:00.677983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:16:58.410095Z","time spent":"2.267632691s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:17:01.185704Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527060030476908,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T20:17:01.685867Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527060030476908,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T20:17:01.724128Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.014841067s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T20:17:01.938523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.048517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:17:01.938632Z","caller":"traceutil/trace.go:171","msg":"trace[1367404191] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"1.255439485s","start":"2026-02-26T20:17:00.683173Z","end":"2026-02-26T20:17:01.938613Z","steps":["trace[1367404191] 'process raft request' (duration: 1.041173263s)","trace[1367404191] 'compare' (duration: 213.631167ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:17:01.938694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:00.683159Z","time spent":"1.255505577s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:17:02.569183Z","caller":"traceutil/trace.go:171","msg":"trace[1416297802] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"1.885908029s","start":"2026-02-26T20:17:00.683244Z","end":"2026-02-26T20:17:02.569152Z","steps":["trace[1416297802] 'process raft request' (duration: 1.797313573s)","trace[1416297802] 'compare' (duration: 88.242387ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:17:02.569366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:00.683227Z","time spent":"1.886048902s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:17:02.569593Z","caller":"traceutil/trace.go:171","msg":"trace[946503244] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"1.886238257s","start":"2026-02-26T20:17:00.683333Z","end":"2026-02-26T20:17:02.569571Z","steps":["trace[946503244] 'process raft request' (duration: 1.885992791s)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:17:02.569425Z","caller":"traceutil/trace.go:171","msg":"trace[920698462] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"1.886139824s","start":"2026-02-26T20:17:00.683262Z","end":"2026-02-26T20:17:02.569402Z","steps":["trace[920698462] 'process raft request' (duration: 1.885811516s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:02.569713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:00.68332Z","time spent":"1.886340559s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:17:02.569754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:00.683243Z","time spent":"1.886463412s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:17:02.569863Z","caller":"traceutil/trace.go:171","msg":"trace[234393463] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"1.884613147s","start":"2026-02-26T20:17:00.685182Z","end":"2026-02-26T20:17:02.569795Z","steps":["trace[234393463] 'process raft request' (duration: 1.884359521s)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:17:02.569892Z","caller":"traceutil/trace.go:171","msg":"trace[1834402557] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"1.243062791s","start":"2026-02-26T20:17:01.326794Z","end":"2026-02-26T20:17:02.569857Z","steps":["trace[1834402557] 'process raft request' (duration: 1.242823216s)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:17:02.56992Z","caller":"traceutil/trace.go:171","msg":"trace[2118267236] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"1.886525943s","start":"2026-02-26T20:17:00.68335Z","end":"2026-02-26T20:17:02.569876Z","steps":["trace[2118267236] 'process raft request' (duration: 1.886111843s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:02.570023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:01.326772Z","time spent":"1.243187305s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:17:02.570031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:00.68517Z","time spent":"1.884767351s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:17:02.570243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:00.68334Z","time spent":"1.886666686s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:17:02.570259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885152031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:17:02.570321Z","caller":"traceutil/trace.go:171","msg":"trace[859441435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1934; }","duration":"1.885230502s","start":"2026-02-26T20:17:00.685074Z","end":"2026-02-26T20:17:02.570304Z","steps":["trace[859441435] 'agreement among raft nodes before linearized reading' (duration: 1.88512972s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:02.57038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:00.685062Z","time spent":"1.885305424s","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T20:17:02.569712Z","caller":"traceutil/trace.go:171","msg":"trace[1156261135] linearizableReadLoop","detail":"{readStateIndex:2012; appliedIndex:2005; }","duration":"1.884588466s","start":"2026-02-26T20:17:00.685096Z","end":"2026-02-26T20:17:02.569685Z","steps":["trace[1156261135] 'read index received' (duration: 1.039238676s)","trace[1156261135] 'applied index is now lower than readState.Index' (duration: 845.34803ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:17:02.570622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.49023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T20:17:02.570629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695758669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T20:17:02.570664Z","caller":"traceutil/trace.go:171","msg":"trace[1388914037] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1934; }","duration":"183.600683ms","start":"2026-02-26T20:17:02.387052Z","end":"2026-02-26T20:17:02.570653Z","steps":["trace[1388914037] 'agreement among raft nodes before linearized reading' (duration: 183.526162ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:17:02.570675Z","caller":"traceutil/trace.go:171","msg":"trace[584553626] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1934; }","duration":"1.695850712s","start":"2026-02-26T20:17:00.874809Z","end":"2026-02-26T20:17:02.57066Z","steps":["trace[584553626] 'agreement among raft nodes before linearized reading' (duration: 1.695746609s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:02.570705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.165409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-02-26T20:17:02.570729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:00.874791Z","time spent":"1.695917203s","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-02-26T20:17:02.570767Z","caller":"traceutil/trace.go:171","msg":"trace[68297198] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1934; }","duration":"567.267512ms","start":"2026-02-26T20:17:02.003485Z","end":"2026-02-26T20:17:02.570753Z","steps":["trace[68297198] 'agreement among raft nodes before linearized reading' (duration: 567.074827ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:02.570749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209832962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1897e535276885bc\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-02-26T20:17:02.570804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:02.003468Z","time spent":"567.328223ms","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T20:17:02.570825Z","caller":"traceutil/trace.go:171","msg":"trace[1014178662] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1897e535276885bc; range_end:; response_count:1; response_revision:1934; }","duration":"1.209954895s","start":"2026-02-26T20:17:01.360847Z","end":"2026-02-26T20:17:02.570802Z","steps":["trace[1014178662] 'agreement among raft nodes before linearized reading' (duration: 1.20972902s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:02.570871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:01.360824Z","time spent":"1.210038467s","remote":"127.0.0.1:50578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1897e535276885bc\" "} {"level":"warn","ts":"2026-02-26T20:17:02.571274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.206818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T20:17:02.571364Z","caller":"traceutil/trace.go:171","msg":"trace[2123153076] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1934; }","duration":"885.3054ms","start":"2026-02-26T20:17:01.68601Z","end":"2026-02-26T20:17:02.571315Z","steps":["trace[2123153076] 'agreement among raft nodes before linearized reading' (duration: 884.559662ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:02.571411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:01.685988Z","time spent":"885.412082ms","remote":"127.0.0.1:37016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T20:17:04.181277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458633595s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:17:04.181542Z","caller":"traceutil/trace.go:171","msg":"trace[404373619] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"1.499162867s","start":"2026-02-26T20:17:02.682362Z","end":"2026-02-26T20:17:04.181525Z","steps":["trace[404373619] 'process raft request' (duration: 1.499089555s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:04.181615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:02.682341Z","time spent":"1.499243529s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:17:04.181685Z","caller":"traceutil/trace.go:171","msg":"trace[1685764643] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"1.608026795s","start":"2026-02-26T20:17:02.573625Z","end":"2026-02-26T20:17:04.181651Z","steps":["trace[1685764643] 'process raft request' (duration: 148.9327ms)","trace[1685764643] 'compare' (duration: 1.458509881s)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:17:04.181706Z","caller":"traceutil/trace.go:171","msg":"trace[1998258412] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"1.499584217s","start":"2026-02-26T20:17:02.682066Z","end":"2026-02-26T20:17:04.18165Z","steps":["trace[1998258412] 'process raft request' (duration: 1.499329771s)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:17:04.181796Z","caller":"traceutil/trace.go:171","msg":"trace[1225144554] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"1.499347331s","start":"2026-02-26T20:17:02.682416Z","end":"2026-02-26T20:17:04.181763Z","steps":["trace[1225144554] 'process raft request' (duration: 1.499072775s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:04.182133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:02.682396Z","time spent":"1.49970943s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:17:04.181675Z","caller":"traceutil/trace.go:171","msg":"trace[1102361767] linearizableReadLoop","detail":"{readStateIndex:2013; appliedIndex:2012; }","duration":"1.602598105s","start":"2026-02-26T20:17:02.579044Z","end":"2026-02-26T20:17:04.181642Z","steps":["trace[1102361767] 'read index received' (duration: 143.516961ms)","trace[1102361767] 'applied index is now lower than readState.Index' (duration: 1.459078024s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:17:04.181888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602778699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:17:04.182271Z","caller":"traceutil/trace.go:171","msg":"trace[709823331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1938; }","duration":"1.603246021s","start":"2026-02-26T20:17:02.57901Z","end":"2026-02-26T20:17:04.182256Z","steps":["trace[709823331] 'agreement among raft nodes before linearized reading' (duration: 1.602723229s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:04.181896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:02.573604Z","time spent":"1.608156247s","remote":"127.0.0.1:50578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:17:04.182398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:02.578999Z","time spent":"1.603338423s","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T20:17:04.18193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:02.682045Z","time spent":"1.499835903s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:17:06.183983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000375588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T20:17:06.184088Z","caller":"traceutil/trace.go:171","msg":"trace[71443249] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000561372s","start":"2026-02-26T20:17:04.183502Z","end":"2026-02-26T20:17:06.184064Z","steps":["trace[71443249] 'agreement among raft nodes before linearized reading' (duration: 2.000426809s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:06.184141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:04.183481Z","time spent":"2.000649875s","remote":"127.0.0.1:50504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 20:17:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T20:17:07.820821Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.439148301s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T20:17:07.884678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.702909359s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T20:17:07.884945Z","caller":"traceutil/trace.go:171","msg":"trace[1408392896] linearizableReadLoop","detail":"{readStateIndex:2017; appliedIndex:2016; }","duration":"3.702712445s","start":"2026-02-26T20:17:04.18221Z","end":"2026-02-26T20:17:07.884922Z","steps":["trace[1408392896] 'read index received' (duration: 47.471µs)","trace[1408392896] 'applied index is now lower than readState.Index' (duration: 3.702663424s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:17:07.885736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.305583077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:17:07.885812Z","caller":"traceutil/trace.go:171","msg":"trace[84973036] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1938; }","duration":"5.30569461s","start":"2026-02-26T20:17:02.580099Z","end":"2026-02-26T20:17:07.885793Z","steps":["trace[84973036] 'agreement among raft nodes before linearized reading' (duration: 5.305575167s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:07.885815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.942586256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T20:17:07.88581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.449043581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T20:17:07.885867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.685632534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:17:07.885903Z","caller":"traceutil/trace.go:171","msg":"trace[1860280259] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1938; }","duration":"3.942728459s","start":"2026-02-26T20:17:03.94316Z","end":"2026-02-26T20:17:07.885889Z","steps":["trace[1860280259] 'agreement among raft nodes before linearized reading' (duration: 3.942550815s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:07.885901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:02.580084Z","time spent":"5.305801522s","remote":"127.0.0.1:50998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-26T20:17:07.885925Z","caller":"traceutil/trace.go:171","msg":"trace[580113659] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:1938; }","duration":"4.685739266s","start":"2026-02-26T20:17:03.200168Z","end":"2026-02-26T20:17:07.885907Z","steps":["trace[580113659] 'agreement among raft nodes before linearized reading' (duration: 4.685615943s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:07.885943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:03.943128Z","time spent":"3.942806031s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T20:17:07.885953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:03.200136Z","time spent":"4.685810718s","remote":"127.0.0.1:34594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-02-26T20:17:07.88594Z","caller":"traceutil/trace.go:171","msg":"trace[707864066] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1938; }","duration":"4.449204865s","start":"2026-02-26T20:17:03.436695Z","end":"2026-02-26T20:17:07.8859Z","steps":["trace[707864066] 'agreement among raft nodes before linearized reading' (duration: 4.449037961s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:07.88592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.306216277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-26T20:17:07.885993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:03.436673Z","time spent":"4.449308687s","remote":"127.0.0.1:54776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-02-26T20:17:07.886009Z","caller":"traceutil/trace.go:171","msg":"trace[1316063535] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1938; }","duration":"4.30633864s","start":"2026-02-26T20:17:03.579645Z","end":"2026-02-26T20:17:07.885984Z","steps":["trace[1316063535] 'agreement among raft nodes before linearized reading' (duration: 4.306054433s)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:17:07.886021Z","caller":"traceutil/trace.go:171","msg":"trace[1806463481] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"1.69785171s","start":"2026-02-26T20:17:06.188147Z","end":"2026-02-26T20:17:07.885999Z","steps":["trace[1806463481] 'process raft request' (duration: 1.696633221s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:07.886052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:03.579591Z","time spent":"4.306451802s","remote":"127.0.0.1:37016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T20:17:07.886165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:06.188124Z","time spent":"1.697957912s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:17:08.679092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.198199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:17:08.679186Z","caller":"traceutil/trace.go:171","msg":"trace[669237869] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1939; }","duration":"790.376392ms","start":"2026-02-26T20:17:07.888789Z","end":"2026-02-26T20:17:08.679165Z","steps":["trace[669237869] 'range keys from in-memory index tree' (duration: 790.114756ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:08.679236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:07.88877Z","time spent":"790.454955ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T20:17:08.679449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.161692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T20:17:08.679501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.105890096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T20:17:08.679566Z","caller":"traceutil/trace.go:171","msg":"trace[1394788364] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1939; }","duration":"4.105990238s","start":"2026-02-26T20:17:04.573555Z","end":"2026-02-26T20:17:08.679546Z","steps":["trace[1394788364] 'agreement among raft nodes before linearized reading' (duration: 3.31241762s)","trace[1394788364] 'range keys from in-memory index tree' (duration: 793.399645ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:17:08.679566Z","caller":"traceutil/trace.go:171","msg":"trace[316430864] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:1939; }","duration":"847.323986ms","start":"2026-02-26T20:17:07.832207Z","end":"2026-02-26T20:17:08.679531Z","steps":["trace[316430864] 'agreement among raft nodes before linearized reading' (duration: 53.917691ms)","trace[316430864] 'count revisions from in-memory index tree' (duration: 793.23858ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:17:08.679639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:04.573535Z","time spent":"4.10609071s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T20:17:08.679645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:07.832184Z","time spent":"847.441949ms","remote":"127.0.0.1:34688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T20:17:08.679595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.961488ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T20:17:08.679659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.491726095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-02-26T20:17:08.679751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.037656075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:116278"} {"level":"warn","ts":"2026-02-26T20:17:08.679784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.491360997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-26T20:17:08.679805Z","caller":"traceutil/trace.go:171","msg":"trace[1667620183] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1939; }","duration":"2.491957342s","start":"2026-02-26T20:17:06.187813Z","end":"2026-02-26T20:17:08.67977Z","steps":["trace[1667620183] 'agreement among raft nodes before linearized reading' (duration: 1.698199399s)","trace[1667620183] 'range keys from in-memory index tree' (duration: 793.328413ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:17:08.679839Z","caller":"traceutil/trace.go:171","msg":"trace[1854514459] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1939; }","duration":"2.037760098s","start":"2026-02-26T20:17:06.642052Z","end":"2026-02-26T20:17:08.679812Z","steps":["trace[1854514459] 'agreement among raft nodes before linearized reading' (duration: 1.244091357s)","trace[1854514459] 'range keys from in-memory index tree' (duration: 793.412455ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:17:08.67987Z","caller":"traceutil/trace.go:171","msg":"trace[180511289] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1939; }","duration":"2.49148899s","start":"2026-02-26T20:17:06.188354Z","end":"2026-02-26T20:17:08.679843Z","steps":["trace[180511289] 'agreement among raft nodes before linearized reading' (duration: 1.697764078s)","trace[180511289] 'range keys from in-memory index tree' (duration: 793.516548ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:17:08.679882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:06.187787Z","time spent":"2.492081424s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T20:17:08.679984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.104919783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T20:17:08.68005Z","caller":"traceutil/trace.go:171","msg":"trace[584757347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1939; }","duration":"4.105002925s","start":"2026-02-26T20:17:04.57503Z","end":"2026-02-26T20:17:08.680032Z","steps":["trace[584757347] 'agreement among raft nodes before linearized reading' (duration: 3.311116679s)","trace[584757347] 'range keys from in-memory index tree' (duration: 793.732193ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:17:08.680074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.486604644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T20:17:08.680094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:04.575018Z","time spent":"4.105064606s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T20:17:08.680119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.021932831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T20:17:08.680132Z","caller":"traceutil/trace.go:171","msg":"trace[1773255823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1939; }","duration":"2.486682406s","start":"2026-02-26T20:17:06.193434Z","end":"2026-02-26T20:17:08.680116Z","steps":["trace[1773255823] 'agreement among raft nodes before linearized reading' (duration: 1.692667857s)","trace[1773255823] 'range keys from in-memory index tree' (duration: 793.940227ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:17:08.680123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040749418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-02-26T20:17:08.68016Z","caller":"traceutil/trace.go:171","msg":"trace[1557910405] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1939; }","duration":"4.021998642s","start":"2026-02-26T20:17:04.658148Z","end":"2026-02-26T20:17:08.680146Z","steps":["trace[1557910405] 'agreement among raft nodes before linearized reading' (duration: 3.228015003s)","trace[1557910405] 'count revisions from in-memory index tree' (duration: 793.923767ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:17:08.680165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:06.193417Z","time spent":"2.486741817s","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T20:17:08.680157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.105831485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T20:17:08.680181Z","caller":"traceutil/trace.go:171","msg":"trace[1099115587] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1939; }","duration":"2.04083587s","start":"2026-02-26T20:17:06.63933Z","end":"2026-02-26T20:17:08.680166Z","steps":["trace[1099115587] 'agreement among raft nodes before linearized reading' (duration: 1.246754319s)","trace[1099115587] 'range keys from in-memory index tree' (duration: 793.979788ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:17:08.680195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:04.658136Z","time spent":"4.022050503s","remote":"127.0.0.1:36964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T20:17:08.68022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:06.63931Z","time spent":"2.040901742s","remote":"127.0.0.1:50570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-02-26T20:17:08.680227Z","caller":"traceutil/trace.go:171","msg":"trace[1598656397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1939; }","duration":"4.105961627s","start":"2026-02-26T20:17:04.57424Z","end":"2026-02-26T20:17:08.680201Z","steps":["trace[1598656397] 'agreement among raft nodes before linearized reading' (duration: 3.311932437s)","trace[1598656397] 'range keys from in-memory index tree' (duration: 793.890966ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:17:08.680271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:04.574206Z","time spent":"4.106053509s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T20:17:08.680285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.105674131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-26T20:17:08.680306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:06.188328Z","time spent":"2.491574762s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T20:17:08.67977Z","caller":"traceutil/trace.go:171","msg":"trace[492365091] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1939; }","duration":"600.150842ms","start":"2026-02-26T20:17:08.079592Z","end":"2026-02-26T20:17:08.679743Z","steps":["trace[492365091] 'range keys from in-memory index tree' (duration: 599.933307ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:17:08.680342Z","caller":"traceutil/trace.go:171","msg":"trace[70110639] linearizableReadLoop","detail":"{readStateIndex:2019; appliedIndex:2018; }","duration":"486.757667ms","start":"2026-02-26T20:17:08.193566Z","end":"2026-02-26T20:17:08.680324Z","steps":["trace[70110639] 'read index received' (duration: 483.859928ms)","trace[70110639] 'applied index is now lower than readState.Index' (duration: 2.896029ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:17:08.680345Z","caller":"traceutil/trace.go:171","msg":"trace[281313251] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1939; }","duration":"4.105750952s","start":"2026-02-26T20:17:04.574575Z","end":"2026-02-26T20:17:08.680326Z","steps":["trace[281313251] 'agreement among raft nodes before linearized reading' (duration: 3.311586999s)","trace[281313251] 'range keys from in-memory index tree' (duration: 794.006879ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:17:08.68035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.492535975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897e52ef0c5750f\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-02-26T20:17:08.6804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:04.574567Z","time spent":"4.105820564s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T20:17:08.680393Z","caller":"traceutil/trace.go:171","msg":"trace[1582926660] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"790.402643ms","start":"2026-02-26T20:17:07.889967Z","end":"2026-02-26T20:17:08.68037Z","steps":["trace[1582926660] 'process raft request' (duration: 787.460173ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:17:08.680424Z","caller":"traceutil/trace.go:171","msg":"trace[1178052635] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897e52ef0c5750f; range_end:; response_count:1; response_revision:1939; }","duration":"2.492644268s","start":"2026-02-26T20:17:06.187755Z","end":"2026-02-26T20:17:08.680399Z","steps":["trace[1178052635] 'agreement among raft nodes before linearized reading' (duration: 1.698392843s)","trace[1178052635] 'range keys from in-memory index tree' (duration: 794.02915ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:17:08.680472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:06.187732Z","time spent":"2.492726559s","remote":"127.0.0.1:50578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897e52ef0c5750f\" "} {"level":"warn","ts":"2026-02-26T20:17:08.680482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.91695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T20:17:08.680509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:07.889947Z","time spent":"790.492526ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:17:08.680526Z","caller":"traceutil/trace.go:171","msg":"trace[1381884468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1940; }","duration":"487.005352ms","start":"2026-02-26T20:17:08.193507Z","end":"2026-02-26T20:17:08.680513Z","steps":["trace[1381884468] 'agreement among raft nodes before linearized reading' (duration: 486.934131ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:08.680533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.908819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-26T20:17:08.680538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.090059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T20:17:08.680563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:08.193484Z","time spent":"487.069474ms","remote":"127.0.0.1:50504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T20:17:08.680568Z","caller":"traceutil/trace.go:171","msg":"trace[695314567] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:1940; }","duration":"342.98409ms","start":"2026-02-26T20:17:08.337574Z","end":"2026-02-26T20:17:08.680558Z","steps":["trace[695314567] 'agreement among raft nodes before linearized reading' (duration: 342.870758ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:17:08.68058Z","caller":"traceutil/trace.go:171","msg":"trace[1888049076] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1940; }","duration":"108.179261ms","start":"2026-02-26T20:17:08.572388Z","end":"2026-02-26T20:17:08.680568Z","steps":["trace[1888049076] 'agreement among raft nodes before linearized reading' (duration: 108.106729ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:17:08.680603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:08.337553Z","time spent":"343.044781ms","remote":"127.0.0.1:50534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"warn","ts":"2026-02-26T20:17:08.679887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:17:06.642045Z","time spent":"2.037832259s","remote":"127.0.0.1:50560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":116301,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-02-26T20:18:18.770287Z","caller":"traceutil/trace.go:171","msg":"trace[376342938] transaction","detail":"{read_only:false; response_revision:2342; number_of_response:1; }","duration":"112.025373ms","start":"2026-02-26T20:18:18.658228Z","end":"2026-02-26T20:18:18.770253Z","steps":["trace[376342938] 'process raft request' (duration: 111.826238ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:19.035725Z","caller":"traceutil/trace.go:171","msg":"trace[464473412] transaction","detail":"{read_only:false; response_revision:2345; number_of_response:1; }","duration":"198.412791ms","start":"2026-02-26T20:18:18.837278Z","end":"2026-02-26T20:18:19.035691Z","steps":["trace[464473412] 'process raft request' (duration: 129.134097ms)","trace[464473412] 'compare' (duration: 69.012817ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:18:19.042722Z","caller":"traceutil/trace.go:171","msg":"trace[1954120232] transaction","detail":"{read_only:false; response_revision:2346; number_of_response:1; }","duration":"204.973706ms","start":"2026-02-26T20:18:18.83772Z","end":"2026-02-26T20:18:19.042693Z","steps":["trace[1954120232] 'process raft request' (duration: 204.72622ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:19.042763Z","caller":"traceutil/trace.go:171","msg":"trace[339594519] transaction","detail":"{read_only:false; response_revision:2347; number_of_response:1; }","duration":"204.819722ms","start":"2026-02-26T20:18:18.83791Z","end":"2026-02-26T20:18:19.04273Z","steps":["trace[339594519] 'process raft request' (duration: 204.667698ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:19.152531Z","caller":"traceutil/trace.go:171","msg":"trace[667623501] transaction","detail":"{read_only:false; response_revision:2350; number_of_response:1; }","duration":"104.357392ms","start":"2026-02-26T20:18:19.048153Z","end":"2026-02-26T20:18:19.152511Z","steps":["trace[667623501] 'process raft request' (duration: 101.683969ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:19.152576Z","caller":"traceutil/trace.go:171","msg":"trace[370142322] transaction","detail":"{read_only:false; response_revision:2351; number_of_response:1; }","duration":"103.994543ms","start":"2026-02-26T20:18:19.048552Z","end":"2026-02-26T20:18:19.152547Z","steps":["trace[370142322] 'process raft request' (duration: 103.85898ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:19.152598Z","caller":"traceutil/trace.go:171","msg":"trace[916170647] transaction","detail":"{read_only:false; response_revision:2352; number_of_response:1; }","duration":"103.605634ms","start":"2026-02-26T20:18:19.048973Z","end":"2026-02-26T20:18:19.152579Z","steps":["trace[916170647] 'process raft request' (duration: 103.487191ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:19.152827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.837525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-26T20:18:19.152842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.666529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T20:18:19.152872Z","caller":"traceutil/trace.go:171","msg":"trace[692676692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2353; }","duration":"113.932907ms","start":"2026-02-26T20:18:19.038929Z","end":"2026-02-26T20:18:19.152862Z","steps":["trace[692676692] 'agreement among raft nodes before linearized reading' (duration: 113.792064ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:19.152906Z","caller":"traceutil/trace.go:171","msg":"trace[990668835] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2353; }","duration":"118.792192ms","start":"2026-02-26T20:18:19.034095Z","end":"2026-02-26T20:18:19.152888Z","steps":["trace[990668835] 'agreement among raft nodes before linearized reading' (duration: 118.557476ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:19.152921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.229025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-02-26T20:18:19.152956Z","caller":"traceutil/trace.go:171","msg":"trace[1981026851] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2353; }","duration":"114.303816ms","start":"2026-02-26T20:18:19.03864Z","end":"2026-02-26T20:18:19.152944Z","steps":["trace[1981026851] 'agreement among raft nodes before linearized reading' (duration: 114.221564ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:19.152827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.85017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node.1897e54d5d50d723\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-02-26T20:18:19.153065Z","caller":"traceutil/trace.go:171","msg":"trace[2089281601] range","detail":"{range_begin:/registry/events/openstack/valkey-node.1897e54d5d50d723; range_end:; response_count:1; response_revision:2353; }","duration":"107.115847ms","start":"2026-02-26T20:18:19.045939Z","end":"2026-02-26T20:18:19.153055Z","steps":["trace[2089281601] 'agreement among raft nodes before linearized reading' (duration: 106.765459ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:19.15311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.025189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-26T20:18:19.15328Z","caller":"traceutil/trace.go:171","msg":"trace[316698803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2353; }","duration":"114.229694ms","start":"2026-02-26T20:18:19.039008Z","end":"2026-02-26T20:18:19.153238Z","steps":["trace[316698803] 'agreement among raft nodes before linearized reading' (duration: 113.713982ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:19.296477Z","caller":"traceutil/trace.go:171","msg":"trace[1370273651] transaction","detail":"{read_only:false; response_revision:2355; number_of_response:1; }","duration":"138.128629ms","start":"2026-02-26T20:18:19.158323Z","end":"2026-02-26T20:18:19.296452Z","steps":["trace[1370273651] 'process raft request' (duration: 136.537801ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:19.296583Z","caller":"traceutil/trace.go:171","msg":"trace[869708376] transaction","detail":"{read_only:false; response_revision:2356; number_of_response:1; }","duration":"137.926024ms","start":"2026-02-26T20:18:19.158611Z","end":"2026-02-26T20:18:19.296537Z","steps":["trace[869708376] 'process raft request' (duration: 137.664497ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:19.296661Z","caller":"traceutil/trace.go:171","msg":"trace[1518660155] transaction","detail":"{read_only:false; response_revision:2358; number_of_response:1; }","duration":"137.511164ms","start":"2026-02-26T20:18:19.159136Z","end":"2026-02-26T20:18:19.296647Z","steps":["trace[1518660155] 'process raft request' (duration: 137.363021ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:19.29677Z","caller":"traceutil/trace.go:171","msg":"trace[32249720] transaction","detail":"{read_only:false; response_revision:2357; number_of_response:1; }","duration":"137.697118ms","start":"2026-02-26T20:18:19.159061Z","end":"2026-02-26T20:18:19.296758Z","steps":["trace[32249720] 'process raft request' (duration: 137.387631ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:19.296822Z","caller":"traceutil/trace.go:171","msg":"trace[1926511925] linearizableReadLoop","detail":"{readStateIndex:2458; appliedIndex:2453; }","duration":"136.983031ms","start":"2026-02-26T20:18:19.15965Z","end":"2026-02-26T20:18:19.296633Z","steps":["trace[1926511925] 'read index received' (duration: 16.411647ms)","trace[1926511925] 'applied index is now lower than readState.Index' (duration: 120.570174ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:18:19.297Z","caller":"traceutil/trace.go:171","msg":"trace[35361728] transaction","detail":"{read_only:false; response_revision:2359; number_of_response:1; }","duration":"137.054613ms","start":"2026-02-26T20:18:19.159912Z","end":"2026-02-26T20:18:19.296966Z","steps":["trace[35361728] 'process raft request' (duration: 136.644153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:19.297262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.584986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:116278"} {"level":"info","ts":"2026-02-26T20:18:19.297317Z","caller":"traceutil/trace.go:171","msg":"trace[484163899] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2359; }","duration":"137.700519ms","start":"2026-02-26T20:18:19.159602Z","end":"2026-02-26T20:18:19.297302Z","steps":["trace[484163899] 'agreement among raft nodes before linearized reading' (duration: 137.407792ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:19.504278Z","caller":"traceutil/trace.go:171","msg":"trace[515547608] transaction","detail":"{read_only:false; response_revision:2361; number_of_response:1; }","duration":"202.337083ms","start":"2026-02-26T20:18:19.301897Z","end":"2026-02-26T20:18:19.504234Z","steps":["trace[515547608] 'process raft request' (duration: 167.660725ms)","trace[515547608] 'compare' (duration: 34.378041ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:18:19.504328Z","caller":"traceutil/trace.go:171","msg":"trace[989829330] transaction","detail":"{read_only:false; response_revision:2362; number_of_response:1; }","duration":"202.156428ms","start":"2026-02-26T20:18:19.302137Z","end":"2026-02-26T20:18:19.504293Z","steps":["trace[989829330] 'process raft request' (duration: 202.002535ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:19.881149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.027727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:18:19.881381Z","caller":"traceutil/trace.go:171","msg":"trace[1909757311] transaction","detail":"{read_only:false; response_revision:2364; number_of_response:1; }","duration":"370.528251ms","start":"2026-02-26T20:18:19.510816Z","end":"2026-02-26T20:18:19.881344Z","steps":["trace[1909757311] 'process raft request' (duration: 101.204928ms)","trace[1909757311] 'compare' (duration: 268.803291ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:18:19.8815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.987273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:18:19.881458Z","caller":"traceutil/trace.go:171","msg":"trace[862073671] transaction","detail":"{read_only:false; response_revision:2365; number_of_response:1; }","duration":"350.046827ms","start":"2026-02-26T20:18:19.531349Z","end":"2026-02-26T20:18:19.881396Z","steps":["trace[862073671] 'process raft request' (duration: 349.930714ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:19.881542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:19.510782Z","time spent":"370.676255ms","remote":"127.0.0.1:50560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117290,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:18:19.881556Z","caller":"traceutil/trace.go:171","msg":"trace[2056325376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2366; }","duration":"210.044925ms","start":"2026-02-26T20:18:19.671499Z","end":"2026-02-26T20:18:19.881544Z","steps":["trace[2056325376] 'agreement among raft nodes before linearized reading' (duration: 209.936672ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:19.881407Z","caller":"traceutil/trace.go:171","msg":"trace[252377784] linearizableReadLoop","detail":"{readStateIndex:2466; appliedIndex:2463; }","duration":"209.870641ms","start":"2026-02-26T20:18:19.671518Z","end":"2026-02-26T20:18:19.881389Z","steps":["trace[252377784] 'read index received' (duration: 177.407925ms)","trace[252377784] 'applied index is now lower than readState.Index' (duration: 32.461646ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:18:19.881598Z","caller":"traceutil/trace.go:171","msg":"trace[533640580] transaction","detail":"{read_only:false; response_revision:2366; number_of_response:1; }","duration":"349.550486ms","start":"2026-02-26T20:18:19.531993Z","end":"2026-02-26T20:18:19.881543Z","steps":["trace[533640580] 'process raft request' (duration: 349.347721ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:19.881657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:19.531331Z","time spent":"350.240582ms","remote":"127.0.0.1:50816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1383,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T20:18:19.881864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:19.53197Z","time spent":"349.73854ms","remote":"127.0.0.1:50684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":911,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T20:18:29.417237Z","caller":"traceutil/trace.go:171","msg":"trace[1182157247] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"337.705526ms","start":"2026-02-26T20:18:29.079499Z","end":"2026-02-26T20:18:29.417205Z","steps":["trace[1182157247] 'process raft request' (duration: 337.507702ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:29.417686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:29.07946Z","time spent":"337.86328ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:18:29.418347Z","caller":"traceutil/trace.go:171","msg":"trace[1804217845] linearizableReadLoop","detail":"{readStateIndex:2598; appliedIndex:2597; }","duration":"224.23285ms","start":"2026-02-26T20:18:29.194077Z","end":"2026-02-26T20:18:29.418309Z","steps":["trace[1804217845] 'read index received' (duration: 223.149474ms)","trace[1804217845] 'applied index is now lower than readState.Index' (duration: 1.081335ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:18:29.418467Z","caller":"traceutil/trace.go:171","msg":"trace[493844707] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"293.479823ms","start":"2026-02-26T20:18:29.124931Z","end":"2026-02-26T20:18:29.418411Z","steps":["trace[493844707] 'process raft request' (duration: 293.200446ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:29.418857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.754352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T20:18:29.418919Z","caller":"traceutil/trace.go:171","msg":"trace[888006071] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2494; }","duration":"224.948477ms","start":"2026-02-26T20:18:29.193956Z","end":"2026-02-26T20:18:29.418904Z","steps":["trace[888006071] 'agreement among raft nodes before linearized reading' (duration: 224.514276ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:31.680469Z","caller":"traceutil/trace.go:171","msg":"trace[1804230942] transaction","detail":"{read_only:false; response_revision:2505; number_of_response:1; }","duration":"213.906254ms","start":"2026-02-26T20:18:31.466549Z","end":"2026-02-26T20:18:31.680455Z","steps":[],"step_count":0} {"level":"warn","ts":"2026-02-26T20:18:34.186641Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527060030478234,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T20:18:34.687026Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527060030478234,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T20:18:35.011143Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.329705767s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T20:18:35.011807Z","caller":"traceutil/trace.go:171","msg":"trace[1313352073] transaction","detail":"{read_only:false; response_revision:2516; number_of_response:1; }","duration":"1.330425684s","start":"2026-02-26T20:18:33.681326Z","end":"2026-02-26T20:18:35.011751Z","steps":["trace[1313352073] 'process raft request' (duration: 1.330118087s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:35.012102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:33.681302Z","time spent":"1.33065238s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:18:35.061553Z","caller":"traceutil/trace.go:171","msg":"trace[2005745683] transaction","detail":"{read_only:false; response_revision:2518; number_of_response:1; }","duration":"867.268918ms","start":"2026-02-26T20:18:34.194264Z","end":"2026-02-26T20:18:35.061533Z","steps":["trace[2005745683] 'process raft request' (duration: 867.178296ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:35.061649Z","caller":"traceutil/trace.go:171","msg":"trace[550550833] transaction","detail":"{read_only:false; response_revision:2517; number_of_response:1; }","duration":"1.373669304s","start":"2026-02-26T20:18:33.687909Z","end":"2026-02-26T20:18:35.061579Z","steps":["trace[550550833] 'process raft request' (duration: 1.373416208s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:35.061695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:34.194234Z","time spent":"867.386211ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:18:35.061702Z","caller":"traceutil/trace.go:171","msg":"trace[304359213] linearizableReadLoop","detail":"{readStateIndex:2624; appliedIndex:2619; }","duration":"1.375767483s","start":"2026-02-26T20:18:33.685901Z","end":"2026-02-26T20:18:35.061669Z","steps":["trace[304359213] 'read index received' (duration: 1.3255793s)","trace[304359213] 'applied index is now lower than readState.Index' (duration: 50.185553ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:18:35.061743Z","caller":"traceutil/trace.go:171","msg":"trace[5067150] transaction","detail":"{read_only:false; response_revision:2519; number_of_response:1; }","duration":"377.846573ms","start":"2026-02-26T20:18:34.68387Z","end":"2026-02-26T20:18:35.061717Z","steps":["trace[5067150] 'process raft request' (duration: 377.620368ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:35.061891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:34.683849Z","time spent":"377.947515ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:18:35.061941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:33.687899Z","time spent":"1.373850028s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:18:35.062092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.479311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T20:18:35.062124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374054474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T20:18:35.062174Z","caller":"traceutil/trace.go:171","msg":"trace[1868772726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2519; }","duration":"390.637105ms","start":"2026-02-26T20:18:34.671519Z","end":"2026-02-26T20:18:35.062156Z","steps":["trace[1868772726] 'agreement among raft nodes before linearized reading' (duration: 390.474661ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:35.062189Z","caller":"traceutil/trace.go:171","msg":"trace[617787732] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2519; }","duration":"1.374168316s","start":"2026-02-26T20:18:33.688003Z","end":"2026-02-26T20:18:35.062171Z","steps":["trace[617787732] 'agreement among raft nodes before linearized reading' (duration: 1.37390069s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:35.062191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.083325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-02-26T20:18:35.062226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:34.671489Z","time spent":"390.725357ms","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T20:18:35.062239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:33.68797Z","time spent":"1.374257098s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T20:18:35.062269Z","caller":"traceutil/trace.go:171","msg":"trace[1997114556] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2519; }","duration":"391.170907ms","start":"2026-02-26T20:18:34.671055Z","end":"2026-02-26T20:18:35.062226Z","steps":["trace[1997114556] 'agreement among raft nodes before linearized reading' (duration: 391.032854ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:35.062301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368572104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T20:18:35.062319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:34.671033Z","time spent":"391.273569ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-02-26T20:18:35.062289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367774505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T20:18:35.06232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370844067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T20:18:35.062374Z","caller":"traceutil/trace.go:171","msg":"trace[676602237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2519; }","duration":"1.368645475s","start":"2026-02-26T20:18:33.693707Z","end":"2026-02-26T20:18:35.062352Z","steps":["trace[676602237] 'agreement among raft nodes before linearized reading' (duration: 1.368358809s)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:35.062402Z","caller":"traceutil/trace.go:171","msg":"trace[1914500309] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2519; }","duration":"1.36795422s","start":"2026-02-26T20:18:33.694426Z","end":"2026-02-26T20:18:35.06238Z","steps":["trace[1914500309] 'agreement among raft nodes before linearized reading' (duration: 1.367691534s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:35.062419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:33.693671Z","time spent":"1.368740648s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T20:18:35.062427Z","caller":"traceutil/trace.go:171","msg":"trace[673416714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2519; }","duration":"1.370988032s","start":"2026-02-26T20:18:33.691412Z","end":"2026-02-26T20:18:35.0624Z","steps":["trace[673416714] 'agreement among raft nodes before linearized reading' (duration: 1.370716085s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:35.062455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:33.694403Z","time spent":"1.368036071s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T20:18:35.062481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:33.691383Z","time spent":"1.371089883s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T20:18:35.062411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376502271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T20:18:35.062569Z","caller":"traceutil/trace.go:171","msg":"trace[86562104] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2519; }","duration":"1.376650524s","start":"2026-02-26T20:18:33.685899Z","end":"2026-02-26T20:18:35.062549Z","steps":["trace[86562104] 'agreement among raft nodes before linearized reading' (duration: 1.375958268s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:35.062639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:33.685882Z","time spent":"1.376746507s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T20:18:35.063056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.242704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:18:35.063155Z","caller":"traceutil/trace.go:171","msg":"trace[1917429285] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2519; }","duration":"463.429582ms","start":"2026-02-26T20:18:34.599712Z","end":"2026-02-26T20:18:35.063141Z","steps":["trace[1917429285] 'agreement among raft nodes before linearized reading' (duration: 462.223654ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:35.063193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:18:34.599686Z","time spent":"463.495214ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-26T20:18:41.339345Z","caller":"traceutil/trace.go:171","msg":"trace[788226151] linearizableReadLoop","detail":"{readStateIndex:2662; appliedIndex:2659; }","duration":"244.719051ms","start":"2026-02-26T20:18:41.094594Z","end":"2026-02-26T20:18:41.339313Z","steps":["trace[788226151] 'read index received' (duration: 243.666306ms)","trace[788226151] 'applied index is now lower than readState.Index' (duration: 1.051655ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:18:41.339389Z","caller":"traceutil/trace.go:171","msg":"trace[976453353] transaction","detail":"{read_only:false; response_revision:2555; number_of_response:1; }","duration":"258.766952ms","start":"2026-02-26T20:18:41.080578Z","end":"2026-02-26T20:18:41.339345Z","steps":["trace[976453353] 'process raft request' (duration: 258.65061ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:41.339525Z","caller":"traceutil/trace.go:171","msg":"trace[133630120] transaction","detail":"{read_only:false; response_revision:2556; number_of_response:1; }","duration":"257.44365ms","start":"2026-02-26T20:18:41.082064Z","end":"2026-02-26T20:18:41.339508Z","steps":["trace[133630120] 'process raft request' (duration: 257.213655ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:41.339376Z","caller":"traceutil/trace.go:171","msg":"trace[1465886783] transaction","detail":"{read_only:false; response_revision:2554; number_of_response:1; }","duration":"275.409104ms","start":"2026-02-26T20:18:41.063924Z","end":"2026-02-26T20:18:41.339333Z","steps":["trace[1465886783] 'process raft request' (duration: 274.342639ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:41.339828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.411373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T20:18:41.339874Z","caller":"traceutil/trace.go:171","msg":"trace[796914985] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2556; }","duration":"244.502026ms","start":"2026-02-26T20:18:41.095361Z","end":"2026-02-26T20:18:41.339863Z","steps":["trace[796914985] 'agreement among raft nodes before linearized reading' (duration: 244.331962ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:41.339963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.355415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T20:18:41.340008Z","caller":"traceutil/trace.go:171","msg":"trace[1771882999] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2556; }","duration":"245.471228ms","start":"2026-02-26T20:18:41.094523Z","end":"2026-02-26T20:18:41.339995Z","steps":["trace[1771882999] 'agreement among raft nodes before linearized reading' (duration: 245.275013ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:41.340171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.658379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-26T20:18:41.340207Z","caller":"traceutil/trace.go:171","msg":"trace[445774835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2556; }","duration":"244.73249ms","start":"2026-02-26T20:18:41.095463Z","end":"2026-02-26T20:18:41.340195Z","steps":["trace[445774835] 'agreement among raft nodes before linearized reading' (duration: 244.634318ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:41.340349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.747321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-02-26T20:18:41.340314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.908804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T20:18:41.340386Z","caller":"traceutil/trace.go:171","msg":"trace[1788682298] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2556; }","duration":"244.829233ms","start":"2026-02-26T20:18:41.095547Z","end":"2026-02-26T20:18:41.340376Z","steps":["trace[1788682298] 'agreement among raft nodes before linearized reading' (duration: 244.73371ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:41.340416Z","caller":"traceutil/trace.go:171","msg":"trace[50221934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2556; }","duration":"242.046578ms","start":"2026-02-26T20:18:41.098344Z","end":"2026-02-26T20:18:41.34039Z","steps":["trace[50221934] 'agreement among raft nodes before linearized reading' (duration: 241.734451ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:41.340606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.715258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-26T20:18:41.340642Z","caller":"traceutil/trace.go:171","msg":"trace[1092602874] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2556; }","duration":"179.77903ms","start":"2026-02-26T20:18:41.160854Z","end":"2026-02-26T20:18:41.340633Z","steps":["trace[1092602874] 'agreement among raft nodes before linearized reading' (duration: 179.679897ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:45.457406Z","caller":"traceutil/trace.go:171","msg":"trace[1180854364] transaction","detail":"{read_only:false; response_revision:2576; number_of_response:1; }","duration":"239.014216ms","start":"2026-02-26T20:18:45.218362Z","end":"2026-02-26T20:18:45.457376Z","steps":["trace[1180854364] 'process raft request' (duration: 238.835622ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:45.460609Z","caller":"traceutil/trace.go:171","msg":"trace[1379769607] transaction","detail":"{read_only:false; response_revision:2577; number_of_response:1; }","duration":"101.910763ms","start":"2026-02-26T20:18:45.35868Z","end":"2026-02-26T20:18:45.460591Z","steps":["trace[1379769607] 'process raft request' (duration: 101.77425ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:45.461035Z","caller":"traceutil/trace.go:171","msg":"trace[1855153308] transaction","detail":"{read_only:false; response_revision:2579; number_of_response:1; }","duration":"100.903899ms","start":"2026-02-26T20:18:45.360111Z","end":"2026-02-26T20:18:45.461015Z","steps":["trace[1855153308] 'process raft request' (duration: 100.683814ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:45.461018Z","caller":"traceutil/trace.go:171","msg":"trace[1168624005] transaction","detail":"{read_only:false; response_revision:2578; number_of_response:1; }","duration":"101.34886ms","start":"2026-02-26T20:18:45.35964Z","end":"2026-02-26T20:18:45.460988Z","steps":["trace[1168624005] 'process raft request' (duration: 100.90384ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:55.656824Z","caller":"traceutil/trace.go:171","msg":"trace[292300371] linearizableReadLoop","detail":"{readStateIndex:2747; appliedIndex:2743; }","duration":"148.398408ms","start":"2026-02-26T20:18:55.508408Z","end":"2026-02-26T20:18:55.656807Z","steps":["trace[292300371] 'read index received' (duration: 79.239268ms)","trace[292300371] 'applied index is now lower than readState.Index' (duration: 69.15822ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:18:55.656877Z","caller":"traceutil/trace.go:171","msg":"trace[1970598366] transaction","detail":"{read_only:false; response_revision:2637; number_of_response:1; }","duration":"159.481ms","start":"2026-02-26T20:18:55.497356Z","end":"2026-02-26T20:18:55.656837Z","steps":["trace[1970598366] 'process raft request' (duration: 159.405758ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:55.656881Z","caller":"traceutil/trace.go:171","msg":"trace[1886600126] transaction","detail":"{read_only:false; response_revision:2636; number_of_response:1; }","duration":"159.750817ms","start":"2026-02-26T20:18:55.497112Z","end":"2026-02-26T20:18:55.656863Z","steps":["trace[1886600126] 'process raft request' (duration: 159.606533ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:55.657071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.36962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T20:18:55.65711Z","caller":"traceutil/trace.go:171","msg":"trace[1651498972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2638; }","duration":"143.438702ms","start":"2026-02-26T20:18:55.513662Z","end":"2026-02-26T20:18:55.657101Z","steps":["trace[1651498972] 'agreement among raft nodes before linearized reading' (duration: 143.3211ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:55.656866Z","caller":"traceutil/trace.go:171","msg":"trace[1670324794] transaction","detail":"{read_only:false; response_revision:2638; number_of_response:1; }","duration":"159.435169ms","start":"2026-02-26T20:18:55.497401Z","end":"2026-02-26T20:18:55.656836Z","steps":["trace[1670324794] 'process raft request' (duration: 159.382508ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:55.657123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.300958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-26T20:18:55.657106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.977274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T20:18:55.65712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.025325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T20:18:55.656822Z","caller":"traceutil/trace.go:171","msg":"trace[1427525452] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"181.028999ms","start":"2026-02-26T20:18:55.475757Z","end":"2026-02-26T20:18:55.656786Z","steps":["trace[1427525452] 'process raft request' (duration: 111.880739ms)","trace[1427525452] 'compare' (duration: 68.941985ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:18:55.657169Z","caller":"traceutil/trace.go:171","msg":"trace[2011555523] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2638; }","duration":"137.373849ms","start":"2026-02-26T20:18:55.519784Z","end":"2026-02-26T20:18:55.657158Z","steps":["trace[2011555523] 'agreement among raft nodes before linearized reading' (duration: 137.246656ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:55.657185Z","caller":"traceutil/trace.go:171","msg":"trace[257631935] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2638; }","duration":"141.135728ms","start":"2026-02-26T20:18:55.516033Z","end":"2026-02-26T20:18:55.657169Z","steps":["trace[257631935] 'agreement among raft nodes before linearized reading' (duration: 140.962004ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:18:55.657216Z","caller":"traceutil/trace.go:171","msg":"trace[86685452] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2638; }","duration":"141.178389ms","start":"2026-02-26T20:18:55.516004Z","end":"2026-02-26T20:18:55.657183Z","steps":["trace[86685452] 'agreement among raft nodes before linearized reading' (duration: 140.980485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:18:55.657026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.604634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T20:18:55.657293Z","caller":"traceutil/trace.go:171","msg":"trace[1957801951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2638; }","duration":"148.89731ms","start":"2026-02-26T20:18:55.50837Z","end":"2026-02-26T20:18:55.657268Z","steps":["trace[1957801951] 'agreement among raft nodes before linearized reading' (duration: 148.501581ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:19:03.978756Z","caller":"traceutil/trace.go:171","msg":"trace[1070838963] transaction","detail":"{read_only:false; response_revision:2678; number_of_response:1; }","duration":"290.553771ms","start":"2026-02-26T20:19:03.688158Z","end":"2026-02-26T20:19:03.978712Z","steps":["trace[1070838963] 'process raft request' (duration: 265.979371ms)","trace[1070838963] 'compare' (duration: 24.241332ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:19:03.979057Z","caller":"traceutil/trace.go:171","msg":"trace[1543263904] transaction","detail":"{read_only:false; response_revision:2679; number_of_response:1; }","duration":"290.50911ms","start":"2026-02-26T20:19:03.688518Z","end":"2026-02-26T20:19:03.979027Z","steps":["trace[1543263904] 'process raft request' (duration: 290.116411ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:04.150555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.726169ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T20:19:04.150683Z","caller":"traceutil/trace.go:171","msg":"trace[948218994] linearizableReadLoop","detail":"{readStateIndex:2790; appliedIndex:2787; }","duration":"426.050347ms","start":"2026-02-26T20:19:03.724613Z","end":"2026-02-26T20:19:04.150663Z","steps":["trace[948218994] 'read index received' (duration: 229.494962ms)","trace[948218994] 'applied index is now lower than readState.Index' (duration: 196.553675ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:19:04.151004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.369384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T20:19:04.151069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.002527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T20:19:04.151078Z","caller":"traceutil/trace.go:171","msg":"trace[548989883] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2679; }","duration":"426.472416ms","start":"2026-02-26T20:19:03.724587Z","end":"2026-02-26T20:19:04.15106Z","steps":["trace[548989883] 'agreement among raft nodes before linearized reading' (duration: 426.281542ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:19:04.151101Z","caller":"traceutil/trace.go:171","msg":"trace[753836244] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2679; }","duration":"421.078619ms","start":"2026-02-26T20:19:03.730012Z","end":"2026-02-26T20:19:04.151091Z","steps":["trace[753836244] 'agreement among raft nodes before linearized reading' (duration: 420.929705ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:04.151124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:03.724572Z","time spent":"426.543118ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T20:19:04.151137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:03.729993Z","time spent":"421.134541ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T20:19:04.15139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.280886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-26T20:19:04.151424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.995973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T20:19:04.151449Z","caller":"traceutil/trace.go:171","msg":"trace[1913006795] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2679; }","duration":"419.379569ms","start":"2026-02-26T20:19:03.732056Z","end":"2026-02-26T20:19:04.151436Z","steps":["trace[1913006795] 'agreement among raft nodes before linearized reading' (duration: 419.188324ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:19:04.151456Z","caller":"traceutil/trace.go:171","msg":"trace[330564173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2679; }","duration":"420.048365ms","start":"2026-02-26T20:19:03.731398Z","end":"2026-02-26T20:19:04.151446Z","steps":["trace[330564173] 'agreement among raft nodes before linearized reading' (duration: 419.955683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:04.151484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:03.732045Z","time spent":"419.43176ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T20:19:04.151484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:03.731392Z","time spent":"420.085576ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T20:19:04.151522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.147397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T20:19:04.151565Z","caller":"traceutil/trace.go:171","msg":"trace[1853719542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2679; }","duration":"420.192828ms","start":"2026-02-26T20:19:03.731361Z","end":"2026-02-26T20:19:04.151554Z","steps":["trace[1853719542] 'agreement among raft nodes before linearized reading' (duration: 420.065735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:04.151588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:03.731281Z","time spent":"420.30149ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T20:19:04.438659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.664974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:19:04.438995Z","caller":"traceutil/trace.go:171","msg":"trace[2145500385] transaction","detail":"{read_only:false; response_revision:2684; number_of_response:1; }","duration":"279.852359ms","start":"2026-02-26T20:19:04.159112Z","end":"2026-02-26T20:19:04.438964Z","steps":["trace[2145500385] 'process raft request' (duration: 279.787547ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:19:04.439044Z","caller":"traceutil/trace.go:171","msg":"trace[437420260] transaction","detail":"{read_only:false; response_revision:2681; number_of_response:1; }","duration":"284.393216ms","start":"2026-02-26T20:19:04.154614Z","end":"2026-02-26T20:19:04.439008Z","steps":["trace[437420260] 'process raft request' (duration: 180.285451ms)","trace[437420260] 'compare' (duration: 103.519271ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:19:04.439111Z","caller":"traceutil/trace.go:171","msg":"trace[699985783] transaction","detail":"{read_only:false; response_revision:2682; number_of_response:1; }","duration":"283.855313ms","start":"2026-02-26T20:19:04.155225Z","end":"2026-02-26T20:19:04.43908Z","steps":["trace[699985783] 'process raft request' (duration: 283.534346ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:19:04.439326Z","caller":"traceutil/trace.go:171","msg":"trace[1531933111] transaction","detail":"{read_only:false; response_revision:2683; number_of_response:1; }","duration":"284.053258ms","start":"2026-02-26T20:19:04.155262Z","end":"2026-02-26T20:19:04.439315Z","steps":["trace[1531933111] 'process raft request' (duration: 283.552186ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:05.033563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.209052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-02-26T20:19:05.033586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.555406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:19:05.033645Z","caller":"traceutil/trace.go:171","msg":"trace[59403349] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2684; }","duration":"368.347156ms","start":"2026-02-26T20:19:04.665279Z","end":"2026-02-26T20:19:05.033626Z","steps":["trace[59403349] 'range keys from in-memory index tree' (duration: 368.025318ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:19:05.033677Z","caller":"traceutil/trace.go:171","msg":"trace[1701955382] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2684; }","duration":"381.7255ms","start":"2026-02-26T20:19:04.65193Z","end":"2026-02-26T20:19:05.033656Z","steps":["trace[1701955382] 'count revisions from in-memory index tree' (duration: 381.455415ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:05.033689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.712662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T20:19:05.033686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:04.665258Z","time spent":"368.418427ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-02-26T20:19:05.033716Z","caller":"traceutil/trace.go:171","msg":"trace[2080671461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2684; }","duration":"362.787925ms","start":"2026-02-26T20:19:04.670921Z","end":"2026-02-26T20:19:05.033709Z","steps":["trace[2080671461] 'range keys from in-memory index tree' (duration: 362.60861ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:05.033739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:04.670893Z","time spent":"362.841735ms","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T20:19:05.03373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:04.651906Z","time spent":"381.812033ms","remote":"127.0.0.1:60670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-26T20:19:05.530353Z","caller":"traceutil/trace.go:171","msg":"trace[601656337] transaction","detail":"{read_only:false; response_revision:2685; number_of_response:1; }","duration":"180.240281ms","start":"2026-02-26T20:19:05.350056Z","end":"2026-02-26T20:19:05.530296Z","steps":["trace[601656337] 'process raft request' (duration: 180.068587ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:19:05.718917Z","caller":"traceutil/trace.go:171","msg":"trace[509140737] transaction","detail":"{read_only:false; response_revision:2686; number_of_response:1; }","duration":"186.067968ms","start":"2026-02-26T20:19:05.532822Z","end":"2026-02-26T20:19:05.71889Z","steps":["trace[509140737] 'process raft request' (duration: 185.803271ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:05.995976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.788905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:19:05.996267Z","caller":"traceutil/trace.go:171","msg":"trace[385388974] linearizableReadLoop","detail":"{readStateIndex:2798; appliedIndex:2797; }","duration":"274.048282ms","start":"2026-02-26T20:19:05.72219Z","end":"2026-02-26T20:19:05.996238Z","steps":["trace[385388974] 'read index received' (duration: 161.838547ms)","trace[385388974] 'applied index is now lower than readState.Index' (duration: 112.207385ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:19:05.996321Z","caller":"traceutil/trace.go:171","msg":"trace[392629990] transaction","detail":"{read_only:false; response_revision:2687; number_of_response:1; }","duration":"278.111687ms","start":"2026-02-26T20:19:05.718171Z","end":"2026-02-26T20:19:05.996283Z","steps":["trace[392629990] 'process raft request' (duration: 165.872211ms)","trace[392629990] 'compare' (duration: 111.57242ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:19:05.996635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.42129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.1897e555f58e5e85\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-02-26T20:19:05.996777Z","caller":"traceutil/trace.go:171","msg":"trace[2011415393] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.1897e555f58e5e85; range_end:; response_count:1; response_revision:2687; }","duration":"274.580934ms","start":"2026-02-26T20:19:05.72214Z","end":"2026-02-26T20:19:05.996721Z","steps":["trace[2011415393] 'agreement among raft nodes before linearized reading' (duration: 274.197105ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:19:06.38796Z","caller":"traceutil/trace.go:171","msg":"trace[1575031821] transaction","detail":"{read_only:false; response_revision:2689; number_of_response:1; }","duration":"402.345517ms","start":"2026-02-26T20:19:05.985577Z","end":"2026-02-26T20:19:06.387922Z","steps":["trace[1575031821] 'process raft request' (duration: 402.04294ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:06.388157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:05.98555Z","time spent":"402.507311ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:19:06.388488Z","caller":"traceutil/trace.go:171","msg":"trace[1402418719] transaction","detail":"{read_only:false; response_revision:2691; number_of_response:1; }","duration":"385.707145ms","start":"2026-02-26T20:19:06.002772Z","end":"2026-02-26T20:19:06.388479Z","steps":["trace[1402418719] 'process raft request' (duration: 385.50355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:06.388533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:06.002761Z","time spent":"385.749666ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:19:06.388511Z","caller":"traceutil/trace.go:171","msg":"trace[355101321] linearizableReadLoop","detail":"{readStateIndex:2800; appliedIndex:2798; }","duration":"392.086515ms","start":"2026-02-26T20:19:05.99633Z","end":"2026-02-26T20:19:06.388416Z","steps":["trace[355101321] 'read index received' (duration: 85.596488ms)","trace[355101321] 'applied index is now lower than readState.Index' (duration: 306.488647ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:19:06.388788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.06426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:19:06.388853Z","caller":"traceutil/trace.go:171","msg":"trace[2139970995] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2691; }","duration":"427.207203ms","start":"2026-02-26T20:19:05.961628Z","end":"2026-02-26T20:19:06.388835Z","steps":["trace[2139970995] 'agreement among raft nodes before linearized reading' (duration: 427.07784ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:06.388892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:05.9616Z","time spent":"427.282435ms","remote":"127.0.0.1:45512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T20:19:06.388625Z","caller":"traceutil/trace.go:171","msg":"trace[939762279] transaction","detail":"{read_only:false; response_revision:2690; number_of_response:1; }","duration":"389.529325ms","start":"2026-02-26T20:19:05.999056Z","end":"2026-02-26T20:19:06.388585Z","steps":["trace[939762279] 'process raft request' (duration: 388.804558ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:06.389179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:05.999022Z","time spent":"390.134789ms","remote":"127.0.0.1:50578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:19:06.389696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.432147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T20:19:06.389763Z","caller":"traceutil/trace.go:171","msg":"trace[736606644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2691; }","duration":"147.547639ms","start":"2026-02-26T20:19:06.242199Z","end":"2026-02-26T20:19:06.389747Z","steps":["trace[736606644] 'agreement among raft nodes before linearized reading' (duration: 147.337284ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:07.701547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043775372s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:19:07.701663Z","caller":"traceutil/trace.go:171","msg":"trace[1443277361] linearizableReadLoop","detail":"{readStateIndex:2803; appliedIndex:2802; }","duration":"1.258231848s","start":"2026-02-26T20:19:06.443412Z","end":"2026-02-26T20:19:07.701644Z","steps":["trace[1443277361] 'read index received' (duration: 214.240491ms)","trace[1443277361] 'applied index is now lower than readState.Index' (duration: 1.043990027s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:19:07.701914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258499244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T20:19:07.701895Z","caller":"traceutil/trace.go:171","msg":"trace[1808187985] transaction","detail":"{read_only:false; response_revision:2692; number_of_response:1; }","duration":"1.308111804s","start":"2026-02-26T20:19:06.39362Z","end":"2026-02-26T20:19:07.701732Z","steps":["trace[1808187985] 'process raft request' (duration: 264.041135ms)","trace[1808187985] 'compare' (duration: 1.043316402s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:19:07.702651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:06.393601Z","time spent":"1.308950744s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:19:07.701927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030839017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:19:07.702989Z","caller":"traceutil/trace.go:171","msg":"trace[2113551814] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2692; }","duration":"1.031899682s","start":"2026-02-26T20:19:06.671038Z","end":"2026-02-26T20:19:07.702938Z","steps":["trace[2113551814] 'agreement among raft nodes before linearized reading' (duration: 1.030821226s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:07.703144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:06.671028Z","time spent":"1.032066426s","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T20:19:07.701958Z","caller":"traceutil/trace.go:171","msg":"trace[1142997941] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2692; }","duration":"1.258683748s","start":"2026-02-26T20:19:06.443261Z","end":"2026-02-26T20:19:07.701945Z","steps":["trace[1142997941] 'agreement among raft nodes before linearized reading' (duration: 1.258477513s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:07.703319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:06.443239Z","time spent":"1.260055571s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T20:19:07.702024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.437472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T20:19:07.70351Z","caller":"traceutil/trace.go:171","msg":"trace[58140787] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2692; }","duration":"792.962938ms","start":"2026-02-26T20:19:06.910523Z","end":"2026-02-26T20:19:07.703486Z","steps":["trace[58140787] 'agreement among raft nodes before linearized reading' (duration: 791.472453ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:07.70356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:06.910495Z","time spent":"793.05223ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":2,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T20:19:07.702115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.512104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-26T20:19:07.703851Z","caller":"traceutil/trace.go:171","msg":"trace[1671876020] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2692; }","duration":"824.311737ms","start":"2026-02-26T20:19:06.879512Z","end":"2026-02-26T20:19:07.703824Z","steps":["trace[1671876020] 'agreement among raft nodes before linearized reading' (duration: 822.540305ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:07.703915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:06.879484Z","time spent":"824.414509ms","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T20:19:07.702128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258043533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T20:19:07.704044Z","caller":"traceutil/trace.go:171","msg":"trace[1853900508] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2692; }","duration":"1.2600237s","start":"2026-02-26T20:19:06.443999Z","end":"2026-02-26T20:19:07.704023Z","steps":["trace[1853900508] 'agreement among raft nodes before linearized reading' (duration: 1.257846929s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:07.704096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:06.443991Z","time spent":"1.260091722s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T20:19:07.702201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036089581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-02-26T20:19:07.704233Z","caller":"traceutil/trace.go:171","msg":"trace[1767114050] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2692; }","duration":"1.038138269s","start":"2026-02-26T20:19:06.666051Z","end":"2026-02-26T20:19:07.704189Z","steps":["trace[1767114050] 'agreement among raft nodes before linearized reading' (duration: 1.036092181s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:07.704319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:06.666019Z","time spent":"1.038279323s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-02-26T20:19:07.70221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258137435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T20:19:07.704473Z","caller":"traceutil/trace.go:171","msg":"trace[785280339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2692; }","duration":"1.26043006s","start":"2026-02-26T20:19:06.444025Z","end":"2026-02-26T20:19:07.704455Z","steps":["trace[785280339] 'agreement among raft nodes before linearized reading' (duration: 1.258101755s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:07.704534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:06.444011Z","time spent":"1.260506751s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T20:19:07.702079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.698141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.1897e553e9ee3eb3\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-02-26T20:19:07.704754Z","caller":"traceutil/trace.go:171","msg":"trace[1341457031] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.1897e553e9ee3eb3; range_end:; response_count:1; response_revision:2692; }","duration":"739.388984ms","start":"2026-02-26T20:19:06.965348Z","end":"2026-02-26T20:19:07.704737Z","steps":["trace[1341457031] 'agreement among raft nodes before linearized reading' (duration: 736.629389ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:07.704812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:06.965337Z","time spent":"739.461097ms","remote":"127.0.0.1:50578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.1897e553e9ee3eb3\" "} {"level":"warn","ts":"2026-02-26T20:19:07.702345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258097105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T20:19:07.704956Z","caller":"traceutil/trace.go:171","msg":"trace[618168337] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2692; }","duration":"1.260748347s","start":"2026-02-26T20:19:06.444186Z","end":"2026-02-26T20:19:07.704934Z","steps":["trace[618168337] 'agreement among raft nodes before linearized reading' (duration: 1.25791598s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:07.705031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:06.444177Z","time spent":"1.2608324s","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T20:19:08.278309Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527060030478713,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T20:19:08.415723Z","caller":"traceutil/trace.go:171","msg":"trace[255703382] transaction","detail":"{read_only:false; response_revision:2694; number_of_response:1; }","duration":"706.11114ms","start":"2026-02-26T20:19:07.709587Z","end":"2026-02-26T20:19:08.415698Z","steps":["trace[255703382] 'process raft request' (duration: 705.919615ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:08.415889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:07.709576Z","time spent":"706.229953ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:19:08.415988Z","caller":"traceutil/trace.go:171","msg":"trace[915498992] transaction","detail":"{read_only:false; response_revision:2695; number_of_response:1; }","duration":"706.362746ms","start":"2026-02-26T20:19:07.709587Z","end":"2026-02-26T20:19:08.41595Z","steps":["trace[915498992] 'process raft request' (duration: 706.054758ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:19:08.416061Z","caller":"traceutil/trace.go:171","msg":"trace[2095416836] transaction","detail":"{read_only:false; response_revision:2696; number_of_response:1; }","duration":"706.329145ms","start":"2026-02-26T20:19:07.709724Z","end":"2026-02-26T20:19:08.416053Z","steps":["trace[2095416836] 'process raft request' (duration: 706.11378ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:19:08.416002Z","caller":"traceutil/trace.go:171","msg":"trace[1697542461] transaction","detail":"{read_only:false; response_revision:2697; number_of_response:1; }","duration":"704.460761ms","start":"2026-02-26T20:19:07.711519Z","end":"2026-02-26T20:19:08.41598Z","steps":["trace[1697542461] 'process raft request' (duration: 704.41578ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:08.416179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:07.709697Z","time spent":"706.405917ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:19:08.416177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:07.709569Z","time spent":"706.50965ms","remote":"127.0.0.1:50578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:19:08.416326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:07.711502Z","time spent":"704.722397ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:19:08.999731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.427559ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:19:09.000016Z","caller":"traceutil/trace.go:171","msg":"trace[993720684] linearizableReadLoop","detail":"{readStateIndex:2810; appliedIndex:2804; }","duration":"1.222587058s","start":"2026-02-26T20:19:07.777406Z","end":"2026-02-26T20:19:08.999993Z","steps":["trace[993720684] 'read index received' (duration: 638.201239ms)","trace[993720684] 'applied index is now lower than readState.Index' (duration: 584.384529ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:19:09.000134Z","caller":"traceutil/trace.go:171","msg":"trace[1091045637] transaction","detail":"{read_only:false; response_revision:2699; number_of_response:1; }","duration":"909.415714ms","start":"2026-02-26T20:19:08.090683Z","end":"2026-02-26T20:19:09.000098Z","steps":["trace[1091045637] 'process raft request' (duration: 909.150238ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:19:09.000172Z","caller":"traceutil/trace.go:171","msg":"trace[584599074] transaction","detail":"{read_only:false; response_revision:2700; number_of_response:1; }","duration":"606.960483ms","start":"2026-02-26T20:19:08.393165Z","end":"2026-02-26T20:19:09.000126Z","steps":["trace[584599074] 'process raft request' (duration: 606.761068ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:19:09.000197Z","caller":"traceutil/trace.go:171","msg":"trace[1282106556] transaction","detail":"{read_only:false; response_revision:2698; number_of_response:1; }","duration":"998.014573ms","start":"2026-02-26T20:19:08.002116Z","end":"2026-02-26T20:19:09.00013Z","steps":["trace[1282106556] 'process raft request' (duration: 679.096353ms)","trace[1282106556] 'compare' (duration: 318.141361ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:19:09.000261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287565091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T20:19:09.000306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218792798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-02-26T20:19:09.000311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290124591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8804"} {"level":"warn","ts":"2026-02-26T20:19:09.000322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:08.393138Z","time spent":"607.107645ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:19:09.000332Z","caller":"traceutil/trace.go:171","msg":"trace[53016775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2700; }","duration":"1.287667673s","start":"2026-02-26T20:19:07.712649Z","end":"2026-02-26T20:19:09.000316Z","steps":["trace[53016775] 'agreement among raft nodes before linearized reading' (duration: 1.287448938s)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:19:09.000357Z","caller":"traceutil/trace.go:171","msg":"trace[470973793] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2700; }","duration":"1.218896852s","start":"2026-02-26T20:19:07.781445Z","end":"2026-02-26T20:19:09.000342Z","steps":["trace[470973793] 'agreement among raft nodes before linearized reading' (duration: 1.218714407s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:09.000338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.657088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T20:19:09.000395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:07.712641Z","time spent":"1.287737645s","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T20:19:09.000405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:07.781423Z","time spent":"1.218969853s","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1340,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-02-26T20:19:09.000401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:08.090647Z","time spent":"909.576648ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:19:09.000402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:08.002081Z","time spent":"998.223968ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:19:09.00037Z","caller":"traceutil/trace.go:171","msg":"trace[432435365] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2700; }","duration":"1.290186953s","start":"2026-02-26T20:19:07.710164Z","end":"2026-02-26T20:19:09.00035Z","steps":["trace[432435365] 'agreement among raft nodes before linearized reading' (duration: 1.289946337s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:09.000485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.205457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-26T20:19:09.000586Z","caller":"traceutil/trace.go:171","msg":"trace[1371844010] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:2700; }","duration":"657.32082ms","start":"2026-02-26T20:19:08.343244Z","end":"2026-02-26T20:19:09.000565Z","steps":["trace[1371844010] 'agreement among raft nodes before linearized reading' (duration: 657.035673ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:09.000573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:07.710158Z","time spent":"1.290343977s","remote":"127.0.0.1:50700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":8827,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T20:19:09.000634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:08.343175Z","time spent":"657.449152ms","remote":"127.0.0.1:50534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"info","ts":"2026-02-26T20:19:09.000772Z","caller":"traceutil/trace.go:171","msg":"trace[1415862133] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2700; }","duration":"509.789031ms","start":"2026-02-26T20:19:08.490636Z","end":"2026-02-26T20:19:09.000425Z","steps":["trace[1415862133] 'agreement among raft nodes before linearized reading' (duration: 509.544605ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:09.000815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.399245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T20:19:09.001002Z","caller":"traceutil/trace.go:171","msg":"trace[461788676] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2700; }","duration":"588.61806ms","start":"2026-02-26T20:19:08.412296Z","end":"2026-02-26T20:19:09.000914Z","steps":["trace[461788676] 'agreement among raft nodes before linearized reading' (duration: 587.955565ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:09.001058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:08.412282Z","time spent":"588.760723ms","remote":"127.0.0.1:50874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":88,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-02-26T20:19:09.000906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:08.490589Z","time spent":"510.300663ms","remote":"127.0.0.1:50728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":21,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-02-26T20:19:09.227615Z","caller":"traceutil/trace.go:171","msg":"trace[284500373] linearizableReadLoop","detail":"{readStateIndex:2812; appliedIndex:2811; }","duration":"225.465926ms","start":"2026-02-26T20:19:09.002115Z","end":"2026-02-26T20:19:09.227581Z","steps":["trace[284500373] 'read index received' (duration: 223.494829ms)","trace[284500373] 'applied index is now lower than readState.Index' (duration: 1.968957ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:19:09.227839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.689542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:19:09.227901Z","caller":"traceutil/trace.go:171","msg":"trace[244472908] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2700; }","duration":"225.819755ms","start":"2026-02-26T20:19:09.002066Z","end":"2026-02-26T20:19:09.227886Z","steps":["trace[244472908] 'agreement among raft nodes before linearized reading' (duration: 225.686672ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:09.228255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.610521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:19:09.228315Z","caller":"traceutil/trace.go:171","msg":"trace[952821590] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2700; }","duration":"164.726194ms","start":"2026-02-26T20:19:09.063575Z","end":"2026-02-26T20:19:09.228302Z","steps":["trace[952821590] 'agreement among raft nodes before linearized reading' (duration: 164.630682ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:09.228406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.957167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-02-26T20:19:09.228481Z","caller":"traceutil/trace.go:171","msg":"trace[103459049] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2700; }","duration":"223.05602ms","start":"2026-02-26T20:19:09.005408Z","end":"2026-02-26T20:19:09.228464Z","steps":["trace[103459049] 'agreement among raft nodes before linearized reading' (duration: 222.800984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:14.585763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.276404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T20:19:14.585864Z","caller":"traceutil/trace.go:171","msg":"trace[108699559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2723; }","duration":"142.397298ms","start":"2026-02-26T20:19:14.443449Z","end":"2026-02-26T20:19:14.585846Z","steps":["trace[108699559] 'range keys from in-memory index tree' (duration: 142.047919ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:14.58548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.777287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-02-26T20:19:14.58604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.417738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T20:19:14.586182Z","caller":"traceutil/trace.go:171","msg":"trace[833703776] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2723; }","duration":"142.596212ms","start":"2026-02-26T20:19:14.443562Z","end":"2026-02-26T20:19:14.586158Z","steps":["trace[833703776] 'range keys from in-memory index tree' (duration: 142.113441ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:19:14.586099Z","caller":"traceutil/trace.go:171","msg":"trace[898319622] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2723; }","duration":"333.453663ms","start":"2026-02-26T20:19:14.252627Z","end":"2026-02-26T20:19:14.586081Z","steps":["trace[898319622] 'range keys from in-memory index tree' (duration: 332.559511ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:14.586173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.670071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T20:19:14.58636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:14.252607Z","time spent":"333.732579ms","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T20:19:14.586486Z","caller":"traceutil/trace.go:171","msg":"trace[184748067] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2723; }","duration":"145.202994ms","start":"2026-02-26T20:19:14.441143Z","end":"2026-02-26T20:19:14.586346Z","steps":["trace[184748067] 'range keys from in-memory index tree' (duration: 144.409455ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:19:14.842916Z","caller":"traceutil/trace.go:171","msg":"trace[524961330] transaction","detail":"{read_only:false; response_revision:2724; number_of_response:1; }","duration":"252.420282ms","start":"2026-02-26T20:19:14.59047Z","end":"2026-02-26T20:19:14.84289Z","steps":["trace[524961330] 'process raft request' (duration: 252.257638ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:19:14.84911Z","caller":"traceutil/trace.go:171","msg":"trace[855699792] linearizableReadLoop","detail":"{readStateIndex:2838; appliedIndex:2836; }","duration":"257.926311ms","start":"2026-02-26T20:19:14.591173Z","end":"2026-02-26T20:19:14.8491Z","steps":["trace[855699792] 'read index received' (duration: 251.558071ms)","trace[855699792] 'applied index is now lower than readState.Index' (duration: 6.36746ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:19:14.84931Z","caller":"traceutil/trace.go:171","msg":"trace[425903041] transaction","detail":"{read_only:false; response_revision:2725; number_of_response:1; }","duration":"258.792702ms","start":"2026-02-26T20:19:14.590508Z","end":"2026-02-26T20:19:14.849301Z","steps":["trace[425903041] 'process raft request' (duration: 258.503035ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:19:14.849433Z","caller":"traceutil/trace.go:171","msg":"trace[503867527] transaction","detail":"{read_only:false; response_revision:2726; number_of_response:1; }","duration":"257.938572ms","start":"2026-02-26T20:19:14.591486Z","end":"2026-02-26T20:19:14.849425Z","steps":["trace[503867527] 'process raft request' (duration: 257.585923ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:14.849642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.447074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8804"} {"level":"info","ts":"2026-02-26T20:19:14.849677Z","caller":"traceutil/trace.go:171","msg":"trace[279960154] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2726; }","duration":"258.515736ms","start":"2026-02-26T20:19:14.591153Z","end":"2026-02-26T20:19:14.849669Z","steps":["trace[279960154] 'agreement among raft nodes before linearized reading' (duration: 258.367912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:14.849797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.784894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:19:14.849874Z","caller":"traceutil/trace.go:171","msg":"trace[1260240261] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2726; }","duration":"200.910647ms","start":"2026-02-26T20:19:14.648948Z","end":"2026-02-26T20:19:14.849859Z","steps":["trace[1260240261] 'agreement among raft nodes before linearized reading' (duration: 200.784324ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:14.850014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.496973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-02-26T20:19:14.850065Z","caller":"traceutil/trace.go:171","msg":"trace[1149810819] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2726; }","duration":"182.569405ms","start":"2026-02-26T20:19:14.667485Z","end":"2026-02-26T20:19:14.850055Z","steps":["trace[1149810819] 'agreement among raft nodes before linearized reading' (duration: 182.460372ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:14.850134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.044115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:19:14.850273Z","caller":"traceutil/trace.go:171","msg":"trace[2027268495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2726; }","duration":"180.216429ms","start":"2026-02-26T20:19:14.670024Z","end":"2026-02-26T20:19:14.850241Z","steps":["trace[2027268495] 'agreement among raft nodes before linearized reading' (duration: 179.910532ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:15.448773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.014494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:19:15.448837Z","caller":"traceutil/trace.go:171","msg":"trace[305207121] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2726; }","duration":"487.152497ms","start":"2026-02-26T20:19:14.96167Z","end":"2026-02-26T20:19:15.448822Z","steps":["trace[305207121] 'range keys from in-memory index tree' (duration: 486.923072ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:15.448866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:14.961639Z","time spent":"487.220878ms","remote":"127.0.0.1:50998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T20:19:15.449418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.15642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:19:15.449463Z","caller":"traceutil/trace.go:171","msg":"trace[1182587372] transaction","detail":"{read_only:false; response_revision:2727; number_of_response:1; }","duration":"430.394708ms","start":"2026-02-26T20:19:15.019059Z","end":"2026-02-26T20:19:15.449454Z","steps":["trace[1182587372] 'process raft request' (duration: 160.149056ms)","trace[1182587372] 'compare' (duration: 269.921605ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:19:15.449494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:15.019029Z","time spent":"430.44892ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:19:15.521403Z","caller":"traceutil/trace.go:171","msg":"trace[234673678] transaction","detail":"{read_only:false; response_revision:2728; number_of_response:1; }","duration":"501.008084ms","start":"2026-02-26T20:19:15.020371Z","end":"2026-02-26T20:19:15.521379Z","steps":["trace[234673678] 'process raft request' (duration: 500.832519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:15.52155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:15.020356Z","time spent":"501.117227ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:19:15.5216Z","caller":"traceutil/trace.go:171","msg":"trace[1372168522] transaction","detail":"{read_only:false; response_revision:2729; number_of_response:1; }","duration":"500.01376ms","start":"2026-02-26T20:19:15.021557Z","end":"2026-02-26T20:19:15.521571Z","steps":["trace[1372168522] 'process raft request' (duration: 499.767884ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:15.521774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:15.021543Z","time spent":"500.119243ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:19:15.617812Z","caller":"traceutil/trace.go:171","msg":"trace[232028933] linearizableReadLoop","detail":"{readStateIndex:2843; appliedIndex:2840; }","duration":"165.192985ms","start":"2026-02-26T20:19:15.452596Z","end":"2026-02-26T20:19:15.617789Z","steps":["trace[232028933] 'read index received' (duration: 68.615278ms)","trace[232028933] 'applied index is now lower than readState.Index' (duration: 96.576717ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:19:15.617895Z","caller":"traceutil/trace.go:171","msg":"trace[1730249382] transaction","detail":"{read_only:false; response_revision:2730; number_of_response:1; }","duration":"370.326132ms","start":"2026-02-26T20:19:15.24754Z","end":"2026-02-26T20:19:15.617866Z","steps":["trace[1730249382] 'process raft request' (duration: 324.605695ms)","trace[1730249382] 'compare' (duration: 45.514893ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:19:15.61798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.36064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:19:15.618007Z","caller":"traceutil/trace.go:171","msg":"trace[803012373] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2730; }","duration":"165.437051ms","start":"2026-02-26T20:19:15.452562Z","end":"2026-02-26T20:19:15.617999Z","steps":["trace[803012373] 'agreement among raft nodes before linearized reading' (duration: 165.366429ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:15.618024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:15.247522Z","time spent":"370.424904ms","remote":"127.0.0.1:50700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9241,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:19:15.618234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.026435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.1897e555e52e6db1\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-02-26T20:19:15.618264Z","caller":"traceutil/trace.go:171","msg":"trace[698220618] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.1897e555e52e6db1; range_end:; response_count:1; response_revision:2730; }","duration":"141.054256ms","start":"2026-02-26T20:19:15.477201Z","end":"2026-02-26T20:19:15.618255Z","steps":["trace[698220618] 'agreement among raft nodes before linearized reading' (duration: 140.936193ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:16.228336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.81428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:19:16.228506Z","caller":"traceutil/trace.go:171","msg":"trace[816279254] linearizableReadLoop","detail":"{readStateIndex:2844; appliedIndex:2843; }","duration":"606.283826ms","start":"2026-02-26T20:19:15.622206Z","end":"2026-02-26T20:19:16.228489Z","steps":["trace[816279254] 'read index received' (duration: 127.149758ms)","trace[816279254] 'applied index is now lower than readState.Index' (duration: 479.132668ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T20:19:16.228555Z","caller":"traceutil/trace.go:171","msg":"trace[513588115] transaction","detail":"{read_only:false; response_revision:2731; number_of_response:1; }","duration":"607.896104ms","start":"2026-02-26T20:19:15.620621Z","end":"2026-02-26T20:19:16.228517Z","steps":["trace[513588115] 'process raft request' (duration: 128.801557ms)","trace[513588115] 'compare' (duration: 478.577725ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:19:16.228693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.261524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:19:16.228722Z","caller":"traceutil/trace.go:171","msg":"trace[1837879570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2731; }","duration":"558.358476ms","start":"2026-02-26T20:19:15.670353Z","end":"2026-02-26T20:19:16.228712Z","steps":["trace[1837879570] 'agreement among raft nodes before linearized reading' (duration: 558.236613ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:16.228725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:15.620589Z","time spent":"608.037307ms","remote":"127.0.0.1:50578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:19:16.22872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.500361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-26T20:19:16.228802Z","caller":"traceutil/trace.go:171","msg":"trace[199289950] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2731; }","duration":"606.628894ms","start":"2026-02-26T20:19:15.62215Z","end":"2026-02-26T20:19:16.228779Z","steps":["trace[199289950] 'agreement among raft nodes before linearized reading' (duration: 606.408439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:16.228868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:15.622129Z","time spent":"606.728357ms","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T20:19:16.228947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.315762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-26T20:19:16.22899Z","caller":"traceutil/trace.go:171","msg":"trace[134624021] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2731; }","duration":"437.407744ms","start":"2026-02-26T20:19:15.791568Z","end":"2026-02-26T20:19:16.228976Z","steps":["trace[134624021] 'agreement among raft nodes before linearized reading' (duration: 437.322652ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:16.229017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:15.791531Z","time spent":"437.479985ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T20:19:16.228755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:15.670292Z","time spent":"558.455098ms","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T20:19:16.229154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.14491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T20:19:16.228871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.470514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T20:19:16.229193Z","caller":"traceutil/trace.go:171","msg":"trace[1294182408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2731; }","duration":"485.206931ms","start":"2026-02-26T20:19:15.743975Z","end":"2026-02-26T20:19:16.229182Z","steps":["trace[1294182408] 'agreement among raft nodes before linearized reading' (duration: 485.057868ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:19:16.229221Z","caller":"traceutil/trace.go:171","msg":"trace[987273074] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2731; }","duration":"417.834852ms","start":"2026-02-26T20:19:15.811374Z","end":"2026-02-26T20:19:16.229208Z","steps":["trace[987273074] 'agreement among raft nodes before linearized reading' (duration: 417.409202ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:16.229226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:15.743963Z","time spent":"485.256582ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T20:19:16.229272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:15.811364Z","time spent":"417.896454ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T20:19:16.583219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.063397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T20:19:16.58332Z","caller":"traceutil/trace.go:171","msg":"trace[215212471] linearizableReadLoop","detail":"{readStateIndex:2845; appliedIndex:2844; }","duration":"350.120116ms","start":"2026-02-26T20:19:16.233182Z","end":"2026-02-26T20:19:16.583302Z","steps":["trace[215212471] 'read index received' (duration: 188.902684ms)","trace[215212471] 'applied index is now lower than readState.Index' (duration: 161.216022ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:19:16.583475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.290289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9255"} {"level":"info","ts":"2026-02-26T20:19:16.583508Z","caller":"traceutil/trace.go:171","msg":"trace[559912999] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2732; }","duration":"350.349511ms","start":"2026-02-26T20:19:16.233149Z","end":"2026-02-26T20:19:16.583499Z","steps":["trace[559912999] 'agreement among raft nodes before linearized reading' (duration: 350.199668ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:19:16.583368Z","caller":"traceutil/trace.go:171","msg":"trace[755910860] transaction","detail":"{read_only:false; response_revision:2732; number_of_response:1; }","duration":"350.196397ms","start":"2026-02-26T20:19:16.233144Z","end":"2026-02-26T20:19:16.583341Z","steps":["trace[755910860] 'process raft request' (duration: 188.924285ms)","trace[755910860] 'compare' (duration: 160.711979ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:19:16.583541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:16.233131Z","time spent":"350.402242ms","remote":"127.0.0.1:50700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9278,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T20:19:16.58359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:16.233127Z","time spent":"350.417552ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:19:16.605609Z","caller":"traceutil/trace.go:171","msg":"trace[584942633] transaction","detail":"{read_only:false; response_revision:2733; number_of_response:1; }","duration":"372.261078ms","start":"2026-02-26T20:19:16.233319Z","end":"2026-02-26T20:19:16.60558Z","steps":["trace[584942633] 'process raft request' (duration: 372.011552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:16.605923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:16.233302Z","time spent":"372.506333ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:19:16.60564Z","caller":"traceutil/trace.go:171","msg":"trace[975855981] transaction","detail":"{read_only:false; response_revision:2734; number_of_response:1; }","duration":"372.200336ms","start":"2026-02-26T20:19:16.233391Z","end":"2026-02-26T20:19:16.605592Z","steps":["trace[975855981] 'process raft request' (duration: 372.079303ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:19:16.605759Z","caller":"traceutil/trace.go:171","msg":"trace[1304875242] transaction","detail":"{read_only:false; response_revision:2735; number_of_response:1; }","duration":"371.06777ms","start":"2026-02-26T20:19:16.234678Z","end":"2026-02-26T20:19:16.605745Z","steps":["trace[1304875242] 'process raft request' (duration: 370.838084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:16.606207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:16.233373Z","time spent":"372.721709ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T20:19:16.606303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:19:16.234667Z","time spent":"371.607662ms","remote":"127.0.0.1:50578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T20:19:16.661939Z","caller":"traceutil/trace.go:171","msg":"trace[1995897027] transaction","detail":"{read_only:false; response_revision:2736; number_of_response:1; }","duration":"124.314752ms","start":"2026-02-26T20:19:16.537584Z","end":"2026-02-26T20:19:16.661899Z","steps":["trace[1995897027] 'process raft request' (duration: 124.109767ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:17.002363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.656549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T20:19:17.002426Z","caller":"traceutil/trace.go:171","msg":"trace[105926828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2736; }","duration":"149.780062ms","start":"2026-02-26T20:19:16.852633Z","end":"2026-02-26T20:19:17.002413Z","steps":["trace[105926828] 'range keys from in-memory index tree' (duration: 149.460414ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:17.002425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.950984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T20:19:17.002495Z","caller":"traceutil/trace.go:171","msg":"trace[2097801864] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2736; }","duration":"155.073267ms","start":"2026-02-26T20:19:16.847404Z","end":"2026-02-26T20:19:17.002477Z","steps":["trace[2097801864] 'range keys from in-memory index tree' (duration: 154.731119ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:19:17.002582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.852724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T20:19:17.002609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.136134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:19:17.002687Z","caller":"traceutil/trace.go:171","msg":"trace[63226546] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2736; }","duration":"112.248547ms","start":"2026-02-26T20:19:16.890422Z","end":"2026-02-26T20:19:17.00267Z","steps":["trace[63226546] 'count revisions from in-memory index tree' (duration: 112.003581ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:19:17.002638Z","caller":"traceutil/trace.go:171","msg":"trace[816208979] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2736; }","duration":"149.925355ms","start":"2026-02-26T20:19:16.8527Z","end":"2026-02-26T20:19:17.002625Z","steps":["trace[816208979] 'range keys from in-memory index tree' (duration: 149.69827ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:21:42.650513Z","caller":"traceutil/trace.go:171","msg":"trace[85815006] transaction","detail":"{read_only:false; response_revision:3630; number_of_response:1; }","duration":"263.242996ms","start":"2026-02-26T20:21:42.387244Z","end":"2026-02-26T20:21:42.650487Z","steps":["trace[85815006] 'process raft request' (duration: 263.067322ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T20:21:43.08913Z","caller":"traceutil/trace.go:171","msg":"trace[705058832] linearizableReadLoop","detail":"{readStateIndex:3779; appliedIndex:3778; }","duration":"420.848782ms","start":"2026-02-26T20:21:42.668252Z","end":"2026-02-26T20:21:43.089101Z","steps":["trace[705058832] 'read index received' (duration: 325.335919ms)","trace[705058832] 'applied index is now lower than readState.Index' (duration: 95.508373ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T20:21:43.089271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.005686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T20:21:43.08932Z","caller":"traceutil/trace.go:171","msg":"trace[1636876237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3630; }","duration":"421.123649ms","start":"2026-02-26T20:21:42.668185Z","end":"2026-02-26T20:21:43.089309Z","steps":["trace[1636876237] 'agreement among raft nodes before linearized reading' (duration: 421.022347ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T20:21:43.089347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:21:42.668161Z","time spent":"421.17925ms","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T20:21:43.089463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T20:21:42.657683Z","time spent":"431.503511ms","remote":"127.0.0.1:50578","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T20:21:43.298093Z","caller":"traceutil/trace.go:171","msg":"trace[433028385] transaction","detail":"{read_only:false; response_revision:3631; number_of_response:1; }","duration":"207.41895ms","start":"2026-02-26T20:21:43.090644Z","end":"2026-02-26T20:21:43.298063Z","steps":["trace[433028385] 'process raft request' (duration: 205.431734ms)"],"step_count":1}